PPTokenTest.st
author Claus Gittinger <cg@exept.de>
Tue, 04 Mar 2014 16:53:53 +0100
changeset 213 b38781d329c5
parent 194 4d2a1901344b
permissions -rw-r--r--
comments
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
4
90de244a7fa2 move to package
Claus Gittinger <cg@exept.de>
parents: 0
diff changeset
     1
"{ Package: 'stx:goodies/petitparser' }"
0
739fe9b7253e *** empty log message ***
Claus Gittinger <cg@exept.de>
parents:
diff changeset
     2
194
Claus Gittinger <cg@exept.de>
parents: 95
diff changeset
     3
PPAbstractParserTest subclass:#PPTokenTest
0
739fe9b7253e *** empty log message ***
Claus Gittinger <cg@exept.de>
parents:
diff changeset
     4
	instanceVariableNames:''
739fe9b7253e *** empty log message ***
Claus Gittinger <cg@exept.de>
parents:
diff changeset
     5
	classVariableNames:''
739fe9b7253e *** empty log message ***
Claus Gittinger <cg@exept.de>
parents:
diff changeset
     6
	poolDictionaries:''
739fe9b7253e *** empty log message ***
Claus Gittinger <cg@exept.de>
parents:
diff changeset
     7
	category:'PetitTests-Tests'
739fe9b7253e *** empty log message ***
Claus Gittinger <cg@exept.de>
parents:
diff changeset
     8
!
739fe9b7253e *** empty log message ***
Claus Gittinger <cg@exept.de>
parents:
diff changeset
     9
739fe9b7253e *** empty log message ***
Claus Gittinger <cg@exept.de>
parents:
diff changeset
    10
739fe9b7253e *** empty log message ***
Claus Gittinger <cg@exept.de>
parents:
diff changeset
    11
!PPTokenTest methodsFor:'accessing'!
739fe9b7253e *** empty log message ***
Claus Gittinger <cg@exept.de>
parents:
diff changeset
    12
739fe9b7253e *** empty log message ***
Claus Gittinger <cg@exept.de>
parents:
diff changeset
    13
identifier
739fe9b7253e *** empty log message ***
Claus Gittinger <cg@exept.de>
parents:
diff changeset
    14
	^ #word asParser plus token
739fe9b7253e *** empty log message ***
Claus Gittinger <cg@exept.de>
parents:
diff changeset
    15
! !
739fe9b7253e *** empty log message ***
Claus Gittinger <cg@exept.de>
parents:
diff changeset
    16
739fe9b7253e *** empty log message ***
Claus Gittinger <cg@exept.de>
parents:
diff changeset
    17
!PPTokenTest methodsFor:'testing'!
739fe9b7253e *** empty log message ***
Claus Gittinger <cg@exept.de>
parents:
diff changeset
    18
739fe9b7253e *** empty log message ***
Claus Gittinger <cg@exept.de>
parents:
diff changeset
    19
testCollection
739fe9b7253e *** empty log message ***
Claus Gittinger <cg@exept.de>
parents:
diff changeset
    20
	| input result |
739fe9b7253e *** empty log message ***
Claus Gittinger <cg@exept.de>
parents:
diff changeset
    21
	input := 'foo    '.
38
1e678b5f1423 Checkin from browser
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 4
diff changeset
    22
	result := self 
0
739fe9b7253e *** empty log message ***
Claus Gittinger <cg@exept.de>
parents:
diff changeset
    23
		parse: input
739fe9b7253e *** empty log message ***
Claus Gittinger <cg@exept.de>
parents:
diff changeset
    24
		using: self identifier.
739fe9b7253e *** empty log message ***
Claus Gittinger <cg@exept.de>
parents:
diff changeset
    25
	self assert: (result collection = input).
739fe9b7253e *** empty log message ***
Claus Gittinger <cg@exept.de>
parents:
diff changeset
    26
	self assert: (result collection == input)
739fe9b7253e *** empty log message ***
Claus Gittinger <cg@exept.de>
parents:
diff changeset
    27
!
739fe9b7253e *** empty log message ***
Claus Gittinger <cg@exept.de>
parents:
diff changeset
    28
194
Claus Gittinger <cg@exept.de>
parents: 95
diff changeset
    29
testInitialize
Claus Gittinger <cg@exept.de>
parents: 95
diff changeset
    30
	PPToken initialize
Claus Gittinger <cg@exept.de>
parents: 95
diff changeset
    31
!
Claus Gittinger <cg@exept.de>
parents: 95
diff changeset
    32
0
739fe9b7253e *** empty log message ***
Claus Gittinger <cg@exept.de>
parents:
diff changeset
    33
testNew
739fe9b7253e *** empty log message ***
Claus Gittinger <cg@exept.de>
parents:
diff changeset
    34
	self should: [ PPToken new ] raise: Error.
38
1e678b5f1423 Checkin from browser
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 4
diff changeset
    35
	
0
739fe9b7253e *** empty log message ***
Claus Gittinger <cg@exept.de>
parents:
diff changeset
    36
!
739fe9b7253e *** empty log message ***
Claus Gittinger <cg@exept.de>
parents:
diff changeset
    37
739fe9b7253e *** empty log message ***
Claus Gittinger <cg@exept.de>
parents:
diff changeset
    38
testPrinting
739fe9b7253e *** empty log message ***
Claus Gittinger <cg@exept.de>
parents:
diff changeset
    39
	| result |
739fe9b7253e *** empty log message ***
Claus Gittinger <cg@exept.de>
parents:
diff changeset
    40
	result := PPToken on: 'var'.
194
Claus Gittinger <cg@exept.de>
parents: 95
diff changeset
    41
	self assert: (result printString findString: 'PPToken[1,3]') > 0
0
739fe9b7253e *** empty log message ***
Claus Gittinger <cg@exept.de>
parents:
diff changeset
    42
!
739fe9b7253e *** empty log message ***
Claus Gittinger <cg@exept.de>
parents:
diff changeset
    43
739fe9b7253e *** empty log message ***
Claus Gittinger <cg@exept.de>
parents:
diff changeset
    44
testSize
739fe9b7253e *** empty log message ***
Claus Gittinger <cg@exept.de>
parents:
diff changeset
    45
	| result |
38
1e678b5f1423 Checkin from browser
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 4
diff changeset
    46
	result := self 
0
739fe9b7253e *** empty log message ***
Claus Gittinger <cg@exept.de>
parents:
diff changeset
    47
		parse: 'foo'
739fe9b7253e *** empty log message ***
Claus Gittinger <cg@exept.de>
parents:
diff changeset
    48
		using: self identifier.
739fe9b7253e *** empty log message ***
Claus Gittinger <cg@exept.de>
parents:
diff changeset
    49
	self assert: result size = 3
739fe9b7253e *** empty log message ***
Claus Gittinger <cg@exept.de>
parents:
diff changeset
    50
!
739fe9b7253e *** empty log message ***
Claus Gittinger <cg@exept.de>
parents:
diff changeset
    51
739fe9b7253e *** empty log message ***
Claus Gittinger <cg@exept.de>
parents:
diff changeset
    52
testStart
739fe9b7253e *** empty log message ***
Claus Gittinger <cg@exept.de>
parents:
diff changeset
    53
	| result |
38
1e678b5f1423 Checkin from browser
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 4
diff changeset
    54
	result := self 
0
739fe9b7253e *** empty log message ***
Claus Gittinger <cg@exept.de>
parents:
diff changeset
    55
		parse: 'foo'
739fe9b7253e *** empty log message ***
Claus Gittinger <cg@exept.de>
parents:
diff changeset
    56
		using: self identifier.
739fe9b7253e *** empty log message ***
Claus Gittinger <cg@exept.de>
parents:
diff changeset
    57
	self assert: result start = 1
739fe9b7253e *** empty log message ***
Claus Gittinger <cg@exept.de>
parents:
diff changeset
    58
!
739fe9b7253e *** empty log message ***
Claus Gittinger <cg@exept.de>
parents:
diff changeset
    59
739fe9b7253e *** empty log message ***
Claus Gittinger <cg@exept.de>
parents:
diff changeset
    60
testStop
739fe9b7253e *** empty log message ***
Claus Gittinger <cg@exept.de>
parents:
diff changeset
    61
	| result |
38
1e678b5f1423 Checkin from browser
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 4
diff changeset
    62
	result := self 
0
739fe9b7253e *** empty log message ***
Claus Gittinger <cg@exept.de>
parents:
diff changeset
    63
		parse: 'foo'
739fe9b7253e *** empty log message ***
Claus Gittinger <cg@exept.de>
parents:
diff changeset
    64
		using: self identifier.
739fe9b7253e *** empty log message ***
Claus Gittinger <cg@exept.de>
parents:
diff changeset
    65
	self assert: result stop = 3
739fe9b7253e *** empty log message ***
Claus Gittinger <cg@exept.de>
parents:
diff changeset
    66
!
739fe9b7253e *** empty log message ***
Claus Gittinger <cg@exept.de>
parents:
diff changeset
    67
739fe9b7253e *** empty log message ***
Claus Gittinger <cg@exept.de>
parents:
diff changeset
    68
testValue
194
Claus Gittinger <cg@exept.de>
parents: 95
diff changeset
    69
	| result |
Claus Gittinger <cg@exept.de>
parents: 95
diff changeset
    70
	result := PPToken on: 'var'.
Claus Gittinger <cg@exept.de>
parents: 95
diff changeset
    71
	self should: [ result value ] raise: Notification
0
739fe9b7253e *** empty log message ***
Claus Gittinger <cg@exept.de>
parents:
diff changeset
    72
! !
739fe9b7253e *** empty log message ***
Claus Gittinger <cg@exept.de>
parents:
diff changeset
    73
739fe9b7253e *** empty log message ***
Claus Gittinger <cg@exept.de>
parents:
diff changeset
    74
!PPTokenTest methodsFor:'testing-comparing'!
739fe9b7253e *** empty log message ***
Claus Gittinger <cg@exept.de>
parents:
diff changeset
    75
739fe9b7253e *** empty log message ***
Claus Gittinger <cg@exept.de>
parents:
diff changeset
    76
testEquality
739fe9b7253e *** empty log message ***
Claus Gittinger <cg@exept.de>
parents:
diff changeset
    77
	| token1 token2 |
739fe9b7253e *** empty log message ***
Claus Gittinger <cg@exept.de>
parents:
diff changeset
    78
	token1 := self  parse: 'foo' using: self identifier.
739fe9b7253e *** empty log message ***
Claus Gittinger <cg@exept.de>
parents:
diff changeset
    79
	token2 := self  parse: 'foo' using: self identifier.
739fe9b7253e *** empty log message ***
Claus Gittinger <cg@exept.de>
parents:
diff changeset
    80
	self deny: token1 == token2.
739fe9b7253e *** empty log message ***
Claus Gittinger <cg@exept.de>
parents:
diff changeset
    81
	self assert: token1 = token2.
739fe9b7253e *** empty log message ***
Claus Gittinger <cg@exept.de>
parents:
diff changeset
    82
	self assert: token1 hash = token2 hash.
739fe9b7253e *** empty log message ***
Claus Gittinger <cg@exept.de>
parents:
diff changeset
    83
! !
739fe9b7253e *** empty log message ***
Claus Gittinger <cg@exept.de>
parents:
diff changeset
    84
739fe9b7253e *** empty log message ***
Claus Gittinger <cg@exept.de>
parents:
diff changeset
    85
!PPTokenTest methodsFor:'testing-copying'!
739fe9b7253e *** empty log message ***
Claus Gittinger <cg@exept.de>
parents:
diff changeset
    86
739fe9b7253e *** empty log message ***
Claus Gittinger <cg@exept.de>
parents:
diff changeset
    87
testCopyFromTo
739fe9b7253e *** empty log message ***
Claus Gittinger <cg@exept.de>
parents:
diff changeset
    88
	| result other |
739fe9b7253e *** empty log message ***
Claus Gittinger <cg@exept.de>
parents:
diff changeset
    89
	result := PPToken on: 'abc'.
739fe9b7253e *** empty log message ***
Claus Gittinger <cg@exept.de>
parents:
diff changeset
    90
	other := result copyFrom: 2 to: 2.
38
1e678b5f1423 Checkin from browser
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 4
diff changeset
    91
	
0
739fe9b7253e *** empty log message ***
Claus Gittinger <cg@exept.de>
parents:
diff changeset
    92
	self assert: other size = 1.
739fe9b7253e *** empty log message ***
Claus Gittinger <cg@exept.de>
parents:
diff changeset
    93
	self assert: other start = 2.
739fe9b7253e *** empty log message ***
Claus Gittinger <cg@exept.de>
parents:
diff changeset
    94
	self assert: other stop = 2.
739fe9b7253e *** empty log message ***
Claus Gittinger <cg@exept.de>
parents:
diff changeset
    95
	self assert: other collection = result collection
739fe9b7253e *** empty log message ***
Claus Gittinger <cg@exept.de>
parents:
diff changeset
    96
! !
739fe9b7253e *** empty log message ***
Claus Gittinger <cg@exept.de>
parents:
diff changeset
    97
739fe9b7253e *** empty log message ***
Claus Gittinger <cg@exept.de>
parents:
diff changeset
    98
!PPTokenTest methodsFor:'testing-querying'!
739fe9b7253e *** empty log message ***
Claus Gittinger <cg@exept.de>
parents:
diff changeset
    99
739fe9b7253e *** empty log message ***
Claus Gittinger <cg@exept.de>
parents:
diff changeset
   100
testColumn
194
Claus Gittinger <cg@exept.de>
parents: 95
diff changeset
   101
        | input parser result cr |
Claus Gittinger <cg@exept.de>
parents: 95
diff changeset
   102
Claus Gittinger <cg@exept.de>
parents: 95
diff changeset
   103
        cr := Smalltalk isSmalltalkX 
Claus Gittinger <cg@exept.de>
parents: 95
diff changeset
   104
                ifTrue:[ Character return]
Claus Gittinger <cg@exept.de>
parents: 95
diff changeset
   105
                ifFalse:[ Character cr ].
Claus Gittinger <cg@exept.de>
parents: 95
diff changeset
   106
        input := '1' , (String with:cr) , '12' , (String with: cr with: Character lf) , '123' , (String with: Character lf) , '1234'.
95
3ba2f35e7a50 class: PPToken
Claus Gittinger <cg@exept.de>
parents: 38
diff changeset
   107
        parser := #any asParser token star.
3ba2f35e7a50 class: PPToken
Claus Gittinger <cg@exept.de>
parents: 38
diff changeset
   108
        result := parser parse: input.
3ba2f35e7a50 class: PPToken
Claus Gittinger <cg@exept.de>
parents: 38
diff changeset
   109
        result 
3ba2f35e7a50 class: PPToken
Claus Gittinger <cg@exept.de>
parents: 38
diff changeset
   110
                with:  #(1 2 1 2 3 4 1 2 3 4 1 2 3 4)
3ba2f35e7a50 class: PPToken
Claus Gittinger <cg@exept.de>
parents: 38
diff changeset
   111
                do: [ :token :line | self assert: token column = line ]
0
739fe9b7253e *** empty log message ***
Claus Gittinger <cg@exept.de>
parents:
diff changeset
   112
!
739fe9b7253e *** empty log message ***
Claus Gittinger <cg@exept.de>
parents:
diff changeset
   113
739fe9b7253e *** empty log message ***
Claus Gittinger <cg@exept.de>
parents:
diff changeset
   114
testLine
194
Claus Gittinger <cg@exept.de>
parents: 95
diff changeset
   115
        | input parser result cr|
Claus Gittinger <cg@exept.de>
parents: 95
diff changeset
   116
Claus Gittinger <cg@exept.de>
parents: 95
diff changeset
   117
        cr := Smalltalk isSmalltalkX 
Claus Gittinger <cg@exept.de>
parents: 95
diff changeset
   118
            ifTrue:[Character return] 
Claus Gittinger <cg@exept.de>
parents: 95
diff changeset
   119
            ifFalse:[Character cr].
Claus Gittinger <cg@exept.de>
parents: 95
diff changeset
   120
        input := '1' , (String with: cr) , '12' , (String with: cr with: Character lf) , '123' , (String with: Character lf) , '1234'.
95
3ba2f35e7a50 class: PPToken
Claus Gittinger <cg@exept.de>
parents: 38
diff changeset
   121
        parser := #any asParser token star.
3ba2f35e7a50 class: PPToken
Claus Gittinger <cg@exept.de>
parents: 38
diff changeset
   122
        result := parser parse: input.
3ba2f35e7a50 class: PPToken
Claus Gittinger <cg@exept.de>
parents: 38
diff changeset
   123
        result 
3ba2f35e7a50 class: PPToken
Claus Gittinger <cg@exept.de>
parents: 38
diff changeset
   124
                with: #(1 1 2 2 2 2 3 3 3 3 4 4 4 4) 
3ba2f35e7a50 class: PPToken
Claus Gittinger <cg@exept.de>
parents: 38
diff changeset
   125
                do: [ :token :line | self assert: token line = line ]
0
739fe9b7253e *** empty log message ***
Claus Gittinger <cg@exept.de>
parents:
diff changeset
   126
! !
739fe9b7253e *** empty log message ***
Claus Gittinger <cg@exept.de>
parents:
diff changeset
   127
194
Claus Gittinger <cg@exept.de>
parents: 95
diff changeset
   128
!PPTokenTest methodsFor:'testing-values'!
Claus Gittinger <cg@exept.de>
parents: 95
diff changeset
   129
Claus Gittinger <cg@exept.de>
parents: 95
diff changeset
   130
testInputValue
Claus Gittinger <cg@exept.de>
parents: 95
diff changeset
   131
	| input result |
Claus Gittinger <cg@exept.de>
parents: 95
diff changeset
   132
	input := 'foo'.
Claus Gittinger <cg@exept.de>
parents: 95
diff changeset
   133
	result := self 
Claus Gittinger <cg@exept.de>
parents: 95
diff changeset
   134
		parse: input
Claus Gittinger <cg@exept.de>
parents: 95
diff changeset
   135
		using: self identifier.
Claus Gittinger <cg@exept.de>
parents: 95
diff changeset
   136
	self assert: result inputValue = input.
Claus Gittinger <cg@exept.de>
parents: 95
diff changeset
   137
	self deny: result inputValue == input
Claus Gittinger <cg@exept.de>
parents: 95
diff changeset
   138
!
Claus Gittinger <cg@exept.de>
parents: 95
diff changeset
   139
Claus Gittinger <cg@exept.de>
parents: 95
diff changeset
   140
testParsedValue
Claus Gittinger <cg@exept.de>
parents: 95
diff changeset
   141
	| input result |
Claus Gittinger <cg@exept.de>
parents: 95
diff changeset
   142
	input := 'foo'.
Claus Gittinger <cg@exept.de>
parents: 95
diff changeset
   143
	result := self 
Claus Gittinger <cg@exept.de>
parents: 95
diff changeset
   144
		parse: input
Claus Gittinger <cg@exept.de>
parents: 95
diff changeset
   145
		using: self identifier.
Claus Gittinger <cg@exept.de>
parents: 95
diff changeset
   146
	self assert: result parsedValue = #($f $o $o)
Claus Gittinger <cg@exept.de>
parents: 95
diff changeset
   147
! !
Claus Gittinger <cg@exept.de>
parents: 95
diff changeset
   148
0
739fe9b7253e *** empty log message ***
Claus Gittinger <cg@exept.de>
parents:
diff changeset
   149
!PPTokenTest methodsFor:'utilities'!
739fe9b7253e *** empty log message ***
Claus Gittinger <cg@exept.de>
parents:
diff changeset
   150
739fe9b7253e *** empty log message ***
Claus Gittinger <cg@exept.de>
parents:
diff changeset
   151
parse: aString using: aParser
739fe9b7253e *** empty log message ***
Claus Gittinger <cg@exept.de>
parents:
diff changeset
   152
	^ aParser parse: aString
739fe9b7253e *** empty log message ***
Claus Gittinger <cg@exept.de>
parents:
diff changeset
   153
! !
739fe9b7253e *** empty log message ***
Claus Gittinger <cg@exept.de>
parents:
diff changeset
   154
739fe9b7253e *** empty log message ***
Claus Gittinger <cg@exept.de>
parents:
diff changeset
   155
!PPTokenTest class methodsFor:'documentation'!
739fe9b7253e *** empty log message ***
Claus Gittinger <cg@exept.de>
parents:
diff changeset
   156
38
1e678b5f1423 Checkin from browser
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 4
diff changeset
   157
version
194
Claus Gittinger <cg@exept.de>
parents: 95
diff changeset
   158
    ^ '$Header: /cvs/stx/stx/goodies/petitparser/PPTokenTest.st,v 1.5 2014-03-04 14:34:24 cg Exp $'
38
1e678b5f1423 Checkin from browser
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 4
diff changeset
   159
!
1e678b5f1423 Checkin from browser
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 4
diff changeset
   160
1e678b5f1423 Checkin from browser
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 4
diff changeset
   161
version_CVS
194
Claus Gittinger <cg@exept.de>
parents: 95
diff changeset
   162
    ^ '$Header: /cvs/stx/stx/goodies/petitparser/PPTokenTest.st,v 1.5 2014-03-04 14:34:24 cg Exp $'
38
1e678b5f1423 Checkin from browser
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 4
diff changeset
   163
!
1e678b5f1423 Checkin from browser
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 4
diff changeset
   164
0
739fe9b7253e *** empty log message ***
Claus Gittinger <cg@exept.de>
parents:
diff changeset
   165
version_SVN
194
Claus Gittinger <cg@exept.de>
parents: 95
diff changeset
   166
    ^ '$Id: PPTokenTest.st,v 1.5 2014-03-04 14:34:24 cg Exp $'
0
739fe9b7253e *** empty log message ***
Claus Gittinger <cg@exept.de>
parents:
diff changeset
   167
! !
194
Claus Gittinger <cg@exept.de>
parents: 95
diff changeset
   168