"{ Package: 'stx:goodies/smaCC' }"

"{ NameSpace: SmaCC }"

SmaCCParser subclass:#SmaCCScannerParser

	instanceVariableNames:'tokens'

	classVariableNames:''

	poolDictionaries:''

	category:'SmaCC-Scanner Generator'

!

SmaCCScannerParser comment:'SmaCCScannerParser is the parser for the scanner definition.

Instance Variables:

	tokens	<Dictionary key: String value: SmaCCRegularExpressionNode>	the tokens that are parsed

'

!

!SmaCCScannerParser class methodsFor:'generated-accessing'!

scannerClass

	^SmaCC::SmaCCScannerScanner

! !

!SmaCCScannerParser class methodsFor:'generated-comments'!

parserDefinitionComment

	"%left   ""|"";

%left ""("" <character> <backslashcharacter> <characterblock> <anycharacter> <tokenname>;

%left ""*"" ""+"" ""?"" <repeat> ;

File: Rules      {tokens} 

        |  {tokens};

Rules: Rule "";""

        | Rules Rule "";"" ;

Rule: <tokenname> "":"" Regex {'3' position: '1' startPosition. tokens at: '1' value put: '3'. nil};

Regex: RegexTerm {'1'}

        | Regex ""|"" Regex {'1' | '3'}

        | Regex RegexTerm {'1' , '2'};

RegexTerm:      <character> {SmaCCCharacterRENode characters: '1' value}

        | <anycharacter> {SmaCCCharacterRENode characters: self allCharacters}

        | <backslashcharacter> {self nodeFor: (ReadStream on: ('1' value copyFrom: 2 to: '1' value size))} 

        | ""("" Regex "")"" {'2'}

        | <characterblock> {SmaCCCharacterRENode characters: (self parseCharacterBlock: '1')}

        | <tokenname> {(tokens at: '1' value) copy}

        | RegexTerm ""*"" {'1' repeat}

        | RegexTerm ""+"" {'1' repeatForAtLeast: 1}

        | RegexTerm ""?"" {'1' repeatFor: 0 to: 1}

        | RegexTerm <repeat> {| readStream start stop | 

                                        readStream := ReadStream on: ('2' value copyFrom: 2 to: '2' value size - 1). 

                                        start := readStream upTo: $,. 

                                        stop := readStream upToEnd.

                                        '1' repeatFor: (start isEmpty ifTrue: [0] ifFalse: [start asNumber]) to: (stop isEmpty ifTrue: [(1 bitShift: 31)] ifFalse: [stop asNumber])} ;

"

! !

!SmaCCScannerParser class methodsFor:'generated-starting states'!

startingStateForFile

	^1

! !

!SmaCCScannerParser methodsFor:'generated-reduction actions'!

reduceActionForFile1:nodes 

    ^ tokens

!

reduceActionForFile2:nodes 

    ^ tokens

!

reduceActionForRegex1:nodes 

    ^ nodes at:1

!

reduceActionForRegex2:nodes 

    ^ (nodes at:1) | (nodes at:3)

!

reduceActionForRegex3:nodes 

    ^ (nodes at:1) , (nodes at:2)

!

reduceActionForRegexTerm10:nodes 

    |readStream start stop|

    readStream := ReadStream 

                on:((nodes at:2) value copyFrom:2 to:(nodes at:2) value size - 1).

    start := readStream upTo:$,.

    stop := readStream upToEnd.

    ^ (nodes at:1) 

        repeatFor:(start isEmpty ifTrue:[ 0 ] ifFalse:[ start asNumber ])

        to:(stop isEmpty ifTrue:[ (1 bitShift:31) ] ifFalse:[ stop asNumber ])

!

reduceActionForRegexTerm1:nodes 

    ^ SmaCCCharacterRENode characters:(nodes at:1) value

!

reduceActionForRegexTerm2:nodes 

    ^ SmaCCCharacterRENode characters:self allCharacters

!

reduceActionForRegexTerm3:nodes 

    ^ self nodeFor:(ReadStream 

                on:((nodes at:1) value copyFrom:2 to:(nodes at:1) value size))

!

reduceActionForRegexTerm4:nodes 

    ^ nodes at:2

!

reduceActionForRegexTerm5:nodes 

    ^ SmaCCCharacterRENode characters:(self parseCharacterBlock:(nodes at:1))

!

reduceActionForRegexTerm6:nodes 

    ^ (tokens at:(nodes at:1) value) copy

!

reduceActionForRegexTerm7:nodes 

    ^ (nodes at:1) repeat

!

reduceActionForRegexTerm8:nodes 

    ^ (nodes at:1) repeatForAtLeast:1

!

reduceActionForRegexTerm9:nodes 

    ^ (nodes at:1) repeatFor:0 to:1

!

reduceActionForRule1:nodes 

    (nodes at:3) position:(nodes at:1) startPosition.

    tokens at:(nodes at:1) value put:(nodes at:3).

    ^ nil

! !

!SmaCCScannerParser methodsFor:'generated-tables'!

reduceTable

	^#(

#(17 1 #reduceFor:)

#(18 1 #reduceActionForFile1:)

#(18 0 #reduceActionForFile2:)

#(19 1 #reduceActionForRegex1:)

#(19 3 #reduceActionForRegex2:)

#(19 2 #reduceActionForRegex3:)

#(20 1 #reduceActionForRegexTerm1:)

#(20 1 #reduceActionForRegexTerm2:)

#(20 1 #reduceActionForRegexTerm3:)

#(20 3 #reduceActionForRegexTerm4:)

#(20 1 #reduceActionForRegexTerm5:)

#(20 1 #reduceActionForRegexTerm6:)

#(20 2 #reduceActionForRegexTerm7:)

#(20 2 #reduceActionForRegexTerm8:)

#(20 2 #reduceActionForRegexTerm9:)

#(20 2 #reduceActionForRegexTerm10:)

#(23 2 #reduceFor:)

#(23 3 #reduceFor:)

#(24 3 #reduceActionForRule1:)

)

!

transitionTable

	^#(

#[1 0 9 0 12 0 13 0 18 0 14 0 21 0 17 0 23 0 21 0 24]

#[0 0 25 0 7]

#[0 0 0 0 21]

#[1 0 9 0 12 0 10 0 21 0 29 0 24]

#[0 0 33 0 8]

#[1 0 37 0 1 0 41 0 9 0 45 0 10 0 49 0 12 0 53 0 15 0 57 0 16 0 61 0 19 0 65 0 20]

#[0 0 69 0 8]

#[0 0 70 0 12 0 21]

#[1 0 37 0 1 0 41 0 9 0 45 0 10 0 49 0 12 0 53 0 15 0 57 0 16 0 73 0 19 0 65 0 20]

#[0 0 38 0 1 0 2 0 3 0 4 0 5 0 6 0 8 0 9 0 10 0 12 0 14 0 15 0 16]

#[0 0 46 0 1 0 2 0 3 0 4 0 5 0 6 0 8 0 9 0 10 0 12 0 14 0 15 0 16]

#[0 0 50 0 1 0 2 0 3 0 4 0 5 0 6 0 8 0 9 0 10 0 12 0 14 0 15 0 16]

#[0 0 30 0 1 0 2 0 3 0 4 0 5 0 6 0 8 0 9 0 10 0 12 0 14 0 15 0 16]

#[0 0 34 0 1 0 2 0 3 0 4 0 5 0 6 0 8 0 9 0 10 0 12 0 14 0 15 0 16]

#[1 0 37 0 1 0 77 0 2 0 78 0 8 0 41 0 9 0 45 0 10 0 49 0 12 0 53 0 15 0 57 0 16 0 81 0 20]

#[1 0 18 0 1 0 18 0 2 0 85 0 3 0 18 0 4 0 89 0 5 0 93 0 6 0 18 0 8 0 18 0 9 0 18 0 10 0 18 0 12 0 97 0 14 0 18 0 15 0 18 0 16]

#[0 0 74 0 12 0 21]

#[1 0 37 0 1 0 77 0 2 0 101 0 4 0 41 0 9 0 45 0 10 0 49 0 12 0 53 0 15 0 57 0 16 0 81 0 20]

#[1 0 37 0 1 0 41 0 9 0 45 0 10 0 49 0 12 0 53 0 15 0 57 0 16 0 105 0 19 0 65 0 20]

#[1 0 26 0 1 0 26 0 2 0 85 0 3 0 26 0 4 0 89 0 5 0 93 0 6 0 26 0 8 0 26 0 9 0 26 0 10 0 26 0 12 0 97 0 14 0 26 0 15 0 26 0 16]

#[0 0 54 0 1 0 2 0 3 0 4 0 5 0 6 0 8 0 9 0 10 0 12 0 14 0 15 0 16]

#[0 0 58 0 1 0 2 0 3 0 4 0 5 0 6 0 8 0 9 0 10 0 12 0 14 0 15 0 16]

#[0 0 62 0 1 0 2 0 3 0 4 0 5 0 6 0 8 0 9 0 10 0 12 0 14 0 15 0 16]

#[0 0 66 0 1 0 2 0 3 0 4 0 5 0 6 0 8 0 9 0 10 0 12 0 14 0 15 0 16]

#[0 0 42 0 1 0 2 0 3 0 4 0 5 0 6 0 8 0 9 0 10 0 12 0 14 0 15 0 16]

#[1 0 37 0 1 0 22 0 2 0 22 0 4 0 22 0 8 0 41 0 9 0 45 0 10 0 49 0 12 0 53 0 15 0 57 0 16 0 81 0 20]

)

! !

!SmaCCScannerParser methodsFor:'initialize-release'!

initialize

	super initialize.

	tokens := Dictionary new

! !

!SmaCCScannerParser methodsFor:'private'!

allCharacters

        ^UnicodeString withAll: ((0 to: SmaCCGrammar maximumCharacterValue) 

                                collect: [:each | Character value: each])

    "Modified: / 26-05-2006 / 22:16:45 / janfrog"

!

charactersFor: aStream in: aToken 

	| characters char endCharacters |

	aStream atEnd ifTrue: [self reportCharacterBlockErrorForToken: aToken].

	char := aStream next.

	characters := char == $\ 

				ifTrue: [(self nodeFor: aStream) characters]

				ifFalse: [OrderedCollection with: char].

	(characters size = 1 and: [aStream peekFor: $-]) ifFalse: [^characters].

	endCharacters := self charactersFor: aStream in: aToken.

	endCharacters size > 1 

		ifTrue: [self reportCharacterBlockErrorForToken: aToken].

	^(characters first asInteger to: endCharacters first asInteger) 

		collect: [:each | Character value: each]

!

nodeFor: aStream 

	| block char value count |

	char := aStream next.

	char == $f 

		ifTrue: 

			[^SmaCCCharacterRENode characters: (String with: (Character value: 12))].

	char == $n 

		ifTrue: 

			[^SmaCCCharacterRENode characters: (String with: (Character value: 10))].

	char == $r 

		ifTrue: 

			[^SmaCCCharacterRENode characters: (String with: (Character value: 13))].

	char == $t ifTrue: [^SmaCCCharacterRENode characters: '	'].

	char == $v 

		ifTrue: 

			[^SmaCCCharacterRENode characters: (String with: (Character value: 11))].

	char == $c 

		ifTrue: 

			[^SmaCCCharacterRENode characters: (String 

						with: (Character value: aStream next asInteger - $A asInteger))].

	char == $x 

		ifTrue: 

			[count := value := 0.

			[aStream atEnd not and: 

					[count < 4 and: 

							[char := aStream peek.

							(char between: $0 and: $9) 

								or: [(char between: $A and: $F) or: [char between: $a and: $f]]]]] 

					whileTrue: 

						[count := count + 1.

						value := value * 16 + aStream next digitValue].

			^SmaCCCharacterRENode characters: (String with: (Character value: value))].

	char == $d ifTrue: [block := [:each | each between: $0 and: $9]].

	char == $D ifTrue: [block := [:each | (each between: $0 and: $9) not]].

	char == $s 

		ifTrue: [block := [:each | #[9 10 11 12 13 32] includes: each asInteger]].

	char == $S 

		ifTrue: 

			[block := [:each | (#[9 10 11 12 13 32] includes: each asInteger) not]].

	char == $w 

		ifTrue: 

			[block := 

					[:each | 

					(each between: $a and: $z) or: 

							[(each between: $A and: $Z) 

								or: [(each between: $0 and: $9) or: [each == $_]]]]].

	char == $W 

		ifTrue: 

			[block := 

					[:each | 

					((each between: $a and: $z) or: 

							[(each between: $A and: $Z) 

								or: [(each between: $0 and: $9) or: [each == $_]]]) 

						not]].

	block isNil 

		ifTrue: [^SmaCCCharacterRENode characters: (String with: char)].

	^SmaCCCharacterRENode 

		characters: (String withAll: (self allCharacters select: block))

!

parseCharacterBlock: aToken 

        | characters aStream invert |

        aStream := ReadStream 

                                on: (aToken value copyFrom: 2 to: aToken value size - 1).

        characters := OrderedCollection new.

        invert := aStream peekFor: $^.

        [aStream atEnd] 

                whileFalse: [characters addAll: (self charactersFor: aStream in: aToken)].

        ^UnicodeString withAll: (invert 

                                ifTrue: [self allCharacters reject: [:each | characters includes: each]]

                                ifFalse: [characters])

    "Modified: / 26-05-2006 / 22:17:06 / janfrog"

!

reportCharacterBlockErrorForToken: aToken 

	currentToken := aToken.

	self reportErrorMessage: 'Invalid character block'

! !

!SmaCCScannerParser class methodsFor:'documentation'!

version

    ^ '$Header: /opt/data/cvs/stx/goodies/smaCC/SmaCC__SmaCCScannerParser.st,v 1.2 2006-05-28 20:10:22 vranyj1 Exp $'

!

version_SVN

    ^ '$Id$'

! !