compiler/PPTokenizingCompiledParser.st
author Jan Vrany <jan.vrany@fit.cvut.cz>
Tue, 12 May 2015 01:24:03 +0100
changeset 459 4751c407bb40
parent 452 9f4558b3be66
child 464 f6d77fee9811
permissions -rw-r--r--
Merged with PetitCompiler-JanKurs.20150510144201, PetitCompiler-Tests-JanKurs.20150510144201, PetitCompiler-Extras-Tests-JanKurs.20150510144201, PetitCompiler-Benchmarks-JanKurs.20150510144201 Name: PetitCompiler-JanKurs.20150510144201 Author: JanKurs Time: 10-05-2015, 04:42:29.192 PM UUID: 58a4786b-1182-4904-8b44-a13d3918f244 Name: PetitCompiler-Tests-JanKurs.20150510144201 Author: JanKurs Time: 10-05-2015, 04:32:12.870 PM UUID: 2a8fd41a-331b-4dcf-a7a3-752a50ce86e7 Name: PetitCompiler-Extras-Tests-JanKurs.20150510144201 Author: JanKurs Time: 10-05-2015, 04:59:25.308 PM UUID: ef43bd1a-be60-4e88-b749-8b635622c969 Name: PetitCompiler-Benchmarks-JanKurs.20150510144201 Author: JanKurs Time: 10-05-2015, 05:04:54.561 PM UUID: d8e764fd-016b-46e2-9fc1-17c38c18f0e5

"{ Package: 'stx:goodies/petitparser/compiler' }"

"{ NameSpace: Smalltalk }"

PPCompiledParser subclass:#PPTokenizingCompiledParser
	instanceVariableNames:'currentTokenValue currentTokenType'
	classVariableNames:''
	poolDictionaries:''
	category:'PetitCompiler-Parsers'
!

!PPTokenizingCompiledParser methodsFor:'tokenizing'!

consume: tokenType
    (self currentTokenTypeIs: tokenType) ifTrue: [ 
        | retval |
        retval := currentTokenValue.
        currentTokenType := nil.
        ^ retval
    ] ifFalse: [ 
        "self error: 'expected: ', tokenType storeString, ' got ', currentTokenType storeString."
        self error.
    ]
!

consumeWhitespace
    self shouldBeImplemented 
!

currentTokenType
    currentTokenType isNil ifTrue: [ self nextToken ].
    ^ currentTokenType
!

currentTokenTypeIs: tokenType
    "if the type is read"
    currentTokenType isNil ifFalse: [ ^ currentTokenType = tokenType ].
    
    "if not, try to read the token"
    self perform: tokenType.
    error ifTrue: [  
        ^ error := false.
    ].
    ^ true
!

currentTokenValue
    currentTokenType isNil ifTrue: [ self nextToken ].
    ^ currentTokenType
!

nextToken
    self shouldBeImplemented 
!

parseOn: aPPContext
    | retval |

    context := aPPContext.
    context compiledParser: self.
    failure := PPFailure new message: nil; context: context; position: -1.
    context noteFailure: failure.
    error := false.
    currentTokenType := nil.

    self consumeWhitespace.
    retval := self perform: startSymbol.
    self consumeWhitespace.

    (retval isPetitFailure) ifTrue: [ aPPContext noteFailure: failure ].
    error ifTrue: [ aPPContext noteFailure: failure. retval := failure ].
    
"	aPPContext position: context position."
    ^ retval
! !