Updated to PetitCompiler-JanKurs.160, PetitCompiler-Tests-JanKurs.112, PetitCompiler-Extras-Tests-JanKurs.25, PetitCompiler-Benchmarks-JanKurs.17
Name: PetitCompiler-JanKurs.160
Author: JanKurs
Time: 17-08-2015, 09:52:26.291 AM
UUID: 3b4bfc98-8098-4951-af83-a59e2585b121
Name: PetitCompiler-Tests-JanKurs.112
Author: JanKurs
Time: 16-08-2015, 05:00:32.936 PM
UUID: 85613d47-08f3-406f-9823-9cdab451e805
Name: PetitCompiler-Extras-Tests-JanKurs.25
Author: JanKurs
Time: 16-08-2015, 05:00:10.328 PM
UUID: 09731810-51a1-4151-8d3a-56b636fbd1f7
Name: PetitCompiler-Benchmarks-JanKurs.17
Author: JanKurs
Time: 05-08-2015, 05:29:32.407 PM
UUID: e544b5f1-bcf8-470b-93a6-d2363e4dfc8a
"{ Package: 'stx:goodies/petitparser/compiler/tests' }"
"{ NameSpace: Smalltalk }"
TestCase subclass:#PEGFsaIntegrationTest
instanceVariableNames:'result node fsa generator interpreter parser1 parser2 parser3'
classVariableNames:''
poolDictionaries:''
category:'PetitCompiler-Tests-FSA'
!
!PEGFsaIntegrationTest methodsFor:'as yet unclassified'!
determinizator
^ PEGFsaDeterminizator new
!
failScan: input token: token
| stream |
stream := input asPetitStream.
result := interpreter interpret: fsa on: stream.
self assert: (result includes: token) not.
^ result
!
fsaFrom: aNode
^ (aNode accept: generator)
determinize;
minimize;
yourself
!
merge
| startState fsa1 fsa2 fsa3 |
fsa := PEGFsa new.
startState := PEGFsaState new.
fsa addState: startState.
fsa startState: startState.
fsa1 := self fsaFrom: parser1 asCompilerTree.
fsa1 retval: #token1.
fsa adopt: fsa1.
fsa addTransitionFrom: startState to: fsa1 startState.
fsa2 := self fsaFrom: parser2 asCompilerTree.
fsa2 retval: #token2.
fsa adopt: fsa2.
fsa addTransitionFrom: startState to: fsa2 startState.
parser3 isNil ifFalse: [
fsa3 := self fsaFrom: parser3 asCompilerTree.
fsa3 retval: #token3.
fsa adopt: fsa3.
fsa addTransitionFrom: startState to: fsa3 startState.
].
self determinizator determinize: fsa.
fsa minimize.
!
scan: input token: token
^ self scan: input token: token position: input size
!
scan: input token: token position: position
| stream |
stream := input asPetitStream.
result := interpreter interpret: fsa on: stream.
self assert: (result includesKey: token).
self assert: (result at: token) = position.
^ result
!
setUp
super setUp.
generator := PEGFsaGenerator new.
interpreter := PEGFsaInterpret new.
!
testFooOrId
parser1 := 'foo' asParser.
parser2 := #letter asParser plus.
self merge.
self assert: fsa isDeterministic.
self assert: fsa isWithoutEpsilons.
self assert: fsa hasDistinctRetvals not.
self failScan: 'bar' token: #token1.
self scan: 'bar' token: #token2 position: 3.
self scan: 'foo' token: #token1 position: 3.
self scan: 'foo' token: #token2 position: 3.
self scan: 'foobar' token: #token1 position: 3.
self scan: 'foobar' token: #token2 position: 6.
!
testTrueOrId
parser1 := 'true' asParser.
parser2 := #letter asParser plus.
self merge.
self assert: fsa isDeterministic.
self assert: fsa isWithoutEpsilons.
self assert: fsa hasDistinctRetvals not.
self failScan: 'false' token: #token1.
self scan: 'false' token: #token2 position: 5.
self scan: 'true' token: #token1 position: 4.
self scan: 'true' token: #token2 position: 4.
self scan: 'truecrypt' token: #token1 position: 4.
self scan: 'truecrypt' token: #token2 position: 9.
!
testUnaryOrKW
parser1 := #letter asParser plus, $: asParser not.
parser2 := #letter asParser plus, $: asParser.
self merge.
self assert: fsa isDeterministic.
self assert: fsa isWithoutEpsilons.
self scan: 'foo' token: #token1.
self failScan: 'foo' token: #token2.
self failScan: 'foo:' token: #token1.
self scan: 'foo:' token: #token2.
!
testUnaryOrKWorId
parser1 := #letter asParser plus, $: asParser not.
parser2 := #letter asParser plus, $: asParser.
parser3 := #letter asParser plus.
self merge.
self assert: fsa isDeterministic.
self assert: fsa isWithoutEpsilons.
self scan: 'foo' token: #token1.
self failScan: 'foo' token: #token2.
self scan: 'foo' token: #token3.
self failScan: 'foo:' token: #token1.
self scan: 'foo:' token: #token2.
self scan: 'foo' token: #token3.
self failScan: '123' token: #token1.
self failScan: '123' token: #token2.
self failScan: '123' token: #token3.
! !
!PEGFsaIntegrationTest class methodsFor:'documentation'!
version_HG
^ '$Changeset: <not expanded> $'
! !