compiler/tests/PEGFsaIntegrationTest.st
author Jan Vrany <jan.vrany@fit.cvut.cz>
Mon, 17 Aug 2015 12:13:16 +0100
changeset 515 b5316ef15274
permissions -rw-r--r--
Updated to PetitCompiler-JanKurs.160, PetitCompiler-Tests-JanKurs.112, PetitCompiler-Extras-Tests-JanKurs.25, PetitCompiler-Benchmarks-JanKurs.17 Name: PetitCompiler-JanKurs.160 Author: JanKurs Time: 17-08-2015, 09:52:26.291 AM UUID: 3b4bfc98-8098-4951-af83-a59e2585b121 Name: PetitCompiler-Tests-JanKurs.112 Author: JanKurs Time: 16-08-2015, 05:00:32.936 PM UUID: 85613d47-08f3-406f-9823-9cdab451e805 Name: PetitCompiler-Extras-Tests-JanKurs.25 Author: JanKurs Time: 16-08-2015, 05:00:10.328 PM UUID: 09731810-51a1-4151-8d3a-56b636fbd1f7 Name: PetitCompiler-Benchmarks-JanKurs.17 Author: JanKurs Time: 05-08-2015, 05:29:32.407 PM UUID: e544b5f1-bcf8-470b-93a6-d2363e4dfc8a

"{ Package: 'stx:goodies/petitparser/compiler/tests' }"

"{ NameSpace: Smalltalk }"

TestCase subclass:#PEGFsaIntegrationTest
	instanceVariableNames:'result node fsa generator interpreter parser1 parser2 parser3'
	classVariableNames:''
	poolDictionaries:''
	category:'PetitCompiler-Tests-FSA'
!


!PEGFsaIntegrationTest methodsFor:'as yet unclassified'!

determinizator
    ^ PEGFsaDeterminizator new
!

failScan: input token: token
    | stream |
    stream := input asPetitStream.

    result := interpreter interpret: fsa on: stream.
    self assert: (result includes: token) not.

    ^ result
!

fsaFrom: aNode
    ^ (aNode accept: generator)
        determinize;
        minimize;
        yourself
!

merge
    | startState fsa1 fsa2 fsa3 |
    fsa := PEGFsa new.
    startState := PEGFsaState new.

    fsa addState: startState.	
    fsa startState: startState.

    fsa1 := self fsaFrom: parser1 asCompilerTree.
    fsa1 retval: #token1.
    fsa adopt: fsa1.
    fsa addTransitionFrom: startState to: fsa1 startState.

    fsa2 := self fsaFrom: parser2 asCompilerTree.
    fsa2 retval: #token2.
    fsa adopt: fsa2.
    fsa addTransitionFrom: startState to: fsa2 startState.

    parser3 isNil ifFalse: [ 
        fsa3 := self fsaFrom: parser3 asCompilerTree.
        fsa3 retval: #token3.
        fsa adopt: fsa3.
        fsa addTransitionFrom: startState to: fsa3 startState.
    ].
    
    self determinizator determinize: fsa.
    fsa minimize.
!

scan: input token: token
    ^ self scan: input token: token position: input size
!

scan: input token: token position: position
    | stream |
    stream := input asPetitStream.

    result := interpreter interpret: fsa on: stream.

    self assert: (result includesKey: token).
    self assert: (result at: token) = position.

    ^ result
!

setUp
    super setUp.
    generator := PEGFsaGenerator new.
    interpreter := PEGFsaInterpret new.	
!

testFooOrId
    parser1 := 'foo' asParser.
    parser2 := #letter asParser plus.
    
    self merge.

    self assert: fsa isDeterministic.
    self assert: fsa isWithoutEpsilons.	
    self assert: fsa hasDistinctRetvals not.
    
    self failScan: 'bar' token: #token1.
    self scan: 'bar' token: #token2 position: 3.

    self scan: 'foo' token: #token1 position: 3.
    self scan: 'foo' token: #token2 position: 3.
    
    self scan: 'foobar' token: #token1 position: 3.
    self scan: 'foobar' token: #token2 position: 6.
    
!

testTrueOrId
    parser1 := 'true' asParser.
    parser2 := #letter asParser plus.
    
    self merge.

    self assert: fsa isDeterministic.
    self assert: fsa isWithoutEpsilons.	
    self assert: fsa hasDistinctRetvals not.
    
    self failScan: 'false' token: #token1.
    self scan: 'false' token: #token2 position: 5.

    self scan: 'true' token: #token1 position: 4.
    self scan: 'true' token: #token2 position: 4.
    
    self scan: 'truecrypt' token: #token1 position: 4.
    self scan: 'truecrypt' token: #token2 position: 9.
    
!

testUnaryOrKW
    parser1 := #letter asParser plus, $: asParser not.
    parser2 := #letter asParser plus, $: asParser.
    
    self merge.
    self assert: fsa isDeterministic.
    self assert: fsa isWithoutEpsilons.	
    
    self scan: 'foo' token: #token1.
    self failScan: 'foo' token: #token2.

    self failScan: 'foo:' token: #token1.
    self scan: 'foo:' token: #token2.
!

testUnaryOrKWorId
    parser1 := #letter asParser plus, $: asParser not.
    parser2 := #letter asParser plus, $: asParser.
    parser3 := #letter asParser plus.
    
    self merge.
    self assert: fsa isDeterministic.
    self assert: fsa isWithoutEpsilons.	
    
    self scan: 'foo' token: #token1.
    self failScan: 'foo' token: #token2.
    self scan: 'foo' token: #token3.

    self failScan: 'foo:' token: #token1.
    self scan: 'foo:' token: #token2.
    self scan: 'foo' token: #token3.


    self failScan: '123' token: #token1.
    self failScan: '123' token: #token2.
    self failScan: '123' token: #token3.
    
! !

!PEGFsaIntegrationTest class methodsFor:'documentation'!

version_HG

    ^ '$Changeset: <not expanded> $'
! !