CI: Use VM provided by Pharo team on both Linux and Windows.
Hand-crafter Pharo VM is no longer needed as the Linux slave in
SWING build farm has been upgraded so it has compatible GLIBC.
This makes CI scripts simpler and more usable for other people.
"{ Package: 'stx:goodies/petitparser/compiler/tests' }"
"{ NameSpace: Smalltalk }"
TestCase subclass:#PPCScannerCodeGeneratorTest
instanceVariableNames:'fsa a b c d e codeGenerator scanner result'
classVariableNames:''
poolDictionaries:''
category:'PetitCompiler-Tests-Scanner'
!
!PPCScannerCodeGeneratorTest methodsFor:'as yet unclassified'!
fail: stream rule: rule
scanner initialize.
scanner stream: stream asPetitStream.
scanner perform: ('scan_', rule) asSymbol.
result := scanner polyResult.
self assert: result isEmpty
!
parse: stream token: token rule: rule
self parse: stream token: token rule: rule position: stream size.
!
parse: stream token: token rule: rule position: position
scanner initialize.
scanner stream: stream asPetitStream.
scanner perform: ('scan_', rule) asSymbol.
result := scanner polyResult.
self assert: (result at: token) = position.
!
setUp
a := PEGFsaState new name: #a; retval: #a; yourself.
b := PEGFsaState new name: #b; retval: #b; yourself.
c := PEGFsaState new name: #c; retval: #c; yourself.
d := PEGFsaState new name: #d; retval: #d; yourself.
e := PEGFsaState new name: #e; retval: #e; yourself.
fsa := PEGFsa new.
codeGenerator := PPCScannerCodeGenerator new.
! !
!PPCScannerCodeGeneratorTest methodsFor:'caching'!
testDuplicities
fsa addState: a.
fsa addState: b.
fsa startState: a.
fsa finalState: b.
fsa addTransitionFrom: a to: a on: $a.
fsa addTransitionFrom: a to: b on: $b.
fsa name: #nextTokenAstarB.
b retval: #AstarB.
codeGenerator generate: fsa.
codeGenerator generate: fsa copy.
scanner := codeGenerator compile.
self assert: scanner class methodDictionary size = 1.
self parse: 'ab' token: #AstarB rule: #nextTokenAstarB.
self parse: 'b' token: #AstarB rule: #nextTokenAstarB.
self parse: 'aaab' token: #AstarB rule: #nextTokenAstarB.
self fail: 'c' rule: #nextTokenAstarB.
!
testDuplicities2
| copy |
fsa addState: a.
fsa addState: b.
fsa startState: a.
fsa finalState: b.
fsa addTransitionFrom: a to: a on: $a.
fsa addTransitionFrom: a to: b on: $b.
b retval: nil.
copy := fsa copy.
copy name: #nextTokenFooBar.
copy retval: #FooBar.
fsa name: #nextTokenAstarB.
fsa retval: #AstarB.
codeGenerator generate: fsa.
codeGenerator generate: copy.
scanner := codeGenerator compile.
self assert: scanner class methodDictionary size = 2.
self parse: 'ab' token: #AstarB rule: #nextTokenAstarB.
self parse: 'b' token: #AstarB rule: #nextTokenAstarB.
self parse: 'aaab' token: #AstarB rule: #nextTokenAstarB.
self fail: 'c' rule: #nextTokenAstarB.
self parse: 'ab' token: #FooBar rule: #nextTokenFooBar.
self parse: 'b' token: #FooBar rule: #nextTokenFooBar.
self parse: 'aaab' token: #FooBar rule: #nextTokenFooBar.
self fail: 'c' rule: #nextTokenFooBar.
! !
!PPCScannerCodeGeneratorTest methodsFor:'tests'!
testA
fsa addState: a.
fsa addState: b.
fsa startState: a.
fsa finalState: b.
fsa addTransitionFrom: a to: b on: $a.
fsa name: #nextTokenA.
b retval: #a.
scanner := (codeGenerator generateAndCompile: fsa).
self parse: 'aaa' token: #a rule: #nextTokenA position: 1.
self fail: 'b' rule: #nextTokenA.
!
testAAstarA
fsa addState: a.
fsa addState: b.
fsa addState: c.
fsa startState: a.
fsa finalState: b.
fsa finalState: c.
fsa addTransitionFrom: a to: b on: $a.
fsa addTransitionFrom: b to: c on: $a.
fsa addTransitionFrom: c to: b on: $a.
fsa name: #nextTokenAAstarA.
b retval: #AAstarA.
c retval: #AAstarA.
c final: true.
c failure: true.
scanner := (codeGenerator generateAndCompile: fsa).
self parse: 'a' token: #AAstarA rule: #nextTokenAAstarA.
self parse: 'aaa' token: #AAstarA rule: #nextTokenAAstarA.
self parse: 'aaaaa' token: #AAstarA rule: #nextTokenAAstarA.
self fail: '' rule: #nextTokenAAstarA.
self fail: 'aa' rule: #nextTokenAAstarA.
self fail: 'aaaa' rule: #nextTokenAAstarA.
!
testAB
fsa addState: a.
fsa addState: b.
fsa addState: c.
fsa startState: a.
fsa finalState: c.
fsa addTransitionFrom: a to: b on: $a.
fsa addTransitionFrom: b to: c on: $b.
fsa name: #nextTokenAB.
c retval: #ab.
scanner := (codeGenerator generateAndCompile: fsa).
self parse: 'ab' token: #ab rule: #nextTokenAB position: 2.
!
testABorBC
fsa addState: a.
fsa addState: b.
fsa addState: c.
fsa addState: d.
fsa addState: e.
fsa startState: a.
fsa finalState: c.
fsa finalState: e.
fsa addTransitionFrom: a to: b on: $a.
fsa addTransitionFrom: b to: c on: $b.
fsa addTransitionFrom: a to: d on: $b.
fsa addTransitionFrom: d to: e on: $c.
fsa name: #nextTokenABorBC.
c retval: #ab.
e retval: #bc.
scanner := (codeGenerator generateAndCompile: fsa).
self parse: 'ab' token: #ab rule: #nextTokenABorBC position: 2.
self parse: 'abbc' token: #ab rule: #nextTokenABorBC position: 2.
self parse: 'bc' token: #bc rule: #nextTokenABorBC position: 2.
self fail: 'ac' rule: #nextTokenABorBC.
!
testABstarA
fsa addState: a.
fsa addState: b.
fsa addState: c.
fsa startState: a.
fsa finalState: b.
fsa addTransitionFrom: a to: b on: $a.
fsa addTransitionFrom: b to: c on: $b.
fsa addTransitionFrom: c to: b on: $a.
fsa name: #nextTokenABstarA.
b retval: #ABstarA.
scanner := (codeGenerator generateAndCompile: fsa).
self parse: 'a' token: #ABstarA rule: #nextTokenABstarA position: 1.
self parse: 'aa' token: #ABstarA rule: #nextTokenABstarA position: 1.
self parse: 'aba' token: #ABstarA rule: #nextTokenABstarA position: 3.
self parse: 'abaa' token: #ABstarA rule: #nextTokenABstarA position: 3.
self parse: 'ababa' token: #ABstarA rule: #nextTokenABstarA position: 5.
self fail: '' rule: #nextTokenABstarA.
!
testAStar
fsa addState: a.
fsa addState: b.
fsa startState: a.
fsa finalState: b.
fsa addTransitionFrom: a to: a on: $a.
fsa name: #nextTokenA.
a retval: #a.
a final: true.
a priority: 0.
scanner := (codeGenerator generateAndCompile: fsa).
self assert: scanner class methodDictionary size == 1.
self parse: '' token: #a rule: #nextTokenA.
self parse: 'a' token: #a rule: #nextTokenA.
self parse: 'aa' token: #a rule: #nextTokenA.
self parse: 'ab' token: #a rule: #nextTokenA position: 1.
self parse: 'aaa' token: #a rule: #nextTokenA.
self parse: 'b' token: #a rule: #nextTokenA position: 0.
!
testA_Bstar_A
fsa addState: a.
fsa addState: b.
fsa addState: c.
fsa startState: a.
fsa finalState: c.
fsa addTransitionFrom: a to: b on: $a.
fsa addTransitionFrom: b to: b on: $b.
fsa addTransitionFrom: b to: c on: $a.
fsa name: #nextTokenA_Bstar_A.
c retval: #A_Bstar_A.
scanner := (codeGenerator generateAndCompile: fsa).
self parse: 'aa' token: #A_Bstar_A rule: #nextTokenA_Bstar_A.
self parse: 'aba' token: #A_Bstar_A rule: #nextTokenA_Bstar_A.
self fail: '' rule: #nextTokenA_Bstar_A.
!
testAorB
fsa addState: a.
fsa addState: b.
fsa addState: c.
fsa startState: a.
fsa finalState: b.
fsa finalState: c.
fsa addTransitionFrom: a to: b on: $a.
fsa addTransitionFrom: a to: c on: $b.
fsa name: #nextTokenAorB.
b retval: #a.
c retval: #b.
scanner := (codeGenerator generateAndCompile: fsa).
self parse: 'a' token: #a rule: #nextTokenAorB.
self parse: 'b' token: #b rule: #nextTokenAorB.
self fail: 'c' rule: #nextTokenAorB.
self fail: 'c' rule: #nextTokenAorB.
!
testAstarA
fsa addState: a.
fsa addState: b.
fsa startState: a.
fsa finalState: b.
fsa addTransitionFrom: a to: a on: $a.
fsa addTransitionFrom: a to: b on: $a.
fsa name: #nextTokenAstarA.
b retval: #AstarA.
self should: [codeGenerator generateAndCompile: fsa ] raise: Exception.
!
testAstarB
fsa addState: a.
fsa addState: b.
fsa startState: a.
fsa finalState: b.
fsa addTransitionFrom: a to: a on: $a.
fsa addTransitionFrom: a to: b on: $b.
fsa name: #nextTokenAstarB.
b retval: #AstarB.
scanner := (codeGenerator generateAndCompile: fsa).
self parse: 'ab' token: #AstarB rule: #nextTokenAstarB.
self parse: 'b' token: #AstarB rule: #nextTokenAstarB.
self parse: 'aaab' token: #AstarB rule: #nextTokenAstarB.
self fail: 'c' rule: #nextTokenAstarB.
! !