Updated to PetitCompiler-JanKurs.160, PetitCompiler-Tests-JanKurs.112, PetitCompiler-Extras-Tests-JanKurs.25, PetitCompiler-Benchmarks-JanKurs.17
Name: PetitCompiler-JanKurs.160
Author: JanKurs
Time: 17-08-2015, 09:52:26.291 AM
UUID: 3b4bfc98-8098-4951-af83-a59e2585b121
Name: PetitCompiler-Tests-JanKurs.112
Author: JanKurs
Time: 16-08-2015, 05:00:32.936 PM
UUID: 85613d47-08f3-406f-9823-9cdab451e805
Name: PetitCompiler-Extras-Tests-JanKurs.25
Author: JanKurs
Time: 16-08-2015, 05:00:10.328 PM
UUID: 09731810-51a1-4151-8d3a-56b636fbd1f7
Name: PetitCompiler-Benchmarks-JanKurs.17
Author: JanKurs
Time: 05-08-2015, 05:29:32.407 PM
UUID: e544b5f1-bcf8-470b-93a6-d2363e4dfc8a
"{ Package: 'stx:goodies/petitparser/compiler' }"
"{ NameSpace: Smalltalk }"
PPCRewritingVisitor subclass:#PPCTokenDetector
instanceVariableNames:''
classVariableNames:''
poolDictionaries:''
category:'PetitCompiler-Visitors'
!
!PPCTokenDetector methodsFor:'as yet unclassified'!
visitActionNode: node
(node hasProperty: #trimmingToken) ifTrue: [
| child whitespace |
self change.
child := self visitWithTokenVisitor: node child secondChild.
whitespace := self visitWithTokenVisitor: node child firstChild.
^ PPCTrimmingTokenNode new
name: node name;
child: child;
whitespace: whitespace;
tokenClass: node child secondChild tokenClass;
properties: node properties copy;
yourself.
].
^ super visitActionNode: node
!
visitTokenNode: node
| child newChild |
self change.
child := node child.
newChild := self visitWithTokenVisitor: node child.
node replace: child with: newChild.
^ node
!
visitTrimNode: node
self visitChildren: node.
(node child isKindOf: PPCTokenNode) ifTrue: [
self change.
^ PPCTrimmingTokenNode new
name: node name;
child: node child child;
tokenClass: node child tokenClass;
whitespace: node trimmer;
parser: node parser;
yourself
].
(node child isKindOf: PPCTokenConsumeNode) ifTrue: [
self change.
self halt: 'JK: this can happen???'.
^ PPCTrimmingTokenNode new
name: node name;
child: node child;
tokenClass: node child child tokenClass;
whitespace: node trimmer;
yourself
].
^ node
!
visitWithTokenVisitor: node
| retval forbiddenNodes copyVisitor tokenVisitor |
copyVisitor := PPCCopyVisitor new.
tokenVisitor := PPCTokenVisitor new.
forbiddenNodes := openSet copy.
tokenVisitor forbiddenNodes: forbiddenNodes.
retval := copyVisitor visit: node.
retval := tokenVisitor visit: retval.
^ retval
! !