Merged in PetitCompiler-JanVrany.170, PetitCompiler-Tests-JanKurs.116, PetitCompiler-Extras-Tests-JanKurs.29, PetitCompiler-Benchmarks-JanKurs.19
Name: PetitCompiler-JanVrany.170
Author: JanVrany
Time: 24-08-2015, 03:19:51.340 PM
UUID: c20a744f-3b41-4aaa-bb8a-71ce74a2a952
Name: PetitCompiler-Tests-JanKurs.116
Author: JanKurs
Time: 24-08-2015, 11:37:54.332 AM
UUID: 549e0927-358a-4a1b-8270-050ccfcb4217
Name: PetitCompiler-Extras-Tests-JanKurs.29
Author: JanKurs
Time: 24-08-2015, 11:36:52.503 AM
UUID: ea1dbb67-f884-4237-8f34-adb0677c0954
Name: PetitCompiler-Benchmarks-JanKurs.19
Author: JanKurs
Time: 24-08-2015, 11:48:47.045 AM
UUID: 1c342fdb-8ddd-4104-9c47-a8f589c51694
"{ Package: 'stx:goodies/petitparser/compiler' }"
"{ NameSpace: Smalltalk }"
PPCRewritingVisitor subclass:#PPCTokenDetector
instanceVariableNames:''
classVariableNames:''
poolDictionaries:''
category:'PetitCompiler-Visitors'
!
!PPCTokenDetector methodsFor:'as yet unclassified'!
visitActionNode: node
(node hasProperty: #trimmingToken) ifTrue: [
| child whitespace |
self change.
child := self visitWithTokenVisitor: node child secondChild.
whitespace := self visitWithTokenVisitor: node child firstChild.
^ PPCTrimmingTokenNode new
name: node name;
child: child;
whitespace: whitespace;
tokenClass: node child secondChild tokenClass;
properties: node properties copy;
yourself.
].
^ super visitActionNode: node
!
visitTokenNode: node
| child newChild |
self change.
child := node child.
newChild := self visitWithTokenVisitor: node child.
node replace: child with: newChild.
^ node
!
visitTrimNode: node
self visitChildren: node.
(node child isKindOf: PPCTokenNode) ifTrue: [
self change.
^ PPCTrimmingTokenNode new
name: node name;
child: node child child;
tokenClass: node child tokenClass;
whitespace: node trimmer;
parser: node parser;
yourself
].
^ node
!
visitWithTokenVisitor: node
| retval forbiddenNodes copyVisitor tokenVisitor |
copyVisitor := PPCCopyVisitor new.
tokenVisitor := PPCTokenVisitor new.
forbiddenNodes := openSet copy.
tokenVisitor forbiddenNodes: forbiddenNodes.
retval := copyVisitor visit: node.
retval := tokenVisitor visit: retval.
^ retval
! !