--- a/compiler/PPCRecognizerComponentDetector.st Fri Jul 24 15:06:54 2015 +0100
+++ b/compiler/PPCRecognizerComponentDetector.st Mon Aug 17 12:13:16 2015 +0100
@@ -21,6 +21,11 @@
^ node
!
+visitTokenConsumeNode: node
+ "Let the scanner handle this stuff"
+ ^ node
+!
+
visitTokenNode: node
| child newChild |
@@ -32,6 +37,30 @@
^ node
!
+visitTokenWhitespaceNode: node
+ | child newChild |
+ self change.
+ child := node child.
+ newChild := self visitWithRecognizingComponentVisitor: child.
+ node replace: child with: newChild.
+
+ ^ node
+!
+
+visitTokenizingParserNode: node
+ | newWhitespace |
+ self change.
+ newWhitespace := self visitWithRecognizingComponentVisitor: node whitespace.
+ node replace: node whitespace with: newWhitespace.
+
+ "Do not visit tokens, they will be handled by the scanner:"
+ "self visit: node tokens."
+
+ self visitChild: node parser of: node.
+
+ ^ node
+!
+
visitTrimmingTokenNode: node
| child newChild whitespace newWhitespace |