compiler/PPCRecognizerComponentDetector.st
changeset 515 b5316ef15274
parent 452 9f4558b3be66
child 524 f6f68d32de73
--- a/compiler/PPCRecognizerComponentDetector.st	Fri Jul 24 15:06:54 2015 +0100
+++ b/compiler/PPCRecognizerComponentDetector.st	Mon Aug 17 12:13:16 2015 +0100
@@ -21,6 +21,11 @@
     ^ node
 !
 
+visitTokenConsumeNode: node
+    "Let the scanner handle this stuff"
+    ^ node
+!
+
 visitTokenNode: node
     | child newChild |
     
@@ -32,6 +37,30 @@
     ^ node
 !
 
+visitTokenWhitespaceNode: node
+    | child newChild |
+    self change.
+    child := node child.
+    newChild := self visitWithRecognizingComponentVisitor: child.
+    node replace: child with: newChild.
+    
+    ^ node
+!
+
+visitTokenizingParserNode: node
+    | newWhitespace |
+    self change.
+    newWhitespace := self visitWithRecognizingComponentVisitor: node whitespace.
+    node replace: node whitespace with: newWhitespace.
+
+    "Do not visit tokens, they will be handled by the scanner:"
+    "self visit: node tokens."
+    
+    self visitChild: node parser of: node.
+    
+    ^ node
+!
+
 visitTrimmingTokenNode: node
     | child newChild whitespace newWhitespace |