compiler/PPCRecognizerComponentDetector.st
changeset 524 f6f68d32de73
parent 515 b5316ef15274
child 537 fb212e14d1f4
--- a/compiler/PPCRecognizerComponentDetector.st	Mon Aug 17 12:13:16 2015 +0100
+++ b/compiler/PPCRecognizerComponentDetector.st	Mon Aug 24 15:34:14 2015 +0100
@@ -48,10 +48,13 @@
 !
 
 visitTokenizingParserNode: node
-    | newWhitespace |
-    self change.
+    |  |
+
+    "Do not visit whitespace, it is tokenizer's job"
+"	self change.
     newWhitespace := self visitWithRecognizingComponentVisitor: node whitespace.
     node replace: node whitespace with: newWhitespace.
+"
 
     "Do not visit tokens, they will be handled by the scanner:"
     "self visit: node tokens."