--- a/compiler/PPCRecognizerComponentDetector.st Mon Aug 17 12:13:16 2015 +0100
+++ b/compiler/PPCRecognizerComponentDetector.st Mon Aug 24 15:34:14 2015 +0100
@@ -48,10 +48,13 @@
!
visitTokenizingParserNode: node
- | newWhitespace |
- self change.
+ | |
+
+ "Do not visit whitespace, it is tokenizer's job"
+" self change.
newWhitespace := self visitWithRecognizingComponentVisitor: node whitespace.
node replace: node whitespace with: newWhitespace.
+"
"Do not visit tokens, they will be handled by the scanner:"
"self visit: node tokens."