diff -r 1e45d3c96ec5 -r b5316ef15274 compiler/PPCRecognizerComponentDetector.st --- a/compiler/PPCRecognizerComponentDetector.st Fri Jul 24 15:06:54 2015 +0100 +++ b/compiler/PPCRecognizerComponentDetector.st Mon Aug 17 12:13:16 2015 +0100 @@ -21,6 +21,11 @@ ^ node ! +visitTokenConsumeNode: node + "Let the scanner handle this stuff" + ^ node +! + visitTokenNode: node | child newChild | @@ -32,6 +37,30 @@ ^ node ! +visitTokenWhitespaceNode: node + | child newChild | + self change. + child := node child. + newChild := self visitWithRecognizingComponentVisitor: child. + node replace: child with: newChild. + + ^ node +! + +visitTokenizingParserNode: node + | newWhitespace | + self change. + newWhitespace := self visitWithRecognizingComponentVisitor: node whitespace. + node replace: node whitespace with: newWhitespace. + + "Do not visit tokens, they will be handled by the scanner:" + "self visit: node tokens." + + self visitChild: node parser of: node. + + ^ node +! + visitTrimmingTokenNode: node | child newChild whitespace newWhitespace |