Merged in PetitCompiler-JanVrany.170, PetitCompiler-Tests-JanKurs.116, PetitCompiler-Extras-Tests-JanKurs.29, PetitCompiler-Benchmarks-JanKurs.19
Name: PetitCompiler-JanVrany.170
Author: JanVrany
Time: 24-08-2015, 03:19:51.340 PM
UUID: c20a744f-3b41-4aaa-bb8a-71ce74a2a952
Name: PetitCompiler-Tests-JanKurs.116
Author: JanKurs
Time: 24-08-2015, 11:37:54.332 AM
UUID: 549e0927-358a-4a1b-8270-050ccfcb4217
Name: PetitCompiler-Extras-Tests-JanKurs.29
Author: JanKurs
Time: 24-08-2015, 11:36:52.503 AM
UUID: ea1dbb67-f884-4237-8f34-adb0677c0954
Name: PetitCompiler-Benchmarks-JanKurs.19
Author: JanKurs
Time: 24-08-2015, 11:48:47.045 AM
UUID: 1c342fdb-8ddd-4104-9c47-a8f589c51694
"{ Package: 'stx:goodies/petitparser/compiler/benchmarks' }"
"{ NameSpace: Smalltalk }"
Object subclass:#PPCBenchmark
instanceVariableNames:'sources report contextClass compile parser context input
configuration profile repetitions'
classVariableNames:''
poolDictionaries:''
category:'PetitCompiler-Benchmarks-Core'
!
!PPCBenchmark class methodsFor:'instance creation'!
new
"return an initialized instance"
^ self basicNew initialize.
! !
!PPCBenchmark class methodsFor:'benchmarking-CalipeL'!
run
| benchmarkSuiteClass |
benchmarkSuiteClass := Smalltalk at: #BenchmarkSuite.
benchmarkSuiteClass isNil ifTrue:[
self error: 'CalipeL is not loaded.'
].
^ (benchmarkSuiteClass class:self) run
"
PPCBenchmark run.
"
!
run: selector
| benchmarkSuiteClass |
benchmarkSuiteClass := Smalltalk at: #BenchmarkSuite.
benchmarkSuiteClass isNil ifTrue:[
self error: 'CalipeL is not loaded.'
].
^ (benchmarkSuiteClass class:self selector: selector ) run
"
PPCBenchmark run: #benchmarkRBParserC
"
!
spy: benchmark
| benchmarkInstanceClass |
benchmarkInstanceClass := Smalltalk at: #BenchmarkInstance.
benchmarkInstanceClass isNil ifTrue:[
self error: 'CalipeL is not loaded.'
].
^ (benchmarkInstanceClass class:self selector:benchmark) spy
"Created: / 11-05-2015 / 16:31:33 / Jan Vrany <jan.vrany@fit.cvut.cz>"
"Modified: / 16-05-2015 / 19:19:00 / Jan Vrany <jan.vrany@fit.cvut.cz>"
! !
!PPCBenchmark methodsFor:'accessing'!
repetitions
^ repetitions
!
repetitions: anObject
repetitions := anObject
! !
!PPCBenchmark methodsFor:'benchmark support'!
compile: value
compile := value
!
measure: aParser on: anInput name: aString
| time result p |
self halt: 'deprecated?'.
context := self context.
p := compile ifTrue: [
aParser end compile
] ifFalse: [
aParser end
].
time := Time millisecondsToRun: [ result := p parse: anInput withContext: context ].
self assert: result isPetitFailure not.
self reportFor: aParser context: context input: anInput time: time name: aString.
!
reportFor: aParser context: aContext input: anInput time: time name: name
Transcript crShow: (self getMetaInfo: name).
Transcript crShow: ' Compile: ', compile asString.
Transcript crShow: ' Total time: ', time asString, ' ms'.
Transcript crShow: ' Time per character: ',
(((time / anInput size) asFloat * 1000) asString truncateTo: 6),
' microseconds'.
" Transcript crShow: ' Backtrack per character: ',
((aContext backtrackCount / anInput size) asFloat asString truncateTo: 6),
'.'.
Transcript crShow: ' Remembers per character: ',
((aContext rememberCount / input size) asFloat asString truncateTo: 6),
'.'.
"
!
reportInput: anInput time: time name: name
| size |
size := anInput inject: 0 into: [:r :e | r + e size ].
Transcript crShow: 'Size: ', size asString.
Transcript crShow: name, ' time: ', time asString.
Transcript crShow: 'Time per character: ', (time / size * 1000.0) asString, ' microseconds'.
(context isKindOf: PPCProfilingContext) ifTrue: [
context inspect.
]
! !
!PPCBenchmark methodsFor:'benchmarks'!
benchmarkJavaSyntax
| time |
self assert: '../java-src' asFileReference exists description: '../java-src directory with java sources expected'.
parser := PPJavaSyntax new.
context := PPCContext new.
context initializeFor: parser.
input := sources javaSourcesBig.
time := [ input do: [ :source | parser parse: source withContext: context ]] timeToRun asMilliSeconds.
self reportInput: input time: time name: 'Java Syntax'.
!
benchmarkJavaSyntaxCompiled
| time |
self assert: '../java-src' asFileReference exists description: '../java-src directory with java sources expected'.
parser := PPJavaSyntax new compile.
context := PPCContext new.
context initializeFor: parser.
input := sources javaSourcesBig.
time := [ input do: [ :source | parser parse: source withContext: context ]] timeToRun asMilliSeconds.
self reportInput: input time: time name: 'Java Syntax Compiled'.
! !
!PPCBenchmark methodsFor:'benchmarks - expression grammar'!
benchmarkExpressionGrammar
| time |
self setupExpressionGrammar.
time := [ input do: [ :source | parser parse: source withContext: context ]] timeToRun asMilliSeconds.
self reportInput: input time: time name: 'Expression Grammar'.
!
benchmarkExpressionGrammarCompiled
| time |
self setupExpressionGrammarCompiled.
time := [ input do: [ :source | parser parse: source withContext: context ]] timeToRun asMilliSeconds.
self reportInput: input time: time name: 'Compiled Expression Grammar'.
!
benchmarkExpressionGrammarTokenized
| time |
self setupExpressionGrammarTokenized.
time := [ input do: [ :source | parser parse: source withContext: context ]] timeToRun asMilliSeconds.
self reportInput: input time: time name: 'Tokenized Expression Grammar'.
!
benchmarkLL1ExpressionGrammar
| time |
self setupLL1ExpressionGrammar.
time := [ input do: [ :source | parser parse: source withContext: context ]] timeToRun asMilliSeconds.
self reportInput: input time: time name: 'LL1 Expression Grammar'.
!
benchmarkLL1ExpressionGrammarCompiled
| time |
self setupLL1ExpressionGrammarCompiled.
time := [ input do: [ :source | parser parse: source withContext: context ]] timeToRun asMilliSeconds.
self reportInput: input time: time name: 'Compiled LL1 Expression Grammar'.
!
benchmarkLL1ExpressionGrammarTokenized
| time |
self setupLL1ExpressionGrammarTokenized.
time := [ input do: [ :source | parser parse: source withContext: context ]] timeToRun asMilliSeconds.
self reportInput: input time: time name: 'Tokenized LL1 Expression Grammar'.
! !
!PPCBenchmark methodsFor:'benchmarks - micro'!
benchmarkAnyStar
"
self measure: self anyStar on: sources petitParserPackage.
"
self measure: self anyStar on: (sources changesSized: 1000*1000) name: #anyStar.
!
benchmarkAnyStarBlock
"
self measure: self anyStar on: sources petitParserPackage.
"
self measure: self anyStarBlock on: (sources changesSized: 1000*1000) name: #anyStarBlock.
!
benchmarkToken
"
self measure: self anyStar on: sources petitParserPackage.
"
parser := (self tokenParser / #any asParser) star.
self measure: parser on: (sources changesSized: 1000*1000) name: #token.
! !
!PPCBenchmark methodsFor:'benchmarks - smalltalk'!
benchmarkOpalCompiler
| time |
parser := OpalCompiler new.
input := sources smalltalkSourcesBig.
time := [ input do: [ :source | parser parse: source ]] timeToRun asMilliseconds.
self reportInput: input time: time name: 'Opal'
!
benchmarkSmalltalkGrammar
| time |
self setupSmalltalkGrammar.
time := [ input do: [ :source | parser parse: source withContext: context ]] timeToRun asMilliSeconds.
self reportInput: input time: time name: 'Smalltalk Grammar'.
!
benchmarkSmalltalkGrammarCompiled
| time |
self setupSmalltalkGrammarCompiled.
repetitions timesRepeat: [
time := [ input do: [ :source |
parser parse: source withContext: context
]] timeToRun asMilliSeconds.
self reportInput: input time: time name: 'Compiled Smalltalk Grammar'.
]
!
benchmarkSmalltalkGrammarTokenized
| time |
self setupSmalltalkGrammarTokenized.
repetitions timesRepeat: [
time := [ input do: [ :source |
parser parse: source withContext: context ]
] timeToRun asMilliSeconds.
self reportInput: input time: time name: 'Tokenized Smalltalk Grammar'.
]
"
size := input inject: 0 into: [:r :e | r + e size ].
Transcript crShow: 'Compiled Grammar time: ', time asString.
Transcript crShow: 'Time per character: ', (time / size * 1000.0) asString, ' microseconds'.
"
!
benchmarkSmalltalkParser
| time |
parser := PPSmalltalkParser new.
context := PPContext new.
context initializeFor: parser.
input := sources smalltalkSourcesBig.
time := [ input do: [ :source | parser parse: source withContext: context ]] timeToRun asMilliSeconds.
self reportInput: input time: time name: 'Smalltalk Parser'.
!
benchmarkSmalltalkParserCompiled
| time |
configuration := PPCConfiguration default.
parser := PPSmalltalkParser new compileWithConfiguration: configuration.
context := PPCContext new.
context initializeFor: parser.
input := sources smalltalkSourcesBig.
time := [ input do: [ :source | parser parse: source withContext: context ]] timeToRun asMilliSeconds.
self reportInput: input time: time name: 'Smalltalk Parser Compiled'.
! !
!PPCBenchmark methodsFor:'benchmarks-CalipeL'!
benchmarkExpressionGrammarC
<setup: #setupExpressionGrammar>
<benchmark: 'Petit Expression Grammar - Standard'>
input do: [ :source | parser parse: source withContext: context ]
!
benchmarkExpressionGrammarTokenizedC
<setup: #setupExpressionGrammarTokenized>
<teardown: #teardownExpressionGrammarTokenized>
<benchmark: 'Petit Expression Grammar - Tokenized'>
input do: [ :source | parser parse: source withContext: context ]
!
benchmarkJavaSyntaxC
<setup: #setupJavaSyntax>
<benchmark: 'Petit Java Parser - Standard'>
input do: [ :source | parser parse: source withContext: context ]
!
benchmarkJavaSyntaxCompiledC
<setup: #setupJavaSyntaxCompiled>
<teardown: #teardownJavaSyntaxCompiled>
<benchmark: 'Petit Java Parser - Compiled'>
input do: [ :source | parser parse: source withContext: context ]
!
benchmarkRBParserC
<setup: #setupRBParser>
<benchmark: 'RB Smalltalk Parser'>
input do: [ :source | RBParser parseMethod: source ]
!
benchmarkSmalltalkGrammarC
<setup: #setupSmalltalkGrammar>
<benchmark: 'Petit Smalltalk Grammar - Standard'>
input do: [ :source | parser parse: source withContext: context ]
!
benchmarkSmalltalkGrammarCompiledC
<setup: #setupSmalltalkGrammarCompiled>
<teardown: #teardownSmalltalkGrammarCompiled>
<benchmark: 'Petit Smalltalk Grammar - Compiled'>
input do: [ :source | parser parse: source withContext: context ]
!
benchmarkSmalltalkGrammarTokenizedC
<setup: #setupSmalltalkGrammarTokenized>
<teardown: #teardownSmalltalkGrammarTokenized>
<benchmark: 'Petit Smalltalk Grammar - Tokenized'>
input do: [ :source | parser parse: source withContext: context ]
!
benchmarkSmalltalkNoopParserCompiledC
<setup: #setupSmalltalkNoopParserCompiled>
<teardown: #teardownSmalltalkNoopParserCompiled>
<benchmark: 'Petit Smalltalk Parser (noop)- Compiled'>
input do: [ :source | parser parse: source withContext: context ]
"Created: / 16-05-2015 / 09:45:55 / Jan Vrany <jan.vrany@fit.cvut.cz>"
!
benchmarkSmalltalkNoopParserTokenizedC
<setup: #setupSmalltalkNoopParserTokenized>
<teardown: #teardownSmalltalkNoopParserTokenized>
<benchmark: 'Petit Smalltalk Parser (noop) - Tokenized'>
input do: [ :source | parser parse: source withContext: context ]
"Created: / 16-05-2015 / 09:46:15 / Jan Vrany <jan.vrany@fit.cvut.cz>"
!
benchmarkSmalltalkParserC
<setup: #setupSmalltalkParser>
<benchmark: 'Petit Smalltalk Parser - Standard'>
input do: [ :source | parser parse: source withContext: context ]
!
benchmarkSmalltalkParserCompiledC
<setup: #setupSmalltalkParserCompiled>
<teardown: #teardownSmalltalkParserCompiled>
<benchmark: 'Petit Smalltalk Parser - Compiled'>
input do: [ :source | parser parse: source withContext: context ]
!
benchmarkSmalltalkParserTokenizedC
<setup: #setupSmalltalkParserTokenized>
<teardown: #teardownSmalltalkParserTokenized>
<benchmark: 'Petit Smalltalk Parser - Tokenized'>
input do: [ :source | parser parse: source withContext: context ]
"Created: / 16-05-2015 / 09:45:16 / Jan Vrany <jan.vrany@fit.cvut.cz>"
! !
!PPCBenchmark methodsFor:'intitialization'!
context
^ contextClass new
!
initialize
super initialize.
sources := PPCResources current.
contextClass := PPCContext.
compile := false.
profile := false.
repetitions := 3
! !
!PPCBenchmark methodsFor:'meta'!
getMetaInfo: key
| info |
info := self metaInfo select: [ :each | each key = key ].
info isEmpty ifTrue: [ ^ 'unknown benchmark' ].
^ info anyOne value
!
metaInfo
^ {
#anyStar -> '.* Parser'.
#token -> 'Token Parser'.
#tokenCompiled -> 'Token Parser Compiled'.
#anyStarBlock -> 'context next in loop'.
}
! !
!PPCBenchmark methodsFor:'parsers'!
anyStar
^ #any asParser star
!
anyStarBlock
^ [ :ctx | [ctx atEnd] whileFalse: [ ctx next ] ] asParser
!
tokenParser
^ #letter asParser, (#letter asParser / #digit asParser) star trim
! !
!PPCBenchmark methodsFor:'profiling'!
profile
contextClass := PPCProfilingContext.
profile := true.
! !
!PPCBenchmark methodsFor:'setup & teardown'!
setupExpressionGrammar
parser := PPExpressionGrammar new.
context := self context.
context initializeFor: parser.
input := sources expressionSourcesMedium.
!
setupExpressionGrammarCompiled
configuration := PPCConfiguration universal.
configuration arguments parserName: #PPCompiledExpressionGrammar.
configuration arguments scannerName: #PPCompiledExpressionScanner.
parser := PPExpressionGrammar new compileWithConfiguration: configuration.
context := self context.
context initializeFor: parser.
input := sources expressionSourcesMedium.
!
setupExpressionGrammarTokenized
configuration := PPCConfiguration tokenizing.
configuration arguments parserName: #PPTokenizedExpressionGrammar.
configuration arguments scannerName: #PPTokenizedExpressionScanner.
parser := PPExpressionGrammar new compileWithConfiguration: configuration.
context := self context.
context initializeFor: parser.
input := sources expressionSourcesMedium.
!
setupJavaSyntax
parser := PPJavaSyntax new.
context := self context.
context initializeFor: parser.
input := sources javaSourcesBig.
!
setupJavaSyntaxCompiled
parser := PPJavaSyntax new compile.
context := self context.
context initializeFor: parser.
input := sources javaSourcesBig.
"
size := input inject: 0 into: [:r :e | r + e size ].
Transcript crShow: 'Compiled Grammar time: ', time asString.
Transcript crShow: 'Time per character: ', (time / size * 1000.0) asString, ' microseconds'.
"
!
setupLL1ExpressionGrammar
parser := PPLL1ExpressionGrammar new.
context := self context.
context initializeFor: parser.
input := sources expressionSourcesBig.
!
setupLL1ExpressionGrammarCompiled
configuration := PPCConfiguration universal.
configuration arguments parserName: #PPCompiledLL1ExpressionGrammar.
configuration arguments scannerName: #PPCompiledLL1ExpressionScanner.
parser := PPLL1ExpressionGrammar new compileWithConfiguration: configuration.
context := self context.
context initializeFor: parser.
input := sources expressionSourcesBig.
!
setupLL1ExpressionGrammarTokenized
configuration := PPCConfiguration tokenizing.
configuration arguments parserName: #PPTokenizedLL1ExpressionGrammar.
configuration arguments scannerName: #PPTokenizedLL1ExpressionScanner.
parser := PPLL1ExpressionGrammar new compileWithConfiguration: configuration.
context := self context.
context initializeFor: parser.
input := sources expressionSourcesBig.
!
setupRBParser
input := sources smalltalkSourcesBig.
!
setupSmalltalkGrammar
parser := PPSmalltalkGrammar new.
context := self context.
context initializeFor: parser.
input := sources smalltalkSourcesBig.
!
setupSmalltalkGrammarCompiled
configuration := PPCConfiguration universal.
configuration arguments parserName: #PPSmalltalkGrammarC_Unviersal.
configuration arguments profile: profile.
parser := PPSmalltalkGrammar new compileWithConfiguration: configuration.
context := self context.
context initializeFor: parser.
profile ifTrue: [
input := sources smalltalkSourcesSmall.
] ifFalse: [
input := sources smalltalkSourcesBig.
]
!
setupSmalltalkGrammarTokenized
configuration := PPCConfiguration tokenizing.
configuration arguments parserName: #PPSmalltalkGrammarC_Tokenizing.
configuration arguments scannerName: #PPSmalltalkGrammarC_Scanner.
configuration arguments profile: profile.
parser := PPSmalltalkGrammar new compileWithConfiguration: configuration.
context := self context.
context initializeFor: parser.
profile ifTrue: [
input := sources smalltalkSourcesSmall.
] ifFalse: [
input := sources smalltalkSourcesBig.
]
!
setupSmalltalkNoopParserCompiled
configuration := PPCConfiguration universal.
parser := PPCSmalltalkNoopParser new compileWithConfiguration: configuration.
context := PPCContext new.
context initializeFor: parser.
input := sources smalltalkSourcesBig.
"Created: / 16-05-2015 / 09:44:21 / Jan Vrany <jan.vrany@fit.cvut.cz>"
!
setupSmalltalkNoopParserTokenized
configuration := PPCConfiguration tokenizing.
parser := PPCSmalltalkNoopParser new compileWithConfiguration: configuration.
context := PPCContext new.
context initializeFor: parser.
input := sources smalltalkSourcesBig.
"Created: / 16-05-2015 / 09:44:12 / Jan Vrany <jan.vrany@fit.cvut.cz>"
!
setupSmalltalkParser
parser := PPSmalltalkParser new.
context := self context.
context initializeFor: parser.
input := sources smalltalkSourcesBig.
!
setupSmalltalkParserCompiled
configuration := PPCConfiguration universal.
parser := PPSmalltalkParser new compileWithConfiguration: configuration.
context := self context.
context initializeFor: parser.
input := sources smalltalkSourcesBig.
!
setupSmalltalkParserTokenized
configuration := PPCConfiguration tokenizing.
parser := PPSmalltalkParser new compileWithConfiguration: configuration.
context := self context.
context initializeFor: parser.
input := sources smalltalkSourcesBig.
!
teardownExpressionGrammarTokenized
parser class removeFromSystem.
!
teardownJavaSyntaxCompiled
parser class removeFromSystem.
"
size := input inject: 0 into: [:r :e | r + e size ].
Transcript crShow: 'Compiled Grammar time: ', time asString.
Transcript crShow: 'Time per character: ', (time / size * 1000.0) asString, ' microseconds'.
"
!
teardownSmalltalkGrammarCompiled
parser class removeFromSystem.
"
size := input inject: 0 into: [:r :e | r + e size ].
Transcript crShow: 'Compiled Grammar time: ', time asString.
Transcript crShow: 'Time per character: ', (time / size * 1000.0) asString, ' microseconds'.
"
!
teardownSmalltalkGrammarTokenized
parser class removeFromSystem.
!
teardownSmalltalkNoopParserCompiled
parser class removeFromSystem.
"
size := input inject: 0 into: [:r :e | r + e size ].
Transcript crShow: 'Compiled Grammar time: ', time asString.
Transcript crShow: 'Time per character: ', (time / size * 1000.0) asString, ' microseconds'.
"
"Created: / 16-05-2015 / 09:44:40 / Jan Vrany <jan.vrany@fit.cvut.cz>"
!
teardownSmalltalkNoopParserTokenized
parser class removeFromSystem.
"
size := input inject: 0 into: [:r :e | r + e size ].
Transcript crShow: 'Compiled Grammar time: ', time asString.
Transcript crShow: 'Time per character: ', (time / size * 1000.0) asString, ' microseconds'.
"
"Created: / 16-05-2015 / 09:44:46 / Jan Vrany <jan.vrany@fit.cvut.cz>"
!
teardownSmalltalkParserCompiled
parser class removeFromSystem.
"
size := input inject: 0 into: [:r :e | r + e size ].
Transcript crShow: 'Compiled Grammar time: ', time asString.
Transcript crShow: 'Time per character: ', (time / size * 1000.0) asString, ' microseconds'.
"
!
teardownSmalltalkParserTokenized
parser class removeFromSystem.
"
size := input inject: 0 into: [:r :e | r + e size ].
Transcript crShow: 'Compiled Grammar time: ', time asString.
Transcript crShow: 'Time per character: ', (time / size * 1000.0) asString, ' microseconds'.
"
"Created: / 16-05-2015 / 09:47:11 / Jan Vrany <jan.vrany@fit.cvut.cz>"
! !
!PPCBenchmark class methodsFor:'documentation'!
version_HG
^ '$Changeset: <not expanded> $'
! !