quickSelfTest/RunUnitTests.st
author sr
Tue, 10 Oct 2017 10:31:14 +0200
changeset 349 ed255c6cf368
parent 348 ae0315df73cb
child 398 84b58f2602d9
permissions -rw-r--r--
#DOCUMENTATION by sr x
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
349
ed255c6cf368 #DOCUMENTATION by sr
sr
parents: 348
diff changeset
     1
"{ Encoding: utf8 }"
329
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
     2
349
ed255c6cf368 #DOCUMENTATION by sr
sr
parents: 348
diff changeset
     3
"{ Package: 'stx:goodies/builder/quickSelfTest' }"
329
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
     4
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
     5
"{ NameSpace: Smalltalk }"
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
     6
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
     7
Object subclass:#RunUnitTests
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
     8
	instanceVariableNames:''
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
     9
	classVariableNames:''
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
    10
	poolDictionaries:''
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
    11
	category:'tests-Regression'
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
    12
!
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
    13
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
    14
!RunUnitTests class methodsFor:'documentation'!
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
    15
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
    16
documentation
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
    17
"
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
    18
    documentation to be added.
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
    19
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
    20
    [author:]
336
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
    21
	sr
329
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
    22
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
    23
    [instance variables:]
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
    24
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
    25
    [class variables:]
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
    26
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
    27
    [see also:]
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
    28
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
    29
"
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
    30
! !
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
    31
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
    32
!RunUnitTests class methodsFor:'actions'!
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
    33
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
    34
run
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
    35
    |doRunSpecificUnitTests unitTestSuiteName excludedUnitTestClassNames corruptedUnitTestClassNames
336
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
    36
     cmdArgs
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
    37
     unitTestSuite
329
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
    38
     eachClassName eachClass
348
ae0315df73cb *** empty log message ***
sr
parents: 347
diff changeset
    39
     result index settingsFilePathName|
329
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
    40
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
    41
    doRunSpecificUnitTests := false.
336
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
    42
    unitTestSuiteName := 'All Unit Tests'.
329
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
    43
    excludedUnitTestClassNames := self excludedUnitTestClassNamesForAll.
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
    44
    corruptedUnitTestClassNames := self corruptedUnitTestClassNames.
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
    45
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
    46
    cmdArgs := Smalltalk commandLineArguments.
346
041a1411366c *** empty log message ***
sr
parents: 345
diff changeset
    47
    index := cmdArgs indexOf:'--settingsFile'.
041a1411366c *** empty log message ***
sr
parents: 345
diff changeset
    48
    index > 0 ifTrue:[
348
ae0315df73cb *** empty log message ***
sr
parents: 347
diff changeset
    49
	settingsFilePathName := cmdArgs at:index + 1.
ae0315df73cb *** empty log message ***
sr
parents: 347
diff changeset
    50
	self logInfo:'load settings file: ', settingsFilePathName printString.
ae0315df73cb *** empty log message ***
sr
parents: 347
diff changeset
    51
	settingsFilePathName asFilename fileIn.
ae0315df73cb *** empty log message ***
sr
parents: 347
diff changeset
    52
	self logInfo:'ParserFlags makeCommand: ', ParserFlags makeCommand printString.
346
041a1411366c *** empty log message ***
sr
parents: 345
diff changeset
    53
    ].
041a1411366c *** empty log message ***
sr
parents: 345
diff changeset
    54
329
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
    55
    (cmdArgs includes:'--runOnlyExpeccoUnitTests') ifTrue:[
336
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
    56
	self logInfo:'configured to run expecco unit tests only'.
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
    57
	doRunSpecificUnitTests := true.
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
    58
	unitTestSuiteName := 'expecco Unit Tests'.
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
    59
	excludedUnitTestClassNames := self excludedUnitTestClassNamesForExpecco.
329
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
    60
    ].
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
    61
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
    62
    doRunSpecificUnitTests ifFalse:[
336
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
    63
	self logInfo:'configured to run all available unit tests'.
329
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
    64
    ].
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
    65
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
    66
    self logInfo:'collecting unit test classes to run'.
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
    67
    unitTestSuite := TestSuite named:unitTestSuiteName.
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
    68
    (Smalltalk at: #'stx_goodies_regression') classNamesAndAttributes do:[:eachClassNameAndAttributes |
336
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
    69
	eachClassNameAndAttributes isSymbol ifTrue:[
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
    70
	    eachClassName := eachClassNameAndAttributes.
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
    71
	] ifFalse:[
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
    72
	    eachClassName := eachClassNameAndAttributes
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
    73
		firstIfEmpty:nil.
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
    74
	].
329
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
    75
345
e59d3b6f2391 *** empty log message ***
sr
parents: 344
diff changeset
    76
	(excludedUnitTestClassNames includes:eachClassName) ifFalse:[
e59d3b6f2391 *** empty log message ***
sr
parents: 344
diff changeset
    77
	    (corruptedUnitTestClassNames includes:eachClassName) ifTrue:[
346
041a1411366c *** empty log message ***
sr
parents: 345
diff changeset
    78
		self
345
e59d3b6f2391 *** empty log message ***
sr
parents: 344
diff changeset
    79
		    logWarning:('corrupted unit test class detected, please fix #%1'
346
041a1411366c *** empty log message ***
sr
parents: 345
diff changeset
    80
			bindWith:eachClassName).
345
e59d3b6f2391 *** empty log message ***
sr
parents: 344
diff changeset
    81
	    ] ifFalse:[
348
ae0315df73cb *** empty log message ***
sr
parents: 347
diff changeset
    82
		eachClassName notNil ifTrue:[
345
e59d3b6f2391 *** empty log message ***
sr
parents: 344
diff changeset
    83
				eachClass := Smalltalk
e59d3b6f2391 *** empty log message ***
sr
parents: 344
diff changeset
    84
					fileInClass:eachClassName
e59d3b6f2391 *** empty log message ***
sr
parents: 344
diff changeset
    85
					package:'stx:goodies/regression'.
329
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
    86
345
e59d3b6f2391 *** empty log message ***
sr
parents: 344
diff changeset
    87
				eachClass notNil ifTrue:[
e59d3b6f2391 *** empty log message ***
sr
parents: 344
diff changeset
    88
				eachClass isTestCaseLike ifTrue:[
e59d3b6f2391 *** empty log message ***
sr
parents: 344
diff changeset
    89
					unitTestSuite addTest:eachClass suite.
e59d3b6f2391 *** empty log message ***
sr
parents: 344
diff changeset
    90
				].
336
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
    91
		    ].
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
    92
		].
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
    93
	    ].
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
    94
	].
329
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
    95
    ].
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
    96
336
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
    97
    self
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
    98
	logInfo:('%1 unit test classes collected'
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
    99
	    bindWith:unitTestSuite tests size).
329
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
   100
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
   101
    self logInfo:'starting unit tests'.
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
   102
    result := unitTestSuite
336
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
   103
	run:TestResultStX new
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
   104
	beforeEachDo:[:test | self logInfo:'performing unit test ', test printString]
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
   105
	afterEachDo:[:test| ]
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
   106
	debug:(cmdArgs includes:'--debug').
329
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
   107
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
   108
    self logInfo:'generating report'.
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
   109
    TestResultReporter
336
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
   110
	report:result
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
   111
	format:#xml_jUnit
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
   112
	as:'testresult.xml'.
329
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
   113
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
   114
    self logInfo:'summary:'.
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
   115
    self logInfo:('%1 tests' bindWith:result runCount).
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
   116
    self logInfo:('%1 passed' bindWith:result passedCount).
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
   117
    self logInfo:('%1 failed' bindWith:result failureCount).
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
   118
    self logInfo:('%1 errors' bindWith:result errorCount).
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
   119
! !
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
   120
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
   121
!RunUnitTests class methodsFor:'constants'!
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
   122
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
   123
corruptedUnitTestClassNames
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
   124
    ^ #(
336
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
   125
	#'RegressionTests::ExternalInterfaceTests'
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
   126
	#'RegressionTests::HTTPServerTests'
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
   127
	#'RegressionTests::DebuggerTest'
345
e59d3b6f2391 *** empty log message ***
sr
parents: 344
diff changeset
   128
	#'RegressionTests::ContextTest2'
329
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
   129
    )
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
   130
!
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
   131
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
   132
excludedUnitTestClassNamesForAll
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
   133
    ^ #()
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
   134
!
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
   135
336
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
   136
excludedUnitTestClassNamesForExpecco
329
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
   137
    ^ self excludedUnitTestClassNamesForAll
336
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
   138
	, #(
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
   139
	    #'RegressionTests::BreakpointTests'
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
   140
	    #'RegressionTests::SunitXMLOutputTest'
338
91098756a1cf *** empty log message ***
sr
parents: 336
diff changeset
   141
	    #'RegressionTests::CompilerTests2'
91098756a1cf *** empty log message ***
sr
parents: 336
diff changeset
   142
	    #'RegressionTests::BehaviorLookupObjectTests'
91098756a1cf *** empty log message ***
sr
parents: 336
diff changeset
   143
	    #'RegressionTests::ChangeSetTests'
91098756a1cf *** empty log message ***
sr
parents: 336
diff changeset
   144
	    #'RegressionTests::MakefileTests'
91098756a1cf *** empty log message ***
sr
parents: 336
diff changeset
   145
	    #'RegressionTests::MetaphoneStringComparatorTest'
91098756a1cf *** empty log message ***
sr
parents: 336
diff changeset
   146
	    #'RegressionTests::STCCompilerTests'
91098756a1cf *** empty log message ***
sr
parents: 336
diff changeset
   147
	    #'RegressionTests::VMCrashTests'
339
0aba6d1a9337 *** empty log message ***
sr
parents: 338
diff changeset
   148
	    #'RegressionTests::SnapshotRestartTests'
340
4e6b03506e92 *** empty log message ***
sr
parents: 339
diff changeset
   149
	    #'RegressionTests::GraphicDrawingTest'
341
4419c83530aa *** empty log message ***
sr
parents: 340
diff changeset
   150
	    #'RegressionTests::OS_OLE_Tests'
345
e59d3b6f2391 *** empty log message ***
sr
parents: 344
diff changeset
   151
		#'RegressionTests::ExternalInterfaceTests'
e59d3b6f2391 *** empty log message ***
sr
parents: 344
diff changeset
   152
		#'RegressionTests::HTTPServerTests'
e59d3b6f2391 *** empty log message ***
sr
parents: 344
diff changeset
   153
		#'RegressionTests::DebuggerTest'
e59d3b6f2391 *** empty log message ***
sr
parents: 344
diff changeset
   154
		#'RegressionTests::ContextTest2'
336
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
   155
	)
329
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
   156
! !
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
   157
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
   158
!RunUnitTests class methodsFor:'logging'!
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
   159
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
   160
log:aString
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
   161
    type:aType
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
   162
336
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
   163
    Stdout
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
   164
	showCR:('%1 [%2] : %3'
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
   165
	    bindWith:Timestamp now printString
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
   166
	    with:(aType printString asLowercase paddedTo:'warning' size)
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
   167
	    with:aString).
329
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
   168
!
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
   169
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
   170
logInfo:aString
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
   171
    self
336
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
   172
	log:aString
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
   173
	type:'INFO'
329
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
   174
!
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
   175
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
   176
logWarning:aString
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
   177
    self
336
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
   178
	log:aString
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
   179
	type:'WARNING'
329
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
   180
! !
349
ed255c6cf368 #DOCUMENTATION by sr
sr
parents: 348
diff changeset
   181
ed255c6cf368 #DOCUMENTATION by sr
sr
parents: 348
diff changeset
   182
!RunUnitTests class methodsFor:'documentation'!
ed255c6cf368 #DOCUMENTATION by sr
sr
parents: 348
diff changeset
   183
ed255c6cf368 #DOCUMENTATION by sr
sr
parents: 348
diff changeset
   184
version_CVS
ed255c6cf368 #DOCUMENTATION by sr
sr
parents: 348
diff changeset
   185
    ^ '$Header$'
ed255c6cf368 #DOCUMENTATION by sr
sr
parents: 348
diff changeset
   186
! !
ed255c6cf368 #DOCUMENTATION by sr
sr
parents: 348
diff changeset
   187