quickSelfTest/RunUnitTests.st
author sr
Fri, 15 Sep 2017 13:19:23 +0200
changeset 341 4419c83530aa
parent 340 4e6b03506e92
child 342 246d004b0d7c
permissions -rw-r--r--
*** empty log message ***
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
335
aaa1ed543bd0 *** empty log message ***
sr
parents: 329
diff changeset
     1
'From Smalltalk/X, Version:7.1.0.0 on 12-09-2017 at 13:33:27'                   !
329
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
     2
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
     3
"{ Package: 'stx:goodies/regression' }"
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
     4
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
     5
"{ NameSpace: Smalltalk }"
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
     6
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
     7
Object subclass:#RunUnitTests
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
     8
	instanceVariableNames:''
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
     9
	classVariableNames:''
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
    10
	poolDictionaries:''
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
    11
	category:'tests-Regression'
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
    12
!
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
    13
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
    14
!RunUnitTests class methodsFor:'documentation'!
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
    15
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
    16
documentation
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
    17
"
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
    18
    documentation to be added.
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
    19
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
    20
    [author:]
336
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
    21
	sr
329
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
    22
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
    23
    [instance variables:]
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
    24
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
    25
    [class variables:]
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
    26
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
    27
    [see also:]
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
    28
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
    29
"
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
    30
! !
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
    31
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
    32
!RunUnitTests class methodsFor:'actions'!
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
    33
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
    34
run
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
    35
    |doRunSpecificUnitTests unitTestSuiteName excludedUnitTestClassNames corruptedUnitTestClassNames
336
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
    36
     cmdArgs
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
    37
     unitTestSuite
329
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
    38
     eachClassName eachClass
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
    39
     result|
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
    40
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
    41
    doRunSpecificUnitTests := false.
336
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
    42
    unitTestSuiteName := 'All Unit Tests'.
329
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
    43
    excludedUnitTestClassNames := self excludedUnitTestClassNamesForAll.
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
    44
    corruptedUnitTestClassNames := self corruptedUnitTestClassNames.
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
    45
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
    46
    cmdArgs := Smalltalk commandLineArguments.
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
    47
    (cmdArgs includes:'--runOnlyExpeccoUnitTests') ifTrue:[
336
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
    48
	self logInfo:'configured to run expecco unit tests only'.
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
    49
	doRunSpecificUnitTests := true.
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
    50
	unitTestSuiteName := 'expecco Unit Tests'.
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
    51
	excludedUnitTestClassNames := self excludedUnitTestClassNamesForExpecco.
329
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
    52
    ].
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
    53
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
    54
    doRunSpecificUnitTests ifFalse:[
336
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
    55
	self logInfo:'configured to run all available unit tests'.
329
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
    56
    ].
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
    57
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
    58
    self logInfo:'collecting unit test classes to run'.
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
    59
    unitTestSuite := TestSuite named:unitTestSuiteName.
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
    60
    (Smalltalk at: #'stx_goodies_regression') classNamesAndAttributes do:[:eachClassNameAndAttributes |
336
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
    61
	eachClassNameAndAttributes isSymbol ifTrue:[
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
    62
	    eachClassName := eachClassNameAndAttributes.
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
    63
	] ifFalse:[
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
    64
	    eachClassName := eachClassNameAndAttributes
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
    65
		firstIfEmpty:nil.
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
    66
	].
329
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
    67
336
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
    68
	(corruptedUnitTestClassNames includes:eachClassName) ifTrue:[
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
    69
	    self
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
    70
		logWarning:('corrupted unit test class detected, please fix #%1'
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
    71
		    bindWith:eachClassName).
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
    72
	] ifFalse:[
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
    73
	    (excludedUnitTestClassNames includes:eachClassName) ifFalse:[
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
    74
		eachClassName notNil ifTrue:[
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
    75
		    eachClass := Smalltalk
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
    76
			fileInClass:eachClassName
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
    77
			package:'stx:goodies/regression'.
329
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
    78
336
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
    79
		    eachClass notNil ifTrue:[
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
    80
			eachClass isTestCaseLike ifTrue:[
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
    81
			    unitTestSuite addTest:eachClass suite.
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
    82
			].
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
    83
		    ].
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
    84
		].
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
    85
	    ].
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
    86
	].
329
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
    87
    ].
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
    88
336
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
    89
    self
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
    90
	logInfo:('%1 unit test classes collected'
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
    91
	    bindWith:unitTestSuite tests size).
329
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
    92
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
    93
    self logInfo:'starting unit tests'.
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
    94
    result := unitTestSuite
336
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
    95
	run:TestResultStX new
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
    96
	beforeEachDo:[:test | self logInfo:'performing unit test ', test printString]
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
    97
	afterEachDo:[:test| ]
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
    98
	debug:(cmdArgs includes:'--debug').
329
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
    99
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
   100
    self logInfo:'generating report'.
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
   101
    TestResultReporter
336
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
   102
	report:result
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
   103
	format:#xml_jUnit
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
   104
	as:'testresult.xml'.
329
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
   105
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
   106
    self logInfo:'summary:'.
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
   107
    self logInfo:('%1 tests' bindWith:result runCount).
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
   108
    self logInfo:('%1 passed' bindWith:result passedCount).
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
   109
    self logInfo:('%1 failed' bindWith:result failureCount).
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
   110
    self logInfo:('%1 errors' bindWith:result errorCount).
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
   111
! !
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
   112
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
   113
!RunUnitTests class methodsFor:'constants'!
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
   114
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
   115
corruptedUnitTestClassNames
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
   116
    ^ #(
336
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
   117
	#'RegressionTests::ExternalInterfaceTests'
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
   118
	#'RegressionTests::Win32OLETests'
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
   119
	#'RegressionTests::HTTPServerTests'
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
   120
	#'RegressionTests::SocketTests'
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
   121
	#'RegressionTests::DelayTest'
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
   122
	#'RegressionTests::ContextTest2'
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
   123
	#'RegressionTests::DebuggerTest'
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
   124
	#'RegressionTests::OperatingSystem'
329
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
   125
    )
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
   126
!
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
   127
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
   128
excludedUnitTestClassNamesForAll
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
   129
    ^ #()
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
   130
!
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
   131
336
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
   132
excludedUnitTestClassNamesForExpecco
329
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
   133
    ^ self excludedUnitTestClassNamesForAll
336
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
   134
	, #(
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
   135
	    #'RegressionTests::BreakpointTests'
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
   136
	    #'RegressionTests::SunitXMLOutputTest'
338
91098756a1cf *** empty log message ***
sr
parents: 336
diff changeset
   137
	    #'RegressionTests::CompilerTests2'
91098756a1cf *** empty log message ***
sr
parents: 336
diff changeset
   138
	    #'RegressionTests::BehaviorLookupObjectTests'
91098756a1cf *** empty log message ***
sr
parents: 336
diff changeset
   139
	    #'RegressionTests::ChangeSetTests'
91098756a1cf *** empty log message ***
sr
parents: 336
diff changeset
   140
	    #'RegressionTests::MakefileTests'
91098756a1cf *** empty log message ***
sr
parents: 336
diff changeset
   141
	    #'RegressionTests::MetaphoneStringComparatorTest'
91098756a1cf *** empty log message ***
sr
parents: 336
diff changeset
   142
	    #'RegressionTests::STCCompilerTests'
91098756a1cf *** empty log message ***
sr
parents: 336
diff changeset
   143
	    #'RegressionTests::VMCrashTests'
339
0aba6d1a9337 *** empty log message ***
sr
parents: 338
diff changeset
   144
	    #'RegressionTests::SnapshotRestartTests'
340
4e6b03506e92 *** empty log message ***
sr
parents: 339
diff changeset
   145
	    #'RegressionTests::GraphicDrawingTest'
341
4419c83530aa *** empty log message ***
sr
parents: 340
diff changeset
   146
	    #'RegressionTests::OS_OLE_Tests'
336
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
   147
	)
329
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
   148
! !
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
   149
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
   150
!RunUnitTests class methodsFor:'logging'!
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
   151
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
   152
log:aString
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
   153
    type:aType
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
   154
336
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
   155
    Stdout
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
   156
	showCR:('%1 [%2] : %3'
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
   157
	    bindWith:Timestamp now printString
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
   158
	    with:(aType printString asLowercase paddedTo:'warning' size)
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
   159
	    with:aString).
329
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
   160
!
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
   161
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
   162
logInfo:aString
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
   163
    self
336
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
   164
	log:aString
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
   165
	type:'INFO'
329
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
   166
!
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
   167
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
   168
logWarning:aString
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
   169
    self
336
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
   170
	log:aString
8dcc6a1f364b *** empty log message ***
sr
parents: 335
diff changeset
   171
	type:'WARNING'
329
6a3fe7cea4e1 *** empty log message ***
sr
parents:
diff changeset
   172
! !