| author | Claus Gittinger <cg@exept.de> |
| Wed, 23 Mar 2016 22:09:39 +0100 | |
| changeset 307 | d3e214527be4 |
| parent 306 | 27c40eee1d2b |
| child 309 | 8061d7da3fc3 |
| permissions | -rw-r--r-- |
| 0 | 1 |
"/ |
| 87 | 2 |
"/ runs a number of tests from the exept:regression package (see list below) |
| 0 | 3 |
"/ execute this script using the following command line: |
4 |
"/ |
|
| 8 | 5 |
"/ stx --noBanner -I --execute SelfTest.st |
| 87 | 6 |
"/ use --debug to debug failed test cases. |
| 0 | 7 |
"/ |
| 47 | 8 |
"/ to use with jenkins (+ jUnit plugin): |
| 8 | 9 |
"/ use the following buildscript (in jenkins): |
| 3 | 10 |
"/ (after checkout of stx) |
11 |
"/ cd stx |
|
12 |
"/ call bmake |
|
13 |
"/ cd goodies\selftest |
|
14 |
"/ ..\..\projects\smalltalk\stx.com --noBanner -I --execute SelfTest.st |
|
15 |
"/ |
|
| 33 | 16 |
"/ and configure the jenkins junit plugin, to scan for "testresult.xml" |
| 3 | 17 |
|
| 34 | 18 |
"/ tell the system, where stx is... |
19 |
ParserFlags initializeSTCFlagsForTopDirectory:'../../..'. |
|
20 |
||
| 0 | 21 |
Object infoPrinting:false. |
22 |
ObjectMemory infoPrinting:false. |
|
23 |
Processor activeProcess exceptionHandlerSet |
|
24 |
on:(Class updateChangeFileQuerySignal) |
|
25 |
do:[:ex | ex proceedWith:false ]. |
|
26 |
! |
|
27 |
||
| 9 | 28 |
Stdout showCR:'Selftest Started'. |
| 0 | 29 |
! |
30 |
||
| 306 | 31 |
Smalltalk packagePath addFirst:'../../../..'. |
| 9 | 32 |
Stdout showCR:'Loading sunit...'. |
| 0 | 33 |
Smalltalk loadPackage:'stx:goodies/sunit'. |
| 297 | 34 |
self assert:(TestCase notNil and:[TestCase isLoaded]) message:'[Error]: Missing TestCase class after sunit package load'. |
| 0 | 35 |
|
| 22 | 36 |
"/ Smalltalk loadPackage:'stx:goodies/xml/vw'. |
37 |
"/ Smalltalk loadPackage:'stx:goodies/xml/stx'. |
|
| 87 | 38 |
Smalltalk loadPackage:'stx:libcompat'. |
| 47 | 39 |
Smalltalk loadPackage:'stx:libjavascript'. |
| 10 | 40 |
! |
41 |
||
| 301 | 42 |
|suite result debugging| |
| 0 | 43 |
|
| 15 | 44 |
Stdout showCR:'Creating suite...'. |
| 4 | 45 |
suite := TestSuite named:'SelfTest'. |
| 23 | 46 |
|
47 |
Stdout showCR:'Loading regression tests...'. |
|
|
130
ae4a40e279d6
List of tests moved to one place so it is always the same for all three test runners (sigh, we have three different!)
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
116
diff
changeset
|
48 |
|
|
ae4a40e279d6
List of tests moved to one place so it is always the same for all three test runners (sigh, we have three different!)
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
116
diff
changeset
|
49 |
"To add a new test please edit exept_regression>>testCaseNamesWithoutNamespace" |
|
ae4a40e279d6
List of tests moved to one place so it is always the same for all three test runners (sigh, we have three different!)
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
116
diff
changeset
|
50 |
Smalltalk fileInClass:#'exept_regression' package:'exept:regression'. |
|
ae4a40e279d6
List of tests moved to one place so it is always the same for all three test runners (sigh, we have three different!)
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
116
diff
changeset
|
51 |
(Smalltalk at: #'exept_regression') isNil ifTrue:[ |
|
ae4a40e279d6
List of tests moved to one place so it is always the same for all three test runners (sigh, we have three different!)
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
116
diff
changeset
|
52 |
Stdout showCR:('ERROR: Ouch - missing class: "exept_regression"').
|
|
ae4a40e279d6
List of tests moved to one place so it is always the same for all three test runners (sigh, we have three different!)
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
116
diff
changeset
|
53 |
Smalltalk exit: 1. |
|
ae4a40e279d6
List of tests moved to one place so it is always the same for all three test runners (sigh, we have three different!)
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
116
diff
changeset
|
54 |
]. |
| 306 | 55 |
exept_regression ensureFullyLoaded. |
56 |
||
|
130
ae4a40e279d6
List of tests moved to one place so it is always the same for all three test runners (sigh, we have three different!)
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
116
diff
changeset
|
57 |
(Smalltalk at: #'exept_regression') testCaseNamesWithoutNamespace do:[:className | |
| 23 | 58 |
|fullName| |
59 |
||
60 |
fullName := ('RegressionTests::',className).
|
|
| 306 | 61 |
Stdout showCR:(' loading ',className,'...').
|
62 |
Error handle:[:ex | |
|
63 |
Stdout showCR:('**** Ouch - error while loading class: "',className,'"').
|
|
64 |
] do:[ |
|
65 |
Smalltalk fileInClass:fullName package:'exept:regression'. |
|
66 |
]. |
|
| 95 | 67 |
(Smalltalk classNamed:fullName) isNil ifTrue:[ |
68 |
Stdout showCR:('**** Ouch - missing class: "',fullName,'"').
|
|
69 |
] ifFalse:[ |
|
70 |
suite addTest:(Smalltalk classNamed:fullName) suite. |
|
71 |
] |
|
| 23 | 72 |
]. |
| 4 | 73 |
|
| 15 | 74 |
Stdout showCR:'Running suite...'. |
| 301 | 75 |
debugging := (Smalltalk commandLineArgumentNamed:'--debug') notNil. |
| 8 | 76 |
result := suite |
| 94 | 77 |
run:TestResultStX new beforeEachDo:[:test | |
| 15 | 78 |
Stdout showCR:('- running ',test printString).
|
| 87 | 79 |
] |
| 301 | 80 |
afterEachDo:[:test| |
81 |
Stdout showCR:('- done ',test printString).
|
|
82 |
] |
|
83 |
debug:debugging. |
|
| 23 | 84 |
|
| 38 | 85 |
Stdout showCR:'Generating report...'. |
| 8 | 86 |
TestResultReporter |
87 |
report:result |
|
| 29 | 88 |
format:#xml_jUnit |
| 8 | 89 |
as:'testresult.xml'. |
| 38 | 90 |
|
91 |
Stdout showCR:'Summary:'. |
|
92 |
Stdout showCR:(' %1 tests;' bindWith:result runCount).
|
|
93 |
Stdout show:(' %1 passed,' bindWith:result passedCount).
|
|
94 |
Stdout show:(' %1 failed,' bindWith:result failureCount).
|
|
95 |
Stdout showCR:(' %1 errors.' bindWith:result errorCount).
|
|
| 98 | 96 |
|
97 |
'metrics.xml' asFilename writingFileDo:[:stream | |
|
| 99 | 98 |
MetricsReporter new |
99 |
stream: stream; |
|
100 |
packages:{
|
|
101 |
'stx:libbasic' . |
|
102 |
'stx:libbasic2' . |
|
103 |
'stx:libbasic3' . |
|
104 |
'stx:libcomp' . |
|
105 |
'stx:libview' . |
|
106 |
'stx:libview2' . |
|
107 |
'stx:libwidg' . |
|
108 |
'stx:libwidg2' . |
|
109 |
'stx:libtool' . |
|
110 |
'stx:libtool2' . |
|
111 |
'stx:libui' . |
|
112 |
'stx:libhtml' . |
|
| 115 | 113 |
'stx:goodies/xml/vw' . |
| 99 | 114 |
'stx:goodies/soap' . |
115 |
'stx:libjavascript' . |
|
| 100 | 116 |
}; |
| 99 | 117 |
classMetricNames: #(); |
118 |
methodMetricNames: #(); |
|
119 |
packageMetricNames: #( 'LOC' 'NOM' 'NOC'); |
|
120 |
reportXml_metrics. |
|
| 98 | 121 |
]. |
122 |
||
| 0 | 123 |
! |