2019-11-15 22:33:54 +01:00
|
|
|
' Gambas class file
|
|
|
|
|
|
|
|
''' The TestSuite class represents a suite of different tests to be run. The TestSuite contains
|
|
|
|
''' a part-whole hierarchy of objects that implement the ITest interface --
|
|
|
|
''' including TestCase objects and other TestSuite objects. Executing the Run method for the
|
|
|
|
''' TestSuite will execute all test cases that it contains. The TestSuite class also provides
|
2020-02-23 12:38:53 +01:00
|
|
|
''' methods for add all test cases contained in a TestModule object into the suite.
|
2019-11-15 22:33:54 +01:00
|
|
|
|
2020-02-27 20:58:27 +01:00
|
|
|
Property Read Tests As TestCase[]
|
|
|
|
Private $Tests As New TestCase[]
|
2019-11-15 22:33:54 +01:00
|
|
|
|
|
|
|
'' Runs all tests contained within the collection and collects the result in the Track parameter.
|
|
|
|
Public Sub Run()
|
|
|
|
|
2020-02-27 20:58:27 +01:00
|
|
|
Dim oTest As TestCase
|
2020-02-23 12:38:53 +01:00
|
|
|
Dim CurrentTestModule, LastTestModule As Class
|
2019-11-15 22:33:54 +01:00
|
|
|
Dim CurrentAction As String
|
|
|
|
|
|
|
|
Assert $Tests
|
|
|
|
|
2020-04-27 12:01:47 +02:00
|
|
|
Test.Plan($Tests.Count)
|
2019-11-15 22:33:54 +01:00
|
|
|
For Each oTest In $Tests
|
2020-02-23 12:38:53 +01:00
|
|
|
CurrentTestModule = oTest.TestModule
|
|
|
|
If LastTestModule Then
|
|
|
|
If LastTestModule <> CurrentTestModule Then
|
|
|
|
CurrentAction = LastTestModule.Name & ":TearDownTestModule"
|
|
|
|
StopTestModule(LastTestModule)
|
|
|
|
CurrentAction = CurrentTestModule.Name & ":SetupTestModule"
|
|
|
|
StartTestModule(CurrentTestModule)
|
2019-11-15 22:33:54 +01:00
|
|
|
Endif
|
|
|
|
Else
|
2020-04-27 12:01:47 +02:00
|
|
|
'Test.Note("-------------------- " & CurrentTestModule.Name)
|
2020-02-23 12:38:53 +01:00
|
|
|
CurrentAction = CurrentTestModule.Name & ":SetupTestModule"
|
|
|
|
StartTestModule(CurrentTestModule)
|
2019-11-15 22:33:54 +01:00
|
|
|
Endif
|
|
|
|
|
2020-05-07 12:57:55 +02:00
|
|
|
Test._Print(gb.Lf) 'better readability for humans
|
|
|
|
Test._Print(Subst$(("TestCase &1:&2"), oTest.TestModule.Name, oTest.Name))
|
2020-05-02 18:35:48 +02:00
|
|
|
Test._Subtest(Subst$("&1:&2", oTest.TestModule.Name, oTest.Name))
|
2020-04-09 08:13:09 +02:00
|
|
|
'Debug oTest.Name
|
2020-02-24 17:59:14 +01:00
|
|
|
oTest.Run()
|
2020-05-02 18:35:48 +02:00
|
|
|
If Not Test._Finished Then Test._Finish()
|
2020-02-23 12:38:53 +01:00
|
|
|
LastTestModule = CurrentTestModule
|
2019-11-15 22:33:54 +01:00
|
|
|
Next
|
|
|
|
|
2020-02-23 12:38:53 +01:00
|
|
|
If LastTestModule Then
|
|
|
|
CurrentAction = LastTestModule.Name & ":TearDownTestModule"
|
|
|
|
StopTestModule(LastTestModule)
|
2019-11-15 22:33:54 +01:00
|
|
|
Endif
|
|
|
|
|
|
|
|
Catch
|
2020-04-27 12:01:47 +02:00
|
|
|
Test.BailOut("Test Stopped with error \"" & Error.Text & "\" caused by " & CurrentAction & " in " & Error.Where & ".")
|
2019-11-15 22:33:54 +01:00
|
|
|
|
|
|
|
End Sub
|
|
|
|
|
2020-02-23 12:38:53 +01:00
|
|
|
Private Sub StartTestModule(TestModule As Class)
|
2019-12-30 22:10:37 +01:00
|
|
|
|
2020-02-23 12:38:53 +01:00
|
|
|
If TestModule.Symbols.Exist("Setup") Then
|
|
|
|
Object.Call(TestModule, "Setup")
|
|
|
|
Endif
|
2019-12-30 22:10:37 +01:00
|
|
|
|
|
|
|
End
|
|
|
|
|
2020-02-23 12:38:53 +01:00
|
|
|
Private Sub StopTestModule(TestModule As Class)
|
2019-12-30 22:10:37 +01:00
|
|
|
|
2020-04-07 14:18:59 +02:00
|
|
|
If TestModule.Symbols.Exist("Teardown") Then
|
|
|
|
Object.Call(TestModule, "Teardown")
|
2020-02-23 12:38:53 +01:00
|
|
|
Endif
|
|
|
|
|
2019-12-30 22:10:37 +01:00
|
|
|
End
|
|
|
|
|
2019-11-15 22:33:54 +01:00
|
|
|
'' Add a TestCase to the suite.
|
2020-02-27 20:58:27 +01:00
|
|
|
Private Sub AddTestCase(oTestCase As TestCase)
|
2019-11-15 22:33:54 +01:00
|
|
|
|
|
|
|
Assert $Tests
|
|
|
|
$Tests.Add(oTestCase, Object.Class(oTestCase).Name)
|
|
|
|
|
|
|
|
End Sub
|
|
|
|
|
|
|
|
'' Create a new test case and add it to the suite.
|
2020-02-24 14:08:40 +01:00
|
|
|
Private Function AddNewTestCase(sName As String, TestModule As Class)
|
2019-11-15 22:33:54 +01:00
|
|
|
|
|
|
|
Dim test As TestCase
|
|
|
|
|
|
|
|
Assert sName <> Null
|
2020-02-23 12:38:53 +01:00
|
|
|
Assert TestModule
|
2019-11-15 22:33:54 +01:00
|
|
|
|
2020-02-23 12:38:53 +01:00
|
|
|
test = New TestCase(sName, TestModule)
|
2019-11-15 22:33:54 +01:00
|
|
|
Assert $Tests
|
|
|
|
$Tests.Add(test)
|
|
|
|
|
|
|
|
End
|
|
|
|
|
2020-02-23 12:38:53 +01:00
|
|
|
Private Function GetTestsFromTestModule(TestModule As Class) As String[]
|
|
|
|
|
|
|
|
Dim sSymbol As String
|
2020-04-07 15:03:13 +02:00
|
|
|
Dim NoTestSymbols As String[] = ["Setup", "SetupEach", "Teardown", "TeardownEach", "Plan"]
|
2020-02-23 12:38:53 +01:00
|
|
|
Dim asTests As New String[]
|
|
|
|
|
|
|
|
Assert TestModule
|
|
|
|
|
|
|
|
For Each sSymbol In TestModule.Symbols
|
|
|
|
If Not NoTestSymbols.Exist(sSymbol, gb.IgnoreCase) Then
|
|
|
|
asTests.Add(sSymbol)
|
|
|
|
Endif
|
|
|
|
Next
|
|
|
|
|
|
|
|
Return asTests
|
|
|
|
|
|
|
|
End
|
|
|
|
|
|
|
|
'' Create all test cases that are contained in the specified TestModule and add them to the suite.
|
2020-04-08 12:39:55 +02:00
|
|
|
Public Function AddAllTestCases(TestModule As Class, Commands As TestCommand[])
|
2019-11-15 22:33:54 +01:00
|
|
|
|
2020-02-23 12:38:53 +01:00
|
|
|
Dim asTests As String[]
|
2020-04-08 12:39:55 +02:00
|
|
|
Dim i, Plan, MethodCounts As Integer
|
|
|
|
Dim Command As TestCommand
|
|
|
|
Dim NameProcedure As String
|
2019-11-15 22:33:54 +01:00
|
|
|
|
2020-02-23 12:38:53 +01:00
|
|
|
Assert TestModule
|
|
|
|
|
|
|
|
asTests = GetTestsFromTestModule(TestModule)
|
|
|
|
asTests.Sort
|
|
|
|
|
2020-04-08 12:39:55 +02:00
|
|
|
Command = TestCommand.Find(Commands, TestModule.Name)
|
|
|
|
'If there was no Command then Command is Null
|
|
|
|
Try MethodCounts = Command.Methods.Count
|
2020-02-23 22:31:28 +01:00
|
|
|
|
|
|
|
'Assert asTests.Count > 0 Error "Failed: No tests in " & TestModule.Name
|
|
|
|
If asTests.Count = 0 Then
|
2020-04-08 12:39:55 +02:00
|
|
|
Assert.Todo("No tests in " & TestModule.Name)
|
2020-02-23 22:31:28 +01:00
|
|
|
Endif
|
2020-02-23 12:38:53 +01:00
|
|
|
|
|
|
|
For i = 0 To asTests.Count - 1
|
2020-04-08 12:39:55 +02:00
|
|
|
|
|
|
|
NameProcedure = CStr(asTests[i])
|
|
|
|
If MethodCounts = 0 Then
|
|
|
|
'add every testmethod
|
|
|
|
AddNewTestCase(NameProcedure, TestModule)
|
2020-02-23 12:38:53 +01:00
|
|
|
Else
|
2020-04-08 12:39:55 +02:00
|
|
|
' just certain TestMethods will be added, increase plan, if plan exists in TestModule
|
2020-02-23 12:38:53 +01:00
|
|
|
If TestModule.Symbols.Exist("Plan", gb.IgnoreCase) Then
|
2020-04-08 12:39:55 +02:00
|
|
|
Plan = Object.GetProperty(TestModule, "Plan")
|
|
|
|
Inc Plan
|
|
|
|
Object.SetProperty(TestModule, "Plan", Plan)
|
2019-11-15 22:33:54 +01:00
|
|
|
Endif
|
2020-04-08 12:39:55 +02:00
|
|
|
If Command.Methods.Exist(NameProcedure) Then
|
|
|
|
AddNewTestCase(NameProcedure, TestModule)
|
2020-02-23 12:38:53 +01:00
|
|
|
Endif
|
|
|
|
Endif
|
2020-04-08 12:39:55 +02:00
|
|
|
|
2020-02-23 12:38:53 +01:00
|
|
|
Next
|
2019-11-15 22:33:54 +01:00
|
|
|
|
|
|
|
End
|
|
|
|
|
2020-02-27 20:58:27 +01:00
|
|
|
Private Function Tests_Read() As TestCase[]
|
2019-11-15 22:33:54 +01:00
|
|
|
|
|
|
|
Return $Tests
|
|
|
|
|
|
|
|
End
|