Merge branch 'testerina-test-parallelization' of https://github.com/T…

…hevakumar-luheerathan/ballerina-lang into testerina-test-parallelization
ballerina-platform · Dec 12, 2023 · ca71d05 · ca71d05
2 parents e4eed51 + 4b9ee0a
commit ca71d05
Show file tree

Hide file tree

Showing 10 changed files with 116 additions and 72 deletions.
diff --git a/...rc/test/resources/command-outputs/unix/DataProviderTest-testDataProviderSingleFailure.txt b/...rc/test/resources/command-outputs/unix/DataProviderTest-testDataProviderSingleFailure.txt
@@ -6,6 +6,12 @@ WARNING [tests/new-data-provider-tests.bal:(153:9,153:21)] unused variable 'a'
 Running Tests with Coverage
 
 	dataproviders
+
+testDividingValuesNegative:2 has failed.
+
+
+		Test execution time :*****ms
+
 		[pass] testDividingValuesNegative#0
 		[pass] testDividingValuesNegative#1
 		[pass] testDividingValuesNegative#3
@@ -19,13 +25,9 @@ Running Tests with Coverage
 				callableName: testDividingValuesNegative moduleName: intg_tests.dataproviders$test.0.tests.new-data-provider-tests fileName: tests/new-data-provider-tests.bal lineNumber: 191
 				callableName: testDividingValuesNegative$lambda14$ moduleName: intg_tests.dataproviders$test.0.tests.test_execute-generated_*****lineNumber: 18
 			",functionName="testDividingValuesNegative")
-				callableName: executeTestFunction moduleName: ballerina.test.0 fileName: execute.bal lineNumber: 349
-				callableName: executeDataDrivenTest moduleName: ballerina.test.0 fileName: execute.bal lineNumber: 136
-				callableName: executeDataDrivenTestSet moduleName: ballerina.test.0 fileName: execute.bal lineNumber: 123
-				callableName: executeTest moduleName: ballerina.test.0 fileName: execute.bal lineNumber: 83
-				callableName: executeTests moduleName: ballerina.test.0 fileName: execute.bal lineNumber: 58
-				callableName: startSuite moduleName: ballerina.test.0 fileName: execute.bal lineNumber: 48
-				callableName: __execute__ moduleName: intg_tests.dataproviders$test.0.tests.test_execute-generated_*****lineNumber: 27
+				callableName: executeTestFunction moduleName: ballerina.test.0 fileName: execute.bal lineNumber: 461
+				callableName: executeDataDrivenTest moduleName: ballerina.test.0 fileName: execute.bal lineNumber: 233
+				callableName: prepareDataDrivenTest moduleName: ballerina.test.0 fileName: execute.bal lineNumber: 222
 
 
 
@@ -35,6 +37,9 @@ Running Tests with Coverage
 
 	dataproviders.module1
 
+		Test execution time :*****ms
+
+
 
 		No tests found
 

diff --git a/...resources/command-outputs/unix/DataProviderTest-testValidDataProviderWithAfterFailing.txt b/...resources/command-outputs/unix/DataProviderTest-testValidDataProviderWithAfterFailing.txt
@@ -9,7 +9,7 @@ Running Tests with Coverage
 	[fail] [after test function for the test]:
 	    error("{ballerina}DivisionByZero",message=" / by zero")
 			callableName: afterFailsFunction moduleName: intg_tests.dataproviders$test.0.tests.new-data-provider-tests fileName: tests/new-data-provider-tests.bal lineNumber: 153
-			callableName: afterFailsFunction$lambda72$ moduleName: intg_tests.dataproviders$test.0.tests.new-data-provider-tests fileName: tests/new-data-provider-tests.bal lineNumber: 160
+			callableName: afterFailsFunction$lambda84$ moduleName: intg_tests.dataproviders$test.0.tests.new-data-provider-tests fileName: tests/new-data-provider-tests.bal lineNumber: 160
 
 
 		Test execution time :*****ms

diff --git a/...esources/command-outputs/unix/DataProviderTest-testValidDataProviderWithBeforeFailing.txt b/...esources/command-outputs/unix/DataProviderTest-testValidDataProviderWithBeforeFailing.txt
@@ -9,7 +9,7 @@ Running Tests with Coverage
 	[fail] [before test function for the test]:
 	    error("{ballerina}DivisionByZero",message=" / by zero")
 			callableName: beforeFailsFunction moduleName: intg_tests.dataproviders$test.0.tests.new-data-provider-tests fileName: tests/new-data-provider-tests.bal lineNumber: 121
-			callableName: beforeFailsFunction$lambda62$ moduleName: intg_tests.dataproviders$test.0.tests.new-data-provider-tests fileName: tests/new-data-provider-tests.bal lineNumber: 127
+			callableName: beforeFailsFunction$lambda72$ moduleName: intg_tests.dataproviders$test.0.tests.new-data-provider-tests fileName: tests/new-data-provider-tests.bal lineNumber: 127
 
 
 		Test execution time :*****ms

diff --git a/...on-test/src/test/resources/command-outputs/unix/GroupingTest-beforeGroupsAfterGroups2.txt b/...on-test/src/test/resources/command-outputs/unix/GroupingTest-beforeGroupsAfterGroups2.txt
@@ -28,7 +28,7 @@ Running Tests
 			callableName: createBallerinaError moduleName: ballerina.test.0 fileName: assert.bal lineNumber: 41
 			callableName: assertEquals moduleName: ballerina.test.0 fileName: assert.bal lineNumber: 109
 			callableName: afterSuiteFunc  fileName: before-groups-after-groups-test2.bal lineNumber: 80
-			callableName: afterSuiteFunc$lambda9$  fileName: before-groups-after-groups-test2.bal lineNumber: 91
+			callableName: afterSuiteFunc$lambda9$  fileName: before-groups-after-groups-test2.bal lineNumber: 92
 
 		[pass] testFunction
 		[pass] testFunction2

diff --git a/...st/resources/command-outputs/unix/InvalidDataProviderTestCase-testInvalidDataProvider.txt b/...st/resources/command-outputs/unix/InvalidDataProviderTestCase-testInvalidDataProvider.txt
@@ -8,26 +8,24 @@ Running Tests
 
 	invalid-data-provider-test.bal
 
+testInvalidDataProvider:0 has failed.
+
+
+		Test execution time :*****ms
+
+
 		[fail] testInvalidDataProvider#0:
 
 		    [fail data provider for the function testInvalidDataProvider]
 			error {ballerina/test:0}ExecutionError ("error("{ballerina/lang.function}IncompatibleArguments",message="arguments of incompatible types: argument list '(int)' cannot be passed to function expecting parameter list '(string)'")
 				callableName: call moduleName: ballerina.lang.function.0 fileName: function.bal lineNumber: 37
-				callableName: executeTestFunction moduleName: ballerina.test.0 fileName: execute.bal lineNumber: 339
-				callableName: executeDataDrivenTest moduleName: ballerina.test.0 fileName: execute.bal lineNumber: 136
-				callableName: executeDataDrivenTestSet moduleName: ballerina.test.0 fileName: execute.bal lineNumber: 123
-				callableName: executeTest moduleName: ballerina.test.0 fileName: execute.bal lineNumber: 83
-				callableName: executeTests moduleName: ballerina.test.0 fileName: execute.bal lineNumber: 58
-				callableName: startSuite moduleName: ballerina.test.0 fileName: execute.bal lineNumber: 48
-				callableName: __execute__  fileName: invalid-data-provider-test.bal lineNumber: 37
+				callableName: executeTestFunction moduleName: ballerina.test.0 fileName: execute.bal lineNumber: 446
+				callableName: executeDataDrivenTest moduleName: ballerina.test.0 fileName: execute.bal lineNumber: 233
+				callableName: prepareDataDrivenTest moduleName: ballerina.test.0 fileName: execute.bal lineNumber: 222
 			",functionName="testInvalidDataProvider")
-				callableName: executeTestFunction moduleName: ballerina.test.0 fileName: execute.bal lineNumber: 349
-				callableName: executeDataDrivenTest moduleName: ballerina.test.0 fileName: execute.bal lineNumber: 136
-				callableName: executeDataDrivenTestSet moduleName: ballerina.test.0 fileName: execute.bal lineNumber: 123
-				callableName: executeTest moduleName: ballerina.test.0 fileName: execute.bal lineNumber: 83
-				callableName: executeTests moduleName: ballerina.test.0 fileName: execute.bal lineNumber: 58
-				callableName: startSuite moduleName: ballerina.test.0 fileName: execute.bal lineNumber: 48
-				callableName: __execute__  fileName: invalid-data-provider-test.bal lineNumber: 37
+				callableName: executeTestFunction moduleName: ballerina.test.0 fileName: execute.bal lineNumber: 461
+				callableName: executeDataDrivenTest moduleName: ballerina.test.0 fileName: execute.bal lineNumber: 233
+				callableName: prepareDataDrivenTest moduleName: ballerina.test.0 fileName: execute.bal lineNumber: 222
 
 
 

diff --git a/...t/resources/command-outputs/unix/InvalidDataProviderTestCase-testInvalidDataProvider2.txt b/...t/resources/command-outputs/unix/InvalidDataProviderTestCase-testInvalidDataProvider2.txt
@@ -10,26 +10,24 @@ Running Tests
 
 	invalid-data-provider-test2.bal
 
+testInvalidDataProvider2:0 has failed.
+
+
+		Test execution time :*****ms
+
+
 		[fail] testInvalidDataProvider2#0:
 
 		    [fail data provider for the function testInvalidDataProvider2]
 			error {ballerina/test:0}ExecutionError ("error("{ballerina/lang.function}IncompatibleArguments",message="arguments of incompatible types: argument list '(int,int,int)' cannot be passed to function expecting parameter list '(string,string,string)'")
 				callableName: call moduleName: ballerina.lang.function.0 fileName: function.bal lineNumber: 37
-				callableName: executeTestFunction moduleName: ballerina.test.0 fileName: execute.bal lineNumber: 339
-				callableName: executeDataDrivenTest moduleName: ballerina.test.0 fileName: execute.bal lineNumber: 136
-				callableName: executeDataDrivenTestSet moduleName: ballerina.test.0 fileName: execute.bal lineNumber: 123
-				callableName: executeTest moduleName: ballerina.test.0 fileName: execute.bal lineNumber: 83
-				callableName: executeTests moduleName: ballerina.test.0 fileName: execute.bal lineNumber: 58
-				callableName: startSuite moduleName: ballerina.test.0 fileName: execute.bal lineNumber: 48
-				callableName: __execute__  fileName: invalid-data-provider-test2.bal lineNumber: 39
+				callableName: executeTestFunction moduleName: ballerina.test.0 fileName: execute.bal lineNumber: 446
+				callableName: executeDataDrivenTest moduleName: ballerina.test.0 fileName: execute.bal lineNumber: 233
+				callableName: prepareDataDrivenTest moduleName: ballerina.test.0 fileName: execute.bal lineNumber: 222
 			",functionName="testInvalidDataProvider2")
-				callableName: executeTestFunction moduleName: ballerina.test.0 fileName: execute.bal lineNumber: 349
-				callableName: executeDataDrivenTest moduleName: ballerina.test.0 fileName: execute.bal lineNumber: 136
-				callableName: executeDataDrivenTestSet moduleName: ballerina.test.0 fileName: execute.bal lineNumber: 123
-				callableName: executeTest moduleName: ballerina.test.0 fileName: execute.bal lineNumber: 83
-				callableName: executeTests moduleName: ballerina.test.0 fileName: execute.bal lineNumber: 58
-				callableName: startSuite moduleName: ballerina.test.0 fileName: execute.bal lineNumber: 48
-				callableName: __execute__  fileName: invalid-data-provider-test2.bal lineNumber: 39
+				callableName: executeTestFunction moduleName: ballerina.test.0 fileName: execute.bal lineNumber: 461
+				callableName: executeDataDrivenTest moduleName: ballerina.test.0 fileName: execute.bal lineNumber: 233
+				callableName: prepareDataDrivenTest moduleName: ballerina.test.0 fileName: execute.bal lineNumber: 222
 
 
 

diff --git a/...sources/command-outputs/unix/InvalidDataProviderTestCase-testInvalidTupleDataProvider.txt b/...sources/command-outputs/unix/InvalidDataProviderTestCase-testInvalidTupleDataProvider.txt
@@ -7,26 +7,24 @@ Running Tests
 
 	invalid-data-provider-test3.bal
 
+testInvalidTupleDataProvider:0 has failed.
+
+
+		Test execution time :*****ms
+
+
 		[fail] testInvalidTupleDataProvider#0:
 
 		    [fail data provider for the function testInvalidTupleDataProvider]
 			error {ballerina/test:0}ExecutionError ("error("{ballerina/lang.function}IncompatibleArguments",message="arguments of incompatible types: argument list '(string,int)' cannot be passed to function expecting parameter list '(string,string)'")
 				callableName: call moduleName: ballerina.lang.function.0 fileName: function.bal lineNumber: 37
-				callableName: executeTestFunction moduleName: ballerina.test.0 fileName: execute.bal lineNumber: 339
-				callableName: executeDataDrivenTest moduleName: ballerina.test.0 fileName: execute.bal lineNumber: 136
-				callableName: executeDataDrivenTestSet moduleName: ballerina.test.0 fileName: execute.bal lineNumber: 123
-				callableName: executeTest moduleName: ballerina.test.0 fileName: execute.bal lineNumber: 83
-				callableName: executeTests moduleName: ballerina.test.0 fileName: execute.bal lineNumber: 58
-				callableName: startSuite moduleName: ballerina.test.0 fileName: execute.bal lineNumber: 48
-				callableName: __execute__  fileName: invalid-data-provider-test3.bal lineNumber: 36
+				callableName: executeTestFunction moduleName: ballerina.test.0 fileName: execute.bal lineNumber: 446
+				callableName: executeDataDrivenTest moduleName: ballerina.test.0 fileName: execute.bal lineNumber: 233
+				callableName: prepareDataDrivenTest moduleName: ballerina.test.0 fileName: execute.bal lineNumber: 222
 			",functionName="testInvalidTupleDataProvider")
-				callableName: executeTestFunction moduleName: ballerina.test.0 fileName: execute.bal lineNumber: 349
-				callableName: executeDataDrivenTest moduleName: ballerina.test.0 fileName: execute.bal lineNumber: 136
-				callableName: executeDataDrivenTestSet moduleName: ballerina.test.0 fileName: execute.bal lineNumber: 123
-				callableName: executeTest moduleName: ballerina.test.0 fileName: execute.bal lineNumber: 83
-				callableName: executeTests moduleName: ballerina.test.0 fileName: execute.bal lineNumber: 58
-				callableName: startSuite moduleName: ballerina.test.0 fileName: execute.bal lineNumber: 48
-				callableName: __execute__  fileName: invalid-data-provider-test3.bal lineNumber: 36
+				callableName: executeTestFunction moduleName: ballerina.test.0 fileName: execute.bal lineNumber: 461
+				callableName: executeDataDrivenTest moduleName: ballerina.test.0 fileName: execute.bal lineNumber: 233
+				callableName: prepareDataDrivenTest moduleName: ballerina.test.0 fileName: execute.bal lineNumber: 222
 
 
 

diff --git a/...a-integration-test/src/test/resources/command-outputs/unix/MockTest-testObjectMocking.txt b/...a-integration-test/src/test/resources/command-outputs/unix/MockTest-testObjectMocking.txt
@@ -6,6 +6,30 @@ WARNING [main.bal:(47:5,47:47)] unused variable 'closeErr'
 Running Tests with Coverage
 
 	object_mocking
+
+testDefaultMockInvalidFieldName has failed.
+
+
+testMockInvalidStream has failed.
+
+
+testDefaultIncompatibleArgs has failed.
+
+
+testDefaultInvalidMemberReturnValue has failed.
+
+
+testDefaultMockInvalidReturnValue has failed.
+
+
+testDefaultMockWrongAction has failed.
+
+
+testDefaultTooManyArgs has failed.
+
+
+		Test execution time :*****ms
+
 		[pass] testDependentlyTypedFunctions_testDouble
 		[pass] testDependentlyTypedFunctions_thenReturn
 		[pass] testMockMemberVariable
@@ -16,6 +40,24 @@ Running Tests with Coverage
 		[pass] testProvideErrorReturnValue
 		[pass] testUserDefinedMockObject
 
+		[fail] testDefaultMockInvalidFieldName:
+
+		    error {ballerina/test:0}InvalidMemberFieldError ("invalid field name 'invalidField' provided")
+				callableName: validateFieldNameExt moduleName: ballerina.test.0 fileName: mock.bal lineNumber: 337
+				callableName: getMember moduleName: ballerina.test.0.MockObject fileName: mock.bal lineNumber: 95
+				callableName: testDefaultMockInvalidFieldName moduleName: intg_tests.object_mocking$test.0.tests.main_error_test fileName: tests/main_error_test.bal lineNumber: 65
+				callableName: testDefaultMockInvalidFieldName$lambda4$ moduleName: intg_tests.object_mocking$test.0.tests.test_execute-generated_*****lineNumber: 8
+
+
+		[fail] testMockInvalidStream:
+
+		    error {ballerina/test:0}FunctionSignatureMismatchError ("return value provided does not match the return type of function 'get_stream()'")
+				callableName: thenReturnExt moduleName: ballerina.test.0 fileName: mock.bal lineNumber: 355
+				callableName: thenReturn moduleName: ballerina.test.0.MemberFunctionStub fileName: mock.bal lineNumber: 148
+				callableName: testMockInvalidStream moduleName: intg_tests.object_mocking$test.0.tests.main_error_test fileName: tests/main_error_test.bal lineNumber: 81
+				callableName: testMockInvalidStream$lambda6$ moduleName: intg_tests.object_mocking$test.0.tests.test_execute-generated_*****lineNumber: 10
+
+
 		[fail] testDefaultIncompatibleArgs:
 
 		    error {ballerina/test:0}FunctionSignatureMismatchError ("incorrect type of argument provided at position '1' to mock the function 'get()'")
@@ -34,15 +76,6 @@ Running Tests with Coverage
 				callableName: testDefaultInvalidMemberReturnValue$lambda5$ moduleName: intg_tests.object_mocking$test.0.tests.test_execute-generated_*****lineNumber: 9
 
 
-		[fail] testDefaultMockInvalidFieldName:
-
-		    error {ballerina/test:0}InvalidMemberFieldError ("invalid field name 'invalidField' provided")
-				callableName: validateFieldNameExt moduleName: ballerina.test.0 fileName: mock.bal lineNumber: 337
-				callableName: getMember moduleName: ballerina.test.0.MockObject fileName: mock.bal lineNumber: 95
-				callableName: testDefaultMockInvalidFieldName moduleName: intg_tests.object_mocking$test.0.tests.main_error_test fileName: tests/main_error_test.bal lineNumber: 65
-				callableName: testDefaultMockInvalidFieldName$lambda4$ moduleName: intg_tests.object_mocking$test.0.tests.test_execute-generated_*****lineNumber: 8
-
-
 		[fail] testDefaultMockInvalidReturnValue:
 
 		    error {ballerina/test:0}FunctionSignatureMismatchError ("return value provided does not match the return type of function 'get()'")
@@ -70,15 +103,6 @@ Running Tests with Coverage
 				callableName: testDefaultTooManyArgs$lambda2$ moduleName: intg_tests.object_mocking$test.0.tests.test_execute-generated_*****lineNumber: 6
 
 
-		[fail] testMockInvalidStream:
-
-		    error {ballerina/test:0}FunctionSignatureMismatchError ("return value provided does not match the return type of function 'get_stream()'")
-				callableName: thenReturnExt moduleName: ballerina.test.0 fileName: mock.bal lineNumber: 355
-				callableName: thenReturn moduleName: ballerina.test.0.MemberFunctionStub fileName: mock.bal lineNumber: 148
-				callableName: testMockInvalidStream moduleName: intg_tests.object_mocking$test.0.tests.main_error_test fileName: tests/main_error_test.bal lineNumber: 81
-				callableName: testMockInvalidStream$lambda6$ moduleName: intg_tests.object_mocking$test.0.tests.test_execute-generated_*****lineNumber: 10
-
-
 
 		9 passing
 		7 failing

diff --git a/...ion-test/src/test/resources/command-outputs/unix/ModuleExecutionWithInitStartFailures.txt b/...ion-test/src/test/resources/command-outputs/unix/ModuleExecutionWithInitStartFailures.txt
@@ -16,6 +16,12 @@ error: Error from start of moduleC
 	at wso2.moduleExecutionInitStartFailure.moduleC.0.Listener:start(main.bal:32)
 
 	moduleExecutionInitStartFailure.moduleB
+
+test2: has failed
+
+
+		Test execution time :*****ms
+
 		[pass] test1
 		[pass] test3
 
@@ -35,4 +41,4 @@ error: Error from start of moduleC
 		2 passing
 		1 failing
 		0 skipped
-error: there are test failures
+error: there are test failures
diff --git a/...src/test/resources/command-outputs/unix/ModuleGracefulStopTest-test-listener-shutdown.txt b/...src/test/resources/command-outputs/unix/ModuleGracefulStopTest-test-listener-shutdown.txt
@@ -8,6 +8,15 @@ Calling init for moduleA listener
 Calling init for default module listener
 Calling start for moduleA listener
 Calling start for default module listener
+
+main_negative_test1: has failed
+
+
+main_negative_test2: has failed
+
+
+		Test execution time :*****ms
+
 		[pass] main_test1
 		[pass] main_test2
 
@@ -45,6 +54,12 @@ Calling stop for moduleA listener
 	moduleGracefulStopTest.moduleA
 Calling init for moduleA listener
 Calling start for moduleA listener
+
+negative_test1: has failed
+
+
+		Test execution time :*****ms
+
 		[pass] test1
 
 		[fail] negative_test1:
@@ -64,4 +79,4 @@ Calling start for moduleA listener
 		1 failing
 		0 skipped
 Calling stop for moduleA listener
-error: there are test failures
+error: there are test failures