diff options
author | Petri Latvala <petri.latvala@intel.com> | 2019-10-24 14:05:43 +0300 |
---|---|---|
committer | Petri Latvala <petri.latvala@intel.com> | 2019-11-15 13:06:35 +0200 |
commit | ff4551e36cd8e573ceb1e450d17a12e3298dc04c (patch) | |
tree | 8de36443d03e11b17a44a7763f5c9072f2659fb8 /runner/json_tests_data | |
parent | 21f30a48574adf0e8fcf9e5afb5d119bc09f1788 (diff) |
runner/json_tests: Test dynamic subtests
Signed-off-by: Petri Latvala <petri.latvala@intel.com>
Reviewed-by: Arkadiusz Hiler <arkadiusz.hiler@intel.com>
Diffstat (limited to 'runner/json_tests_data')
19 files changed, 299 insertions, 0 deletions
diff --git a/runner/json_tests_data/dynamic-subtests/0/dmesg.txt b/runner/json_tests_data/dynamic-subtests/0/dmesg.txt new file mode 100644 index 00000000..c87b4271 --- /dev/null +++ b/runner/json_tests_data/dynamic-subtests/0/dmesg.txt @@ -0,0 +1,7 @@ +6,1157,23426155175691,-;Console: switching to colour dummy device 80x25 +14,1158,23426155175708,-;[IGT] dynamic: executing +14,1159,23426155184875,-;[IGT] dynamic: starting subtest debug-log-checking +14,1160,23426155184895,-;[IGT] dynamic: starting dynamic subtest this-is-dynamic-1 +14,1161,23426155240164,-;[IGT] dynamic: starting dynamic subtest this-is-dynamic-2 +14,1162,23426155293846,-;[IGT] dynamic: exiting, ret=98 +6,1163,23426155294003,-;Console: switching to colour frame buffer device 240x75 diff --git a/runner/json_tests_data/dynamic-subtests/0/err.txt b/runner/json_tests_data/dynamic-subtests/0/err.txt new file mode 100644 index 00000000..3c280788 --- /dev/null +++ b/runner/json_tests_data/dynamic-subtests/0/err.txt @@ -0,0 +1,36 @@ +Starting subtest: debug-log-checking +Starting dynamic subtest: this-is-dynamic-1 +(dynamic:20904) CRITICAL: Test assertion failure function __real_main3, file ../runner/testdata/dynamic.c:8: +(dynamic:20904) CRITICAL: Failed assertion: false +Dynamic subtest this-is-dynamic-1 failed. +**** DEBUG **** +(dynamic:20904) DEBUG: This print is from 1 +(dynamic:20904) CRITICAL: Test assertion failure function __real_main3, file ../runner/testdata/dynamic.c:8: +(dynamic:20904) CRITICAL: Failed assertion: false +(dynamic:20904) igt_core-INFO: Stack trace: +(dynamic:20904) igt_core-INFO: #0 ../lib/igt_core.c:1607 __igt_fail_assert() +(dynamic:20904) igt_core-INFO: #1 ../runner/testdata/dynamic.c:11 __real_main3() +(dynamic:20904) igt_core-INFO: #2 ../runner/testdata/dynamic.c:3 main() +(dynamic:20904) igt_core-INFO: #3 ../csu/libc-start.c:342 __libc_start_main() +(dynamic:20904) igt_core-INFO: #4 [_start+0x2a] +**** END **** +Dynamic subtest this-is-dynamic-1: FAIL (0.055s) +Starting dynamic subtest: this-is-dynamic-2 +(dynamic:20904) CRITICAL: Test assertion failure function __real_main3, file ../runner/testdata/dynamic.c:13: +(dynamic:20904) CRITICAL: Failed assertion: false +Dynamic subtest this-is-dynamic-2 failed. +**** DEBUG **** +(dynamic:20904) DEBUG: This print is from 2 +(dynamic:20904) CRITICAL: Test assertion failure function __real_main3, file ../runner/testdata/dynamic.c:13: +(dynamic:20904) CRITICAL: Failed assertion: false +(dynamic:20904) igt_core-INFO: Stack trace: +(dynamic:20904) igt_core-INFO: #0 ../lib/igt_core.c:1607 __igt_fail_assert() +(dynamic:20904) igt_core-INFO: #1 ../runner/testdata/dynamic.c:5 __real_main3() +(dynamic:20904) igt_core-INFO: #2 ../runner/testdata/dynamic.c:3 main() +(dynamic:20904) igt_core-INFO: #3 ../csu/libc-start.c:342 __libc_start_main() +(dynamic:20904) igt_core-INFO: #4 [_start+0x2a] +**** END **** +Dynamic subtest this-is-dynamic-2: FAIL (0.054s) +Subtest debug-log-checking failed. +No log. +Subtest debug-log-checking: FAIL (0.109s) diff --git a/runner/json_tests_data/dynamic-subtests/0/journal.txt b/runner/json_tests_data/dynamic-subtests/0/journal.txt new file mode 100644 index 00000000..aa8cef0c --- /dev/null +++ b/runner/json_tests_data/dynamic-subtests/0/journal.txt @@ -0,0 +1,2 @@ +debug-log-checking +exit:98 (0.130s) diff --git a/runner/json_tests_data/dynamic-subtests/0/out.txt b/runner/json_tests_data/dynamic-subtests/0/out.txt new file mode 100644 index 00000000..286da3f3 --- /dev/null +++ b/runner/json_tests_data/dynamic-subtests/0/out.txt @@ -0,0 +1,19 @@ +IGT-Version: 1.23-g9e957acd (x86_64) (Linux: 4.18.0-1-amd64 x86_64) +Starting subtest: debug-log-checking +Starting dynamic subtest: this-is-dynamic-1 +Stack trace: + #0 ../lib/igt_core.c:1607 __igt_fail_assert() + #1 ../runner/testdata/dynamic.c:11 __real_main3() + #2 ../runner/testdata/dynamic.c:3 main() + #3 ../csu/libc-start.c:342 __libc_start_main() + #4 [_start+0x2a] +Dynamic subtest this-is-dynamic-1: FAIL (0.055s) +Starting dynamic subtest: this-is-dynamic-2 +Stack trace: + #0 ../lib/igt_core.c:1607 __igt_fail_assert() + #1 ../runner/testdata/dynamic.c:5 __real_main3() + #2 ../runner/testdata/dynamic.c:3 main() + #3 ../csu/libc-start.c:342 __libc_start_main() + #4 [_start+0x2a] +Dynamic subtest this-is-dynamic-2: FAIL (0.054s) +Subtest debug-log-checking: FAIL (0.109s) diff --git a/runner/json_tests_data/dynamic-subtests/1/dmesg.txt b/runner/json_tests_data/dynamic-subtests/1/dmesg.txt new file mode 100644 index 00000000..d6e16a46 --- /dev/null +++ b/runner/json_tests_data/dynamic-subtests/1/dmesg.txt @@ -0,0 +1,5 @@ +6,1164,23426155304955,-;Console: switching to colour dummy device 80x25 +14,1165,23426155304968,-;[IGT] dynamic: executing +14,1166,23426155308644,-;[IGT] dynamic: starting subtest empty-container +14,1167,23426155308671,-;[IGT] dynamic: exiting, ret=77 +6,1168,23426155308822,-;Console: switching to colour frame buffer device 240x75 diff --git a/runner/json_tests_data/dynamic-subtests/1/err.txt b/runner/json_tests_data/dynamic-subtests/1/err.txt new file mode 100644 index 00000000..6247e714 --- /dev/null +++ b/runner/json_tests_data/dynamic-subtests/1/err.txt @@ -0,0 +1,2 @@ +Starting subtest: empty-container +Subtest empty-container: SKIP (0.000s) diff --git a/runner/json_tests_data/dynamic-subtests/1/journal.txt b/runner/json_tests_data/dynamic-subtests/1/journal.txt new file mode 100644 index 00000000..3e4ce5c4 --- /dev/null +++ b/runner/json_tests_data/dynamic-subtests/1/journal.txt @@ -0,0 +1,2 @@ +empty-container +exit:77 (0.014s) diff --git a/runner/json_tests_data/dynamic-subtests/1/out.txt b/runner/json_tests_data/dynamic-subtests/1/out.txt new file mode 100644 index 00000000..704734dc --- /dev/null +++ b/runner/json_tests_data/dynamic-subtests/1/out.txt @@ -0,0 +1,5 @@ +IGT-Version: 1.23-g9e957acd (x86_64) (Linux: 4.18.0-1-amd64 x86_64) +Starting subtest: empty-container +This should skip +No dynamic tests executed. +Subtest empty-container: SKIP (0.000s) diff --git a/runner/json_tests_data/dynamic-subtests/2/dmesg.txt b/runner/json_tests_data/dynamic-subtests/2/dmesg.txt new file mode 100644 index 00000000..046ef579 --- /dev/null +++ b/runner/json_tests_data/dynamic-subtests/2/dmesg.txt @@ -0,0 +1,11 @@ +6,1157,23426155175691,-;Console: switching to colour dummy device 80x25 +14,1158,23426155175708,-;[IGT] dynamic: executing +14,1159,23426155184875,-;[IGT] dynamic: starting subtest normal +6,1160,23426155184895,-;Dmesg output for normal +6,1160,23426155184895,-;[IGT] dynamic: starting dynamic subtest normal-dynamic-subtest +14,1159,23426155184875,-;[IGT] dynamic: starting subtest incomplete +14,1160,23426155184895,-;[IGT] dynamic: starting dynamic subtest this-is-incomplete +6,1160,23426155184895,-;Dmesg output for incomplete +14,1161,23426155240164,-;[IGT] dynamic: starting subtest resume +14,1162,23426155293846,-;[IGT] dynamic: exiting, ret=0 +6,1163,23426155294003,-;Console: switching to colour frame buffer device 240x75 diff --git a/runner/json_tests_data/dynamic-subtests/2/err.txt b/runner/json_tests_data/dynamic-subtests/2/err.txt new file mode 100644 index 00000000..1eae6061 --- /dev/null +++ b/runner/json_tests_data/dynamic-subtests/2/err.txt @@ -0,0 +1,8 @@ +Starting subtest: normal +Starting dynamic subtest: normal-dynamic-subtest +Dynamic subtest normal-dynamic-subtest: SUCCESS (0.055s) +Subtest normal: SUCCESS (0.100s) +Starting subtest: incomplete +Starting dynamic subtest: this-is-incomplete +Starting subtest: resume +Subtest resume: SUCCESS (0.109s) diff --git a/runner/json_tests_data/dynamic-subtests/2/journal.txt b/runner/json_tests_data/dynamic-subtests/2/journal.txt new file mode 100644 index 00000000..9469e227 --- /dev/null +++ b/runner/json_tests_data/dynamic-subtests/2/journal.txt @@ -0,0 +1,4 @@ +normal +incomplete +resume +exit:0 (0.130s) diff --git a/runner/json_tests_data/dynamic-subtests/2/out.txt b/runner/json_tests_data/dynamic-subtests/2/out.txt new file mode 100644 index 00000000..3063844b --- /dev/null +++ b/runner/json_tests_data/dynamic-subtests/2/out.txt @@ -0,0 +1,10 @@ +IGT-Version: 1.23-g9e957acd (x86_64) (Linux: 4.18.0-1-amd64 x86_64) +Starting subtest: normal +Starting dynamic subtest: normal-dynamic-subtest +Dynamic subtest normal-dynamic-subtest: SUCCESS (0.055s) +Subtest normal: SUCCESS (0.100s) +Starting subtest: incomplete +Starting dynamic subtest: this-is-incomplete +This is some output +Starting subtest: resume +Subtest resume: SUCCESS (0.109s) diff --git a/runner/json_tests_data/dynamic-subtests/README.txt b/runner/json_tests_data/dynamic-subtests/README.txt new file mode 100644 index 00000000..3a63ab17 --- /dev/null +++ b/runner/json_tests_data/dynamic-subtests/README.txt @@ -0,0 +1,2 @@ +A test with dynamic subtests should generate separate subresults for +the dynamic tests. diff --git a/runner/json_tests_data/dynamic-subtests/endtime.txt b/runner/json_tests_data/dynamic-subtests/endtime.txt new file mode 100644 index 00000000..5c7608b5 --- /dev/null +++ b/runner/json_tests_data/dynamic-subtests/endtime.txt @@ -0,0 +1 @@ +1560163492.410489 diff --git a/runner/json_tests_data/dynamic-subtests/joblist.txt b/runner/json_tests_data/dynamic-subtests/joblist.txt new file mode 100644 index 00000000..4fdcc5f1 --- /dev/null +++ b/runner/json_tests_data/dynamic-subtests/joblist.txt @@ -0,0 +1,3 @@ +dynamic debug-log-checking +dynamic empty-container +dynamic normal,incomplete,resume diff --git a/runner/json_tests_data/dynamic-subtests/metadata.txt b/runner/json_tests_data/dynamic-subtests/metadata.txt new file mode 100644 index 00000000..8c77de01 --- /dev/null +++ b/runner/json_tests_data/dynamic-subtests/metadata.txt @@ -0,0 +1,12 @@ +abort_mask : 0 +name : dynamic-subtests +dry_run : 0 +sync : 0 +log_level : 0 +overwrite : 0 +multiple_mode : 1 +inactivity_timeout : 0 +use_watchdog : 0 +piglit_style_dmesg : 0 +test_root : /path/does/not/exist +results_path : /path/does/not/exist diff --git a/runner/json_tests_data/dynamic-subtests/reference.json b/runner/json_tests_data/dynamic-subtests/reference.json new file mode 100644 index 00000000..274173f7 --- /dev/null +++ b/runner/json_tests_data/dynamic-subtests/reference.json @@ -0,0 +1,168 @@ +{ + "__type__":"TestrunResult", + "results_version":10, + "name":"dynamic-subtests", + "uname":"Linux hostname 4.18.0-1-amd64 #1 SMP Debian 4.18.6-1 (2018-09-06) x86_64", + "time_elapsed":{ + "__type__":"TimeAttribute", + "start":1560163492.266377, + "end":1560163492.4104891 + }, + "tests":{ + "igt@dynamic@debug-log-checking":{ + "out":"IGT-Version: 1.23-g9e957acd (x86_64) (Linux: 4.18.0-1-amd64 x86_64)\nStarting subtest: debug-log-checking\nStarting dynamic subtest: this-is-dynamic-1\nStack trace:\n #0 ..\/lib\/igt_core.c:1607 __igt_fail_assert()\n #1 ..\/runner\/testdata\/dynamic.c:11 __real_main3()\n #2 ..\/runner\/testdata\/dynamic.c:3 main()\n #3 ..\/csu\/libc-start.c:342 __libc_start_main()\n #4 [_start+0x2a]\nDynamic subtest this-is-dynamic-1: FAIL (0.055s)\nStarting dynamic subtest: this-is-dynamic-2\nStack trace:\n #0 ..\/lib\/igt_core.c:1607 __igt_fail_assert()\n #1 ..\/runner\/testdata\/dynamic.c:5 __real_main3()\n #2 ..\/runner\/testdata\/dynamic.c:3 main()\n #3 ..\/csu\/libc-start.c:342 __libc_start_main()\n #4 [_start+0x2a]\nDynamic subtest this-is-dynamic-2: FAIL (0.054s)\nSubtest debug-log-checking: FAIL (0.109s)\n", + "igt-version":"IGT-Version: 1.23-g9e957acd (x86_64) (Linux: 4.18.0-1-amd64 x86_64)", + "result":"fail", + "time":{ + "__type__":"TimeAttribute", + "start":0, + "end":0.109 + }, + "err":"Starting subtest: debug-log-checking\nStarting dynamic subtest: this-is-dynamic-1\n(dynamic:20904) CRITICAL: Test assertion failure function __real_main3, file ..\/runner\/testdata\/dynamic.c:8:\n(dynamic:20904) CRITICAL: Failed assertion: false\nDynamic subtest this-is-dynamic-1 failed.\n**** DEBUG ****\n(dynamic:20904) DEBUG: This print is from 1\n(dynamic:20904) CRITICAL: Test assertion failure function __real_main3, file ..\/runner\/testdata\/dynamic.c:8:\n(dynamic:20904) CRITICAL: Failed assertion: false\n(dynamic:20904) igt_core-INFO: Stack trace:\n(dynamic:20904) igt_core-INFO: #0 ..\/lib\/igt_core.c:1607 __igt_fail_assert()\n(dynamic:20904) igt_core-INFO: #1 ..\/runner\/testdata\/dynamic.c:11 __real_main3()\n(dynamic:20904) igt_core-INFO: #2 ..\/runner\/testdata\/dynamic.c:3 main()\n(dynamic:20904) igt_core-INFO: #3 ..\/csu\/libc-start.c:342 __libc_start_main()\n(dynamic:20904) igt_core-INFO: #4 [_start+0x2a]\n**** END ****\nDynamic subtest this-is-dynamic-1: FAIL (0.055s)\nStarting dynamic subtest: this-is-dynamic-2\n(dynamic:20904) CRITICAL: Test assertion failure function __real_main3, file ..\/runner\/testdata\/dynamic.c:13:\n(dynamic:20904) CRITICAL: Failed assertion: false\nDynamic subtest this-is-dynamic-2 failed.\n**** DEBUG ****\n(dynamic:20904) DEBUG: This print is from 2\n(dynamic:20904) CRITICAL: Test assertion failure function __real_main3, file ..\/runner\/testdata\/dynamic.c:13:\n(dynamic:20904) CRITICAL: Failed assertion: false\n(dynamic:20904) igt_core-INFO: Stack trace:\n(dynamic:20904) igt_core-INFO: #0 ..\/lib\/igt_core.c:1607 __igt_fail_assert()\n(dynamic:20904) igt_core-INFO: #1 ..\/runner\/testdata\/dynamic.c:5 __real_main3()\n(dynamic:20904) igt_core-INFO: #2 ..\/runner\/testdata\/dynamic.c:3 main()\n(dynamic:20904) igt_core-INFO: #3 ..\/csu\/libc-start.c:342 __libc_start_main()\n(dynamic:20904) igt_core-INFO: #4 [_start+0x2a]\n**** END ****\nDynamic subtest this-is-dynamic-2: FAIL (0.054s)\nSubtest debug-log-checking failed.\nNo log.\nSubtest debug-log-checking: FAIL (0.109s)\n", + "dmesg":"<6> [23426155.175691] Console: switching to colour dummy device 80x25\n<6> [23426155.175708] [IGT] dynamic: executing\n<6> [23426155.184875] [IGT] dynamic: starting subtest debug-log-checking\n<6> [23426155.184895] [IGT] dynamic: starting dynamic subtest this-is-dynamic-1\n<6> [23426155.240164] [IGT] dynamic: starting dynamic subtest this-is-dynamic-2\n<6> [23426155.293846] [IGT] dynamic: exiting, ret=98\n<6> [23426155.294003] Console: switching to colour frame buffer device 240x75\n" + }, + "igt@dynamic@debug-log-checking@this-is-dynamic-1":{ + "out":"Starting dynamic subtest: this-is-dynamic-1\nStack trace:\n #0 ..\/lib\/igt_core.c:1607 __igt_fail_assert()\n #1 ..\/runner\/testdata\/dynamic.c:11 __real_main3()\n #2 ..\/runner\/testdata\/dynamic.c:3 main()\n #3 ..\/csu\/libc-start.c:342 __libc_start_main()\n #4 [_start+0x2a]\nDynamic subtest this-is-dynamic-1: FAIL (0.055s)\n", + "igt-version":"IGT-Version: 1.23-g9e957acd (x86_64) (Linux: 4.18.0-1-amd64 x86_64)", + "result":"fail", + "time":{ + "__type__":"TimeAttribute", + "start":0, + "end":0.055 + }, + "err":"Starting dynamic subtest: this-is-dynamic-1\n(dynamic:20904) CRITICAL: Test assertion failure function __real_main3, file ..\/runner\/testdata\/dynamic.c:8:\n(dynamic:20904) CRITICAL: Failed assertion: false\nDynamic subtest this-is-dynamic-1 failed.\n**** DEBUG ****\n(dynamic:20904) DEBUG: This print is from 1\n(dynamic:20904) CRITICAL: Test assertion failure function __real_main3, file ..\/runner\/testdata\/dynamic.c:8:\n(dynamic:20904) CRITICAL: Failed assertion: false\n(dynamic:20904) igt_core-INFO: Stack trace:\n(dynamic:20904) igt_core-INFO: #0 ..\/lib\/igt_core.c:1607 __igt_fail_assert()\n(dynamic:20904) igt_core-INFO: #1 ..\/runner\/testdata\/dynamic.c:11 __real_main3()\n(dynamic:20904) igt_core-INFO: #2 ..\/runner\/testdata\/dynamic.c:3 main()\n(dynamic:20904) igt_core-INFO: #3 ..\/csu\/libc-start.c:342 __libc_start_main()\n(dynamic:20904) igt_core-INFO: #4 [_start+0x2a]\n**** END ****\nDynamic subtest this-is-dynamic-1: FAIL (0.055s)\n", + "dmesg":"<6> [23426155.184875] [IGT] dynamic: starting subtest debug-log-checking\n<6> [23426155.184895] [IGT] dynamic: starting dynamic subtest this-is-dynamic-1\n" + }, + "igt@dynamic@debug-log-checking@this-is-dynamic-2":{ + "out":"Starting dynamic subtest: this-is-dynamic-2\nStack trace:\n #0 ..\/lib\/igt_core.c:1607 __igt_fail_assert()\n #1 ..\/runner\/testdata\/dynamic.c:5 __real_main3()\n #2 ..\/runner\/testdata\/dynamic.c:3 main()\n #3 ..\/csu\/libc-start.c:342 __libc_start_main()\n #4 [_start+0x2a]\nDynamic subtest this-is-dynamic-2: FAIL (0.054s)\n", + "igt-version":"IGT-Version: 1.23-g9e957acd (x86_64) (Linux: 4.18.0-1-amd64 x86_64)", + "result":"fail", + "time":{ + "__type__":"TimeAttribute", + "start":0, + "end":0.054 + }, + "err":"Starting dynamic subtest: this-is-dynamic-2\n(dynamic:20904) CRITICAL: Test assertion failure function __real_main3, file ..\/runner\/testdata\/dynamic.c:13:\n(dynamic:20904) CRITICAL: Failed assertion: false\nDynamic subtest this-is-dynamic-2 failed.\n**** DEBUG ****\n(dynamic:20904) DEBUG: This print is from 2\n(dynamic:20904) CRITICAL: Test assertion failure function __real_main3, file ..\/runner\/testdata\/dynamic.c:13:\n(dynamic:20904) CRITICAL: Failed assertion: false\n(dynamic:20904) igt_core-INFO: Stack trace:\n(dynamic:20904) igt_core-INFO: #0 ..\/lib\/igt_core.c:1607 __igt_fail_assert()\n(dynamic:20904) igt_core-INFO: #1 ..\/runner\/testdata\/dynamic.c:5 __real_main3()\n(dynamic:20904) igt_core-INFO: #2 ..\/runner\/testdata\/dynamic.c:3 main()\n(dynamic:20904) igt_core-INFO: #3 ..\/csu\/libc-start.c:342 __libc_start_main()\n(dynamic:20904) igt_core-INFO: #4 [_start+0x2a]\n**** END ****\nDynamic subtest this-is-dynamic-2: FAIL (0.054s)\n", + "dmesg":"<6> [23426155.240164] [IGT] dynamic: starting dynamic subtest this-is-dynamic-2\n<6> [23426155.293846] [IGT] dynamic: exiting, ret=98\n<6> [23426155.294003] Console: switching to colour frame buffer device 240x75\n" + }, + "igt@dynamic@empty-container":{ + "out":"IGT-Version: 1.23-g9e957acd (x86_64) (Linux: 4.18.0-1-amd64 x86_64)\nStarting subtest: empty-container\nThis should skip\nNo dynamic tests executed.\nSubtest empty-container: SKIP (0.000s)\n", + "igt-version":"IGT-Version: 1.23-g9e957acd (x86_64) (Linux: 4.18.0-1-amd64 x86_64)", + "result":"skip", + "time":{ + "__type__":"TimeAttribute", + "start":0, + "end":0 + }, + "err":"Starting subtest: empty-container\nSubtest empty-container: SKIP (0.000s)\n", + "dmesg":"<6> [23426155.304955] Console: switching to colour dummy device 80x25\n<6> [23426155.304968] [IGT] dynamic: executing\n<6> [23426155.308644] [IGT] dynamic: starting subtest empty-container\n<6> [23426155.308671] [IGT] dynamic: exiting, ret=77\n<6> [23426155.308822] Console: switching to colour frame buffer device 240x75\n" + }, + "igt@dynamic@normal":{ + "out":"IGT-Version: 1.23-g9e957acd (x86_64) (Linux: 4.18.0-1-amd64 x86_64)\nStarting subtest: normal\nStarting dynamic subtest: normal-dynamic-subtest\nDynamic subtest normal-dynamic-subtest: SUCCESS (0.055s)\nSubtest normal: SUCCESS (0.100s)\n", + "igt-version":"IGT-Version: 1.23-g9e957acd (x86_64) (Linux: 4.18.0-1-amd64 x86_64)", + "result":"pass", + "time":{ + "__type__":"TimeAttribute", + "start":0, + "end":0.100 + }, + "err":"Starting subtest: normal\nStarting dynamic subtest: normal-dynamic-subtest\nDynamic subtest normal-dynamic-subtest: SUCCESS (0.055s)\nSubtest normal: SUCCESS (0.100s)\n", + "dmesg":"<6> [23426155.175691] Console: switching to colour dummy device 80x25\n<6> [23426155.175708] [IGT] dynamic: executing\n<6> [23426155.184875] [IGT] dynamic: starting subtest normal\n<6> [23426155.184895] Dmesg output for normal\n<6> [23426155.184895] [IGT] dynamic: starting dynamic subtest normal-dynamic-subtest\n" + }, + "igt@dynamic@normal@normal-dynamic-subtest":{ + "out":"Starting dynamic subtest: normal-dynamic-subtest\nDynamic subtest normal-dynamic-subtest: SUCCESS (0.055s)\n", + "igt-version":"IGT-Version: 1.23-g9e957acd (x86_64) (Linux: 4.18.0-1-amd64 x86_64)", + "result":"pass", + "time":{ + "__type__":"TimeAttribute", + "start":0, + "end":0.055 + }, + "err":"Starting dynamic subtest: normal-dynamic-subtest\nDynamic subtest normal-dynamic-subtest: SUCCESS (0.055s)\n", + "dmesg":"<6> [23426155.184875] [IGT] dynamic: starting subtest normal\n<6> [23426155.184895] Dmesg output for normal\n<6> [23426155.184895] [IGT] dynamic: starting dynamic subtest normal-dynamic-subtest\n" + }, + "igt@dynamic@incomplete":{ + "out":"Starting subtest: incomplete\nStarting dynamic subtest: this-is-incomplete\nThis is some output\n", + "igt-version":"IGT-Version: 1.23-g9e957acd (x86_64) (Linux: 4.18.0-1-amd64 x86_64)", + "result":"incomplete", + "time":{ + "__type__":"TimeAttribute", + "start":0, + "end":0 + }, + "err":"Starting subtest: incomplete\nStarting dynamic subtest: this-is-incomplete\n", + "dmesg":"<6> [23426155.184875] [IGT] dynamic: starting subtest incomplete\n<6> [23426155.184895] [IGT] dynamic: starting dynamic subtest this-is-incomplete\n<6> [23426155.184895] Dmesg output for incomplete\n" + }, + "igt@dynamic@incomplete@this-is-incomplete":{ + "out":"Starting dynamic subtest: this-is-incomplete\nThis is some output\n", + "igt-version":"IGT-Version: 1.23-g9e957acd (x86_64) (Linux: 4.18.0-1-amd64 x86_64)", + "result":"incomplete", + "time":{ + "__type__":"TimeAttribute", + "start":0, + "end":0 + }, + "err":"Starting dynamic subtest: this-is-incomplete\n", + "dmesg":"<6> [23426155.184875] [IGT] dynamic: starting subtest incomplete\n<6> [23426155.184895] [IGT] dynamic: starting dynamic subtest this-is-incomplete\n<6> [23426155.184895] Dmesg output for incomplete\n" + }, + "igt@dynamic@resume":{ + "out":"This is some output\nStarting subtest: resume\nSubtest resume: SUCCESS (0.109s)\n", + "igt-version":"IGT-Version: 1.23-g9e957acd (x86_64) (Linux: 4.18.0-1-amd64 x86_64)", + "result":"pass", + "time":{ + "__type__":"TimeAttribute", + "start":0, + "end":0.109 + }, + "err":"Starting subtest: resume\nSubtest resume: SUCCESS (0.109s)\n", + "dmesg":"<6> [23426155.240164] [IGT] dynamic: starting subtest resume\n<6> [23426155.293846] [IGT] dynamic: exiting, ret=0\n<6> [23426155.294003] Console: switching to colour frame buffer device 240x75\n" + } + }, + "totals":{ + "":{ + "crash":0, + "pass":3, + "dmesg-fail":0, + "dmesg-warn":0, + "skip":1, + "incomplete":2, + "timeout":0, + "notrun":0, + "fail":3, + "warn":0 + }, + "root":{ + "crash":0, + "pass":3, + "dmesg-fail":0, + "dmesg-warn":0, + "skip":1, + "incomplete":2, + "timeout":0, + "notrun":0, + "fail":3, + "warn":0 + }, + "igt@dynamic":{ + "crash":0, + "pass":3, + "dmesg-fail":0, + "dmesg-warn":0, + "skip":1, + "incomplete":2, + "timeout":0, + "notrun":0, + "fail":3, + "warn":0 + } + }, + "runtimes":{ + "igt@dynamic":{ + "time":{ + "__type__":"TimeAttribute", + "start":0, + "end":0.27400000000000002 + } + } + } +} diff --git a/runner/json_tests_data/dynamic-subtests/starttime.txt b/runner/json_tests_data/dynamic-subtests/starttime.txt new file mode 100644 index 00000000..b30b32ee --- /dev/null +++ b/runner/json_tests_data/dynamic-subtests/starttime.txt @@ -0,0 +1 @@ +1560163492.266377 diff --git a/runner/json_tests_data/dynamic-subtests/uname.txt b/runner/json_tests_data/dynamic-subtests/uname.txt new file mode 100644 index 00000000..a7aef6f7 --- /dev/null +++ b/runner/json_tests_data/dynamic-subtests/uname.txt @@ -0,0 +1 @@ +Linux hostname 4.18.0-1-amd64 #1 SMP Debian 4.18.6-1 (2018-09-06) x86_64 |