All of lore.kernel.org
 help / color / mirror / Atom feed
* [igt-dev] [PATCH i-g-t] runner: Introduce a way to stop testing without marking tests incomplete
@ 2020-12-11 14:07 Petri Latvala
  2020-12-11 15:01 ` [igt-dev] ✓ Fi.CI.BAT: success for " Patchwork
                   ` (2 more replies)
  0 siblings, 3 replies; 4+ messages in thread
From: Petri Latvala @ 2020-12-11 14:07 UTC (permalink / raw)
  To: igt-dev; +Cc: Tomi Sarvela, Petri Latvala, Chris Wilson

Killing igt_runner with SIGHUP will now still kill the currently
running test, but it will mark that test as being "notrun" instead of
"incomplete". This allows for external tools to interrupt the testing
without messing the results.

Incidentally, Intel CI's testing procedures occasionally falsely
determine that the machine being tested is unreachable and as its next
step, will ssh in and issue a reboot in preparation for the next round
of testing, causing igt_runner to be killed with a SIGHUP...

Signed-off-by: Petri Latvala <petri.latvala@intel.com>
Cc: Tomi Sarvela <tomi.p.sarvela@intel.com>
Cc: Arkadiusz Hiler <arek@hiler.eu>
Cc: Chris Wilson <chris@chris-wilson.co.uk>
---
 runner/executor.c  | 17 +++++++++++++++++
 runner/resultgen.c |  9 ++++++---
 2 files changed, 23 insertions(+), 3 deletions(-)

diff --git a/runner/executor.c b/runner/executor.c
index faf272d8..d0eca938 100644
--- a/runner/executor.c
+++ b/runner/executor.c
@@ -1054,6 +1054,23 @@ static int monitor_output(pid_t child,
 					     get_cmdline(siginfo.ssi_pid, comm, sizeof(comm)),
 					     siginfo.ssi_pid,
 					     strsignal(siginfo.ssi_signo));
+
+					if (siginfo.ssi_signo == SIGHUP) {
+						/*
+						 * If taken down with
+						 * SIGUP, arrange the
+						 * current test to be
+						 * marked as notrun
+						 * instead of
+						 * incomplete
+						 */
+
+						dprintf(outputs[_F_JOURNAL], "%s%d (%.3fs)\n",
+							EXECUTOR_EXIT,
+							-SIGHUP, 0.0);
+						if (settings->sync)
+							fdatasync(outputs[_F_JOURNAL]);
+					}
 				}
 
 				aborting = true;
diff --git a/runner/resultgen.c b/runner/resultgen.c
index 3fe83b43..d291cc37 100644
--- a/runner/resultgen.c
+++ b/runner/resultgen.c
@@ -17,11 +17,12 @@
 #include "executor.h"
 #include "output_strings.h"
 
-#define INCOMPLETE_EXITCODE -1
+#define INCOMPLETE_EXITCODE -1234
 
 _Static_assert(INCOMPLETE_EXITCODE != IGT_EXIT_SKIP, "exit code clash");
 _Static_assert(INCOMPLETE_EXITCODE != IGT_EXIT_SUCCESS, "exit code clash");
 _Static_assert(INCOMPLETE_EXITCODE != IGT_EXIT_INVALID, "exit code clash");
+_Static_assert(INCOMPLETE_EXITCODE != -SIGHUP, "exit code clash");
 
 struct subtest
 {
@@ -1099,6 +1100,8 @@ static const char *result_from_exitcode(int exitcode)
 		return "abort";
 	case INCOMPLETE_EXITCODE:
 		return "incomplete";
+	case -SIGHUP:
+		return "notrun";
 	default:
 		return "fail";
 	}
@@ -1173,7 +1176,7 @@ static void fill_from_journal(int fd,
 		}
 	}
 
-	if (subtests->size && exitcode == IGT_EXIT_ABORT) {
+	if (subtests->size && (exitcode == IGT_EXIT_ABORT || exitcode == -SIGHUP)) {
 		char *last_subtest = subtests->subs[subtests->size - 1].name;
 		char subtest_piglit_name[256];
 		struct json_object *subtest_obj;
@@ -1181,7 +1184,7 @@ static void fill_from_journal(int fd,
 		generate_piglit_name(entry->binary, last_subtest, subtest_piglit_name, sizeof(subtest_piglit_name));
 		subtest_obj = get_or_create_json_object(tests, subtest_piglit_name);
 
-		set_result(subtest_obj, "abort");
+		set_result(subtest_obj, exitcode == IGT_EXIT_ABORT ? "abort" : "notrun");
 	}
 
 	if (subtests->size == 0) {
-- 
2.20.1

_______________________________________________
igt-dev mailing list
igt-dev@lists.freedesktop.org
https://lists.freedesktop.org/mailman/listinfo/igt-dev

^ permalink raw reply related	[flat|nested] 4+ messages in thread

* [igt-dev] ✓ Fi.CI.BAT: success for runner: Introduce a way to stop testing without marking tests incomplete
  2020-12-11 14:07 [igt-dev] [PATCH i-g-t] runner: Introduce a way to stop testing without marking tests incomplete Petri Latvala
@ 2020-12-11 15:01 ` Patchwork
  2020-12-11 17:58 ` [igt-dev] ✗ Fi.CI.IGT: failure " Patchwork
  2020-12-16 17:23 ` [igt-dev] [PATCH i-g-t] " Arkadiusz Hiler
  2 siblings, 0 replies; 4+ messages in thread
From: Patchwork @ 2020-12-11 15:01 UTC (permalink / raw)
  To: Petri Latvala; +Cc: igt-dev


[-- Attachment #1.1: Type: text/plain, Size: 3052 bytes --]

== Series Details ==

Series: runner: Introduce a way to stop testing without marking tests incomplete
URL   : https://patchwork.freedesktop.org/series/84844/
State : success

== Summary ==

CI Bug Log - changes from CI_DRM_9476 -> IGTPW_5272
====================================================

Summary
-------

  **SUCCESS**

  No regressions found.

  External URL: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_5272/index.html

Known issues
------------

  Here are the changes found in IGTPW_5272 that come from known issues:

### IGT changes ###

#### Issues hit ####

  * igt@amdgpu/amd_basic@cs-compute:
    - fi-cfl-guc:         NOTRUN -> [SKIP][1] ([fdo#109271]) +17 similar issues
   [1]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_5272/fi-cfl-guc/igt@amdgpu/amd_basic@cs-compute.html

  * igt@gem_exec_suspend@basic-s3:
    - fi-tgl-y:           [PASS][2] -> [DMESG-WARN][3] ([i915#2411] / [i915#402])
   [2]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_9476/fi-tgl-y/igt@gem_exec_suspend@basic-s3.html
   [3]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_5272/fi-tgl-y/igt@gem_exec_suspend@basic-s3.html

  * igt@prime_self_import@basic-with_two_bos:
    - fi-tgl-y:           [PASS][4] -> [DMESG-WARN][5] ([i915#402]) +1 similar issue
   [4]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_9476/fi-tgl-y/igt@prime_self_import@basic-with_two_bos.html
   [5]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_5272/fi-tgl-y/igt@prime_self_import@basic-with_two_bos.html

  
#### Possible fixes ####

  * igt@gem_mmap_gtt@basic:
    - fi-tgl-y:           [DMESG-WARN][6] ([i915#402]) -> [PASS][7] +1 similar issue
   [6]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_9476/fi-tgl-y/igt@gem_mmap_gtt@basic.html
   [7]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_5272/fi-tgl-y/igt@gem_mmap_gtt@basic.html

  * igt@i915_selftest@live@execlists:
    - fi-cfl-guc:         [INCOMPLETE][8] ([i915#1037]) -> [PASS][9]
   [8]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_9476/fi-cfl-guc/igt@i915_selftest@live@execlists.html
   [9]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_5272/fi-cfl-guc/igt@i915_selftest@live@execlists.html

  
  [fdo#109271]: https://bugs.freedesktop.org/show_bug.cgi?id=109271
  [i915#1037]: https://gitlab.freedesktop.org/drm/intel/issues/1037
  [i915#2411]: https://gitlab.freedesktop.org/drm/intel/issues/2411
  [i915#402]: https://gitlab.freedesktop.org/drm/intel/issues/402


Participating hosts (42 -> 39)
------------------------------

  Missing    (3): fi-dg1-1 fi-bdw-samus fi-hsw-4200u 


Build changes
-------------

  * CI: CI-20190529 -> None
  * IGT: IGT_5889 -> IGTPW_5272

  CI-20190529: 20190529
  CI_DRM_9476: d8abf7202ace9d800683176aab8df3137790a00c @ git://anongit.freedesktop.org/gfx-ci/linux
  IGTPW_5272: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_5272/index.html
  IGT_5889: 3e63914556947974bd2d1cf92dda5b83e36848e4 @ git://anongit.freedesktop.org/xorg/app/intel-gpu-tools

== Logs ==

For more details see: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_5272/index.html

[-- Attachment #1.2: Type: text/html, Size: 3897 bytes --]

[-- Attachment #2: Type: text/plain, Size: 154 bytes --]

_______________________________________________
igt-dev mailing list
igt-dev@lists.freedesktop.org
https://lists.freedesktop.org/mailman/listinfo/igt-dev

^ permalink raw reply	[flat|nested] 4+ messages in thread

* [igt-dev] ✗ Fi.CI.IGT: failure for runner: Introduce a way to stop testing without marking tests incomplete
  2020-12-11 14:07 [igt-dev] [PATCH i-g-t] runner: Introduce a way to stop testing without marking tests incomplete Petri Latvala
  2020-12-11 15:01 ` [igt-dev] ✓ Fi.CI.BAT: success for " Patchwork
@ 2020-12-11 17:58 ` Patchwork
  2020-12-16 17:23 ` [igt-dev] [PATCH i-g-t] " Arkadiusz Hiler
  2 siblings, 0 replies; 4+ messages in thread
From: Patchwork @ 2020-12-11 17:58 UTC (permalink / raw)
  To: Petri Latvala; +Cc: igt-dev


[-- Attachment #1.1: Type: text/plain, Size: 30290 bytes --]

== Series Details ==

Series: runner: Introduce a way to stop testing without marking tests incomplete
URL   : https://patchwork.freedesktop.org/series/84844/
State : failure

== Summary ==

CI Bug Log - changes from CI_DRM_9476_full -> IGTPW_5272_full
====================================================

Summary
-------

  **FAILURE**

  Serious unknown changes coming with IGTPW_5272_full absolutely need to be
  verified manually.
  
  If you think the reported changes have nothing to do with the changes
  introduced in IGTPW_5272_full, please notify your bug team to allow them
  to document this new failure mode, which will reduce false positives in CI.

  External URL: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_5272/index.html

Possible new issues
-------------------

  Here are the unknown changes that may have been introduced in IGTPW_5272_full:

### IGT changes ###

#### Possible regressions ####

  * igt@api_intel_bb@blit-noreloc-purge-cache:
    - shard-snb:          [PASS][1] -> [FAIL][2]
   [1]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_9476/shard-snb6/igt@api_intel_bb@blit-noreloc-purge-cache.html
   [2]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_5272/shard-snb5/igt@api_intel_bb@blit-noreloc-purge-cache.html

  * igt@gem_tiled_swapping@non-threaded:
    - shard-hsw:          [PASS][3] -> [INCOMPLETE][4]
   [3]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_9476/shard-hsw6/igt@gem_tiled_swapping@non-threaded.html
   [4]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_5272/shard-hsw1/igt@gem_tiled_swapping@non-threaded.html

  
Known issues
------------

  Here are the changes found in IGTPW_5272_full that come from known issues:

### IGT changes ###

#### Issues hit ####

  * igt@gem_ctx_persistence@smoketest:
    - shard-hsw:          NOTRUN -> [SKIP][5] ([fdo#109271] / [i915#1099]) +1 similar issue
   [5]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_5272/shard-hsw1/igt@gem_ctx_persistence@smoketest.html

  * igt@gem_exec_whisper@basic-forked:
    - shard-glk:          [PASS][6] -> [DMESG-WARN][7] ([i915#118] / [i915#95]) +1 similar issue
   [6]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_9476/shard-glk3/igt@gem_exec_whisper@basic-forked.html
   [7]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_5272/shard-glk2/igt@gem_exec_whisper@basic-forked.html

  * igt@gem_userptr_blits@coherency-sync:
    - shard-tglb:         NOTRUN -> [SKIP][8] ([fdo#110542])
   [8]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_5272/shard-tglb5/igt@gem_userptr_blits@coherency-sync.html
    - shard-iclb:         NOTRUN -> [SKIP][9] ([fdo#109290])
   [9]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_5272/shard-iclb4/igt@gem_userptr_blits@coherency-sync.html

  * igt@gem_userptr_blits@process-exit-mmap@wc:
    - shard-hsw:          NOTRUN -> [SKIP][10] ([fdo#109271]) +48 similar issues
   [10]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_5272/shard-hsw1/igt@gem_userptr_blits@process-exit-mmap@wc.html

  * igt@i915_pm_rpm@dpms-mode-unset-lpsp:
    - shard-tglb:         [PASS][11] -> [SKIP][12] ([i915#579])
   [11]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_9476/shard-tglb6/igt@i915_pm_rpm@dpms-mode-unset-lpsp.html
   [12]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_5272/shard-tglb2/igt@i915_pm_rpm@dpms-mode-unset-lpsp.html
    - shard-iclb:         [PASS][13] -> [SKIP][14] ([i915#579])
   [13]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_9476/shard-iclb1/igt@i915_pm_rpm@dpms-mode-unset-lpsp.html
   [14]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_5272/shard-iclb3/igt@i915_pm_rpm@dpms-mode-unset-lpsp.html

  * igt@i915_pm_rpm@modeset-pc8-residency-stress:
    - shard-apl:          NOTRUN -> [SKIP][15] ([fdo#109271]) +25 similar issues
   [15]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_5272/shard-apl7/igt@i915_pm_rpm@modeset-pc8-residency-stress.html
    - shard-tglb:         NOTRUN -> [SKIP][16] ([fdo#109506] / [i915#2411])
   [16]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_5272/shard-tglb7/igt@i915_pm_rpm@modeset-pc8-residency-stress.html
    - shard-iclb:         NOTRUN -> [SKIP][17] ([fdo#109293] / [fdo#109506])
   [17]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_5272/shard-iclb7/igt@i915_pm_rpm@modeset-pc8-residency-stress.html

  * igt@kms_atomic_transition@4x-modeset-transitions-fencing:
    - shard-tglb:         NOTRUN -> [SKIP][18] ([fdo#112022] / [fdo#112041])
   [18]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_5272/shard-tglb3/igt@kms_atomic_transition@4x-modeset-transitions-fencing.html

  * igt@kms_big_fb@x-tiled-64bpp-rotate-270:
    - shard-iclb:         NOTRUN -> [SKIP][19] ([fdo#110725] / [fdo#111614])
   [19]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_5272/shard-iclb3/igt@kms_big_fb@x-tiled-64bpp-rotate-270.html
    - shard-tglb:         NOTRUN -> [SKIP][20] ([fdo#111614])
   [20]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_5272/shard-tglb5/igt@kms_big_fb@x-tiled-64bpp-rotate-270.html

  * igt@kms_chamelium@dp-audio-edid:
    - shard-tglb:         NOTRUN -> [SKIP][21] ([fdo#109284] / [fdo#111827]) +4 similar issues
   [21]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_5272/shard-tglb5/igt@kms_chamelium@dp-audio-edid.html

  * igt@kms_chamelium@dp-crc-multiple:
    - shard-hsw:          NOTRUN -> [SKIP][22] ([fdo#109271] / [fdo#111827]) +2 similar issues
   [22]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_5272/shard-hsw8/igt@kms_chamelium@dp-crc-multiple.html

  * igt@kms_chamelium@dp-mode-timings:
    - shard-apl:          NOTRUN -> [SKIP][23] ([fdo#109271] / [fdo#111827]) +4 similar issues
   [23]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_5272/shard-apl7/igt@kms_chamelium@dp-mode-timings.html

  * igt@kms_color_chamelium@pipe-c-ctm-0-5:
    - shard-iclb:         NOTRUN -> [SKIP][24] ([fdo#109284] / [fdo#111827]) +3 similar issues
   [24]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_5272/shard-iclb1/igt@kms_color_chamelium@pipe-c-ctm-0-5.html
    - shard-glk:          NOTRUN -> [SKIP][25] ([fdo#109271] / [fdo#111827]) +4 similar issues
   [25]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_5272/shard-glk8/igt@kms_color_chamelium@pipe-c-ctm-0-5.html
    - shard-kbl:          NOTRUN -> [SKIP][26] ([fdo#109271] / [fdo#111827]) +4 similar issues
   [26]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_5272/shard-kbl6/igt@kms_color_chamelium@pipe-c-ctm-0-5.html

  * igt@kms_color_chamelium@pipe-d-ctm-0-75:
    - shard-iclb:         NOTRUN -> [SKIP][27] ([fdo#109278] / [fdo#109284] / [fdo#111827])
   [27]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_5272/shard-iclb7/igt@kms_color_chamelium@pipe-d-ctm-0-75.html

  * igt@kms_cursor_crc@pipe-b-cursor-512x170-onscreen:
    - shard-tglb:         NOTRUN -> [SKIP][28] ([fdo#109279])
   [28]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_5272/shard-tglb7/igt@kms_cursor_crc@pipe-b-cursor-512x170-onscreen.html
    - shard-iclb:         NOTRUN -> [SKIP][29] ([fdo#109278] / [fdo#109279])
   [29]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_5272/shard-iclb8/igt@kms_cursor_crc@pipe-b-cursor-512x170-onscreen.html

  * igt@kms_cursor_crc@pipe-d-cursor-256x256-sliding:
    - shard-kbl:          NOTRUN -> [SKIP][30] ([fdo#109271]) +25 similar issues
   [30]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_5272/shard-kbl7/igt@kms_cursor_crc@pipe-d-cursor-256x256-sliding.html

  * igt@kms_cursor_edge_walk@pipe-d-256x256-right-edge:
    - shard-iclb:         NOTRUN -> [SKIP][31] ([fdo#109278]) +3 similar issues
   [31]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_5272/shard-iclb7/igt@kms_cursor_edge_walk@pipe-d-256x256-right-edge.html

  * igt@kms_cursor_legacy@2x-flip-vs-cursor-legacy:
    - shard-glk:          [PASS][32] -> [FAIL][33] ([i915#72])
   [32]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_9476/shard-glk4/igt@kms_cursor_legacy@2x-flip-vs-cursor-legacy.html
   [33]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_5272/shard-glk2/igt@kms_cursor_legacy@2x-flip-vs-cursor-legacy.html

  * igt@kms_cursor_legacy@cursor-vs-flip-toggle:
    - shard-hsw:          [PASS][34] -> [FAIL][35] ([i915#2370])
   [34]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_9476/shard-hsw8/igt@kms_cursor_legacy@cursor-vs-flip-toggle.html
   [35]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_5272/shard-hsw1/igt@kms_cursor_legacy@cursor-vs-flip-toggle.html

  * igt@kms_flip@2x-nonexisting-fb-interruptible:
    - shard-iclb:         NOTRUN -> [SKIP][36] ([fdo#109274])
   [36]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_5272/shard-iclb2/igt@kms_flip@2x-nonexisting-fb-interruptible.html

  * igt@kms_flip@flip-vs-suspend@b-hdmi-a1:
    - shard-hsw:          [PASS][37] -> [INCOMPLETE][38] ([i915#2055] / [i915#2295])
   [37]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_9476/shard-hsw8/igt@kms_flip@flip-vs-suspend@b-hdmi-a1.html
   [38]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_5272/shard-hsw4/igt@kms_flip@flip-vs-suspend@b-hdmi-a1.html

  * igt@kms_force_connector_basic@force-load-detect:
    - shard-iclb:         NOTRUN -> [SKIP][39] ([fdo#109285])
   [39]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_5272/shard-iclb6/igt@kms_force_connector_basic@force-load-detect.html
    - shard-tglb:         NOTRUN -> [SKIP][40] ([fdo#109285])
   [40]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_5272/shard-tglb8/igt@kms_force_connector_basic@force-load-detect.html

  * igt@kms_frontbuffer_tracking@fbc-2p-scndscrn-cur-indfb-onoff:
    - shard-tglb:         NOTRUN -> [SKIP][41] ([fdo#111825]) +6 similar issues
   [41]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_5272/shard-tglb6/igt@kms_frontbuffer_tracking@fbc-2p-scndscrn-cur-indfb-onoff.html

  * igt@kms_frontbuffer_tracking@psr-2p-primscrn-shrfb-plflip-blt:
    - shard-iclb:         NOTRUN -> [SKIP][42] ([fdo#109280]) +5 similar issues
   [42]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_5272/shard-iclb6/igt@kms_frontbuffer_tracking@psr-2p-primscrn-shrfb-plflip-blt.html

  * igt@kms_frontbuffer_tracking@psr-2p-scndscrn-spr-indfb-draw-render:
    - shard-glk:          NOTRUN -> [SKIP][43] ([fdo#109271]) +23 similar issues
   [43]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_5272/shard-glk8/igt@kms_frontbuffer_tracking@psr-2p-scndscrn-spr-indfb-draw-render.html

  * igt@kms_pipe_b_c_ivb@from-pipe-c-to-b-with-3-lanes:
    - shard-iclb:         NOTRUN -> [SKIP][44] ([fdo#109289]) +1 similar issue
   [44]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_5272/shard-iclb2/igt@kms_pipe_b_c_ivb@from-pipe-c-to-b-with-3-lanes.html
    - shard-tglb:         NOTRUN -> [SKIP][45] ([fdo#109289]) +1 similar issue
   [45]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_5272/shard-tglb1/igt@kms_pipe_b_c_ivb@from-pipe-c-to-b-with-3-lanes.html

  * igt@kms_plane@plane-panning-bottom-right-suspend-pipe-c-planes:
    - shard-kbl:          [PASS][46] -> [DMESG-WARN][47] ([i915#180])
   [46]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_9476/shard-kbl3/igt@kms_plane@plane-panning-bottom-right-suspend-pipe-c-planes.html
   [47]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_5272/shard-kbl3/igt@kms_plane@plane-panning-bottom-right-suspend-pipe-c-planes.html

  * igt@kms_plane_alpha_blend@pipe-b-constant-alpha-max:
    - shard-glk:          NOTRUN -> [FAIL][48] ([fdo#108145] / [i915#265])
   [48]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_5272/shard-glk4/igt@kms_plane_alpha_blend@pipe-b-constant-alpha-max.html
    - shard-apl:          NOTRUN -> [FAIL][49] ([fdo#108145] / [i915#265])
   [49]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_5272/shard-apl3/igt@kms_plane_alpha_blend@pipe-b-constant-alpha-max.html
    - shard-kbl:          NOTRUN -> [FAIL][50] ([fdo#108145] / [i915#265])
   [50]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_5272/shard-kbl1/igt@kms_plane_alpha_blend@pipe-b-constant-alpha-max.html

  * igt@kms_prime@basic-crc@first-to-second:
    - shard-iclb:         [PASS][51] -> [SKIP][52] ([i915#1836])
   [51]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_9476/shard-iclb6/igt@kms_prime@basic-crc@first-to-second.html
   [52]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_5272/shard-iclb2/igt@kms_prime@basic-crc@first-to-second.html
    - shard-snb:          [PASS][53] -> [SKIP][54] ([fdo#109271])
   [53]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_9476/shard-snb4/igt@kms_prime@basic-crc@first-to-second.html
   [54]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_5272/shard-snb5/igt@kms_prime@basic-crc@first-to-second.html
    - shard-hsw:          [PASS][55] -> [SKIP][56] ([fdo#109271])
   [55]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_9476/shard-hsw4/igt@kms_prime@basic-crc@first-to-second.html
   [56]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_5272/shard-hsw8/igt@kms_prime@basic-crc@first-to-second.html
    - shard-kbl:          [PASS][57] -> [SKIP][58] ([fdo#109271])
   [57]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_9476/shard-kbl1/igt@kms_prime@basic-crc@first-to-second.html
   [58]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_5272/shard-kbl1/igt@kms_prime@basic-crc@first-to-second.html
    - shard-apl:          [PASS][59] -> [SKIP][60] ([fdo#109271])
   [59]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_9476/shard-apl2/igt@kms_prime@basic-crc@first-to-second.html
   [60]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_5272/shard-apl3/igt@kms_prime@basic-crc@first-to-second.html
    - shard-tglb:         [PASS][61] -> [SKIP][62] ([i915#1836])
   [61]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_9476/shard-tglb2/igt@kms_prime@basic-crc@first-to-second.html
   [62]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_5272/shard-tglb2/igt@kms_prime@basic-crc@first-to-second.html
    - shard-glk:          [PASS][63] -> [SKIP][64] ([fdo#109271])
   [63]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_9476/shard-glk7/igt@kms_prime@basic-crc@first-to-second.html
   [64]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_5272/shard-glk5/igt@kms_prime@basic-crc@first-to-second.html

  * igt@kms_psr@psr2_cursor_blt:
    - shard-iclb:         [PASS][65] -> [SKIP][66] ([fdo#109441])
   [65]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_9476/shard-iclb2/igt@kms_psr@psr2_cursor_blt.html
   [66]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_5272/shard-iclb7/igt@kms_psr@psr2_cursor_blt.html

  * igt@kms_psr@psr2_suspend:
    - shard-iclb:         NOTRUN -> [SKIP][67] ([fdo#109441])
   [67]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_5272/shard-iclb3/igt@kms_psr@psr2_suspend.html

  * igt@kms_vblank@pipe-b-ts-continuation-dpms-suspend:
    - shard-kbl:          [PASS][68] -> [DMESG-WARN][69] ([i915#1602])
   [68]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_9476/shard-kbl6/igt@kms_vblank@pipe-b-ts-continuation-dpms-suspend.html
   [69]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_5272/shard-kbl7/igt@kms_vblank@pipe-b-ts-continuation-dpms-suspend.html
    - shard-iclb:         [PASS][70] -> [DMESG-WARN][71] ([i915#1602])
   [70]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_9476/shard-iclb6/igt@kms_vblank@pipe-b-ts-continuation-dpms-suspend.html
   [71]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_5272/shard-iclb2/igt@kms_vblank@pipe-b-ts-continuation-dpms-suspend.html
    - shard-apl:          [PASS][72] -> [DMESG-WARN][73] ([i915#1602] / [i915#2635])
   [72]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_9476/shard-apl7/igt@kms_vblank@pipe-b-ts-continuation-dpms-suspend.html
   [73]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_5272/shard-apl8/igt@kms_vblank@pipe-b-ts-continuation-dpms-suspend.html
    - shard-glk:          [PASS][74] -> [DMESG-WARN][75] ([i915#1602] / [i915#2635])
   [74]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_9476/shard-glk2/igt@kms_vblank@pipe-b-ts-continuation-dpms-suspend.html
   [75]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_5272/shard-glk9/igt@kms_vblank@pipe-b-ts-continuation-dpms-suspend.html
    - shard-tglb:         [PASS][76] -> [INCOMPLETE][77] ([i915#1436] / [i915#1602] / [i915#1798] / [i915#1887] / [i915#1982] / [i915#2411] / [i915#456])
   [76]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_9476/shard-tglb2/igt@kms_vblank@pipe-b-ts-continuation-dpms-suspend.html
   [77]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_5272/shard-tglb1/igt@kms_vblank@pipe-b-ts-continuation-dpms-suspend.html

  * igt@kms_vblank@pipe-c-ts-continuation-suspend:
    - shard-tglb:         [PASS][78] -> [INCOMPLETE][79] ([i915#1436] / [i915#1798] / [i915#1982] / [i915#456])
   [78]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_9476/shard-tglb8/igt@kms_vblank@pipe-c-ts-continuation-suspend.html
   [79]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_5272/shard-tglb2/igt@kms_vblank@pipe-c-ts-continuation-suspend.html

  * igt@perf_pmu@event-wait@rcs0:
    - shard-iclb:         NOTRUN -> [SKIP][80] ([fdo#112283])
   [80]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_5272/shard-iclb5/igt@perf_pmu@event-wait@rcs0.html
    - shard-tglb:         NOTRUN -> [SKIP][81] ([fdo#112283])
   [81]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_5272/shard-tglb7/igt@perf_pmu@event-wait@rcs0.html

  * igt@prime_nv_pcopy@test3_4:
    - shard-iclb:         NOTRUN -> [SKIP][82] ([fdo#109291])
   [82]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_5272/shard-iclb6/igt@prime_nv_pcopy@test3_4.html
    - shard-tglb:         NOTRUN -> [SKIP][83] ([fdo#109291])
   [83]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_5272/shard-tglb1/igt@prime_nv_pcopy@test3_4.html

  
#### Possible fixes ####

  * igt@gem_huc_copy@huc-copy:
    - shard-tglb:         [SKIP][84] ([i915#2190]) -> [PASS][85]
   [84]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_9476/shard-tglb6/igt@gem_huc_copy@huc-copy.html
   [85]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_5272/shard-tglb5/igt@gem_huc_copy@huc-copy.html

  * {igt@gem_vm_create@destroy-race}:
    - shard-tglb:         [TIMEOUT][86] -> [PASS][87]
   [86]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_9476/shard-tglb6/igt@gem_vm_create@destroy-race.html
   [87]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_5272/shard-tglb6/igt@gem_vm_create@destroy-race.html

  * igt@i915_pm_rpm@basic-pci-d3-state:
    - shard-glk:          [SKIP][88] ([fdo#109271]) -> [PASS][89] +2 similar issues
   [88]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_9476/shard-glk3/igt@i915_pm_rpm@basic-pci-d3-state.html
   [89]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_5272/shard-glk6/igt@i915_pm_rpm@basic-pci-d3-state.html
    - shard-iclb:         [SKIP][90] ([i915#579]) -> [PASS][91]
   [90]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_9476/shard-iclb3/igt@i915_pm_rpm@basic-pci-d3-state.html
   [91]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_5272/shard-iclb1/igt@i915_pm_rpm@basic-pci-d3-state.html
    - shard-tglb:         [SKIP][92] ([i915#579]) -> [PASS][93]
   [92]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_9476/shard-tglb3/igt@i915_pm_rpm@basic-pci-d3-state.html
   [93]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_5272/shard-tglb2/igt@i915_pm_rpm@basic-pci-d3-state.html

  * igt@kms_cursor_crc@pipe-a-cursor-suspend:
    - shard-kbl:          [INCOMPLETE][94] ([i915#155] / [i915#2295]) -> [PASS][95]
   [94]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_9476/shard-kbl3/igt@kms_cursor_crc@pipe-a-cursor-suspend.html
   [95]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_5272/shard-kbl3/igt@kms_cursor_crc@pipe-a-cursor-suspend.html
    - shard-iclb:         [DMESG-WARN][96] ([i915#1602]) -> [PASS][97]
   [96]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_9476/shard-iclb4/igt@kms_cursor_crc@pipe-a-cursor-suspend.html
   [97]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_5272/shard-iclb7/igt@kms_cursor_crc@pipe-a-cursor-suspend.html
    - shard-apl:          [DMESG-WARN][98] ([i915#1602] / [i915#2635]) -> [PASS][99]
   [98]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_9476/shard-apl6/igt@kms_cursor_crc@pipe-a-cursor-suspend.html
   [99]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_5272/shard-apl7/igt@kms_cursor_crc@pipe-a-cursor-suspend.html
    - shard-tglb:         [DMESG-WARN][100] ([i915#1436] / [i915#1602] / [i915#1887] / [i915#2411]) -> [PASS][101]
   [100]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_9476/shard-tglb2/igt@kms_cursor_crc@pipe-a-cursor-suspend.html
   [101]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_5272/shard-tglb7/igt@kms_cursor_crc@pipe-a-cursor-suspend.html
    - shard-glk:          [DMESG-WARN][102] ([i915#1602] / [i915#2635]) -> [PASS][103]
   [102]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_9476/shard-glk1/igt@kms_cursor_crc@pipe-a-cursor-suspend.html
   [103]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_5272/shard-glk8/igt@kms_cursor_crc@pipe-a-cursor-suspend.html
    - shard-hsw:          [DMESG-WARN][104] ([i915#2637]) -> [PASS][105]
   [104]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_9476/shard-hsw8/igt@kms_cursor_crc@pipe-a-cursor-suspend.html
   [105]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_5272/shard-hsw6/igt@kms_cursor_crc@pipe-a-cursor-suspend.html

  * igt@kms_cursor_crc@pipe-c-cursor-suspend:
    - shard-kbl:          [FAIL][106] ([i915#54]) -> [PASS][107]
   [106]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_9476/shard-kbl2/igt@kms_cursor_crc@pipe-c-cursor-suspend.html
   [107]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_5272/shard-kbl6/igt@kms_cursor_crc@pipe-c-cursor-suspend.html
    - shard-apl:          [FAIL][108] ([i915#54]) -> [PASS][109]
   [108]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_9476/shard-apl4/igt@kms_cursor_crc@pipe-c-cursor-suspend.html
   [109]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_5272/shard-apl7/igt@kms_cursor_crc@pipe-c-cursor-suspend.html

  * igt@kms_flip@flip-vs-suspend-interruptible@c-dp1:
    - shard-kbl:          [DMESG-WARN][110] ([i915#180]) -> [PASS][111] +1 similar issue
   [110]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_9476/shard-kbl2/igt@kms_flip@flip-vs-suspend-interruptible@c-dp1.html
   [111]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_5272/shard-kbl6/igt@kms_flip@flip-vs-suspend-interruptible@c-dp1.html

  * igt@kms_frontbuffer_tracking@fbc-2p-primscrn-indfb-msflip-blt:
    - shard-glk:          [FAIL][112] ([i915#49]) -> [PASS][113]
   [112]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_9476/shard-glk8/igt@kms_frontbuffer_tracking@fbc-2p-primscrn-indfb-msflip-blt.html
   [113]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_5272/shard-glk1/igt@kms_frontbuffer_tracking@fbc-2p-primscrn-indfb-msflip-blt.html

  * igt@kms_plane@plane-position-hole-pipe-c-planes:
    - shard-apl:          [FAIL][114] ([i915#2472]) -> [PASS][115]
   [114]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_9476/shard-apl4/igt@kms_plane@plane-position-hole-pipe-c-planes.html
   [115]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_5272/shard-apl1/igt@kms_plane@plane-position-hole-pipe-c-planes.html
    - shard-kbl:          [FAIL][116] ([i915#2472]) -> [PASS][117]
   [116]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_9476/shard-kbl2/igt@kms_plane@plane-position-hole-pipe-c-planes.html
   [117]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_5272/shard-kbl3/igt@kms_plane@plane-position-hole-pipe-c-planes.html

  * igt@kms_prime@basic-crc@second-to-first:
    - shard-apl:          [SKIP][118] ([fdo#109271]) -> [PASS][119] +2 similar issues
   [118]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_9476/shard-apl2/igt@kms_prime@basic-crc@second-to-first.html
   [119]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_5272/shard-apl3/igt@kms_prime@basic-crc@second-to-first.html
    - shard-kbl:          [SKIP][120] ([fdo#109271]) -> [PASS][121] +2 similar issues
   [120]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_9476/shard-kbl1/igt@kms_prime@basic-crc@second-to-first.html
   [121]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_5272/shard-kbl1/igt@kms_prime@basic-crc@second-to-first.html
    - shard-hsw:          [SKIP][122] ([fdo#109271]) -> [PASS][123] +2 similar issues
   [122]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_9476/shard-hsw4/igt@kms_prime@basic-crc@second-to-first.html
   [123]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_5272/shard-hsw8/igt@kms_prime@basic-crc@second-to-first.html
    - shard-iclb:         [SKIP][124] ([i915#1836]) -> [PASS][125]
   [124]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_9476/shard-iclb6/igt@kms_prime@basic-crc@second-to-first.html
   [125]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_5272/shard-iclb2/igt@kms_prime@basic-crc@second-to-first.html
    - shard-snb:          [SKIP][126] ([fdo#109271]) -> [PASS][127]
   [126]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_9476/shard-snb4/igt@kms_prime@basic-crc@second-to-first.html
   [127]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_5272/shard-snb5/igt@kms_prime@basic-crc@second-to-first.html
    - shard-tglb:         [SKIP][128] ([i915#1836]) -> [PASS][129]
   [128]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_9476/shard-tglb2/igt@kms_prime@basic-crc@second-to-first.html
   [129]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_5272/shard-tglb2/igt@kms_prime@basic-crc@second-to-first.html

  
#### Warnings ####

  * igt@i915_pm_rc6_residency@rc6-idle:
    - shard-iclb:         [WARN][130] ([i915#2684]) -> [WARN][131] ([i915#1804] / [i915#2684])
   [130]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_9476/shard-iclb2/igt@i915_pm_rc6_residency@rc6-idle.html
   [131]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_5272/shard-iclb6/igt@i915_pm_rc6_residency@rc6-idle.html

  * igt@i915_pm_rpm@modeset-non-lpsp-stress-no-wait:
    - shard-tglb:         [SKIP][132] ([i915#579]) -> [SKIP][133] ([fdo#111644] / [i915#1397] / [i915#2411])
   [132]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_9476/shard-tglb3/igt@i915_pm_rpm@modeset-non-lpsp-stress-no-wait.html
   [133]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_5272/shard-tglb1/igt@i915_pm_rpm@modeset-non-lpsp-stress-no-wait.html
    - shard-iclb:         [SKIP][134] ([i915#579]) -> [SKIP][135] ([fdo#110892])
   [134]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_9476/shard-iclb3/igt@i915_pm_rpm@modeset-non-lpsp-stress-no-wait.html
   [135]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_5272/shard-iclb6/igt@i915_pm_rpm@modeset-non-lpsp-stress-no-wait.html

  * igt@runner@aborted:
    - shard-kbl:          ([FAIL][136], [FAIL][137]) ([i915#2295] / [i915#2722] / [i915#483]) -> ([FAIL][138], [FAIL][139], [FAIL][140]) ([i915#1814] / [i915#2295] / [i915#2722] / [i915#483] / [i915#602])
   [136]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_9476/shard-kbl2/igt@runner@aborted.html
   [137]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_9476/shard-kbl2/igt@runner@aborted.html
   [138]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_5272/shard-kbl7/igt@runner@aborted.html
   [139]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_5272/shard-kbl6/igt@runner@aborted.html
   [140]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_5272/shard-kbl3/igt@runner@aborted.html
    - shard-iclb:         ([FAIL][141], [FAIL][142]) ([i915#1814] / [i915#2295] / [i915#2722] / [i915#2724] / [i915#483]) -> ([FAIL][143], [FAIL][144]) ([i915#1814] / [i915#2295] / [i915#2722] / [i915#2724])
   [141]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_9476/shard-iclb5/igt@runner@aborted.html
   [142]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_9476/shard-iclb4/igt@runner@aborted.html
   [143]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_5272/shard-iclb4/igt@runner@aborted.html
   [144]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_5272/shard-iclb2/igt@runner@aborted.html
    - shard-glk:          ([FAIL][145], [FAIL][146]) ([i915#1814] / [i915#2295] / [i915#2722] / [k.org#202321]) -> ([FAIL][147], [FAIL][148]) ([i915#1814] / [i915#2295] / [i915#2722] / [i915#483] / [k.org#202321])
   [145]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_9476/shard-glk4/igt@runner@aborted.html
   [146]: https://intel-gfx-ci.01.org/tree/drm-tip/CI_DRM_9476/shard-glk1/igt@runner@aborted.html
   [147]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_5272/shard-glk7/igt@runner@aborted.html
   [148]: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_5272/shard-glk9/igt@runner@aborted.html

  
  {name}: This element is suppressed. This means it is ignored when computing
          the status of the difference (SUCCESS, WARNING, or FAILURE).

  [fdo#108145]: https://bugs.freedesktop.org/show_bug.cgi?id=108145
  [fdo#109271]: https://bugs.freedesktop.org/show_bug.cgi?id=109271
  [fdo#109274]: https://bugs.freedesktop.org/show_bug.cgi?id=109274
  [fdo#109278]: https://bugs.freedesktop.org/show_bug.cgi?id=109278
  [fdo#109279]: https://bugs.freedesktop.org/show_bug.cgi?id=109279
  [fdo#109280]: https://bugs.freedesktop.org/show_bug.cgi?id=109280
  [fdo#109284]: https://bugs.freedesktop.org/show_bug.cgi?id=109284
  [fdo#109285]: https://bugs.freedesktop.org/show_bug.cgi?id=109285
  [fdo#109289]: https://bugs.freedesktop.org/show_bug.cgi?id=109289
  [fdo#109290]: https://bugs.freedesktop.org/show_bug.cgi?id=109290
  [fdo#109291]: https://bugs.freedesktop.org/show_bug.cgi?id=109291
  [fdo#109293]: https://bugs.freedesktop.org/show_bug.cgi?id=109293
  [fdo#109441]: https://bugs.freedesktop.org/show_bug.cgi?id=109441
  [fdo#109506]: https://bugs.freedesktop.org/show_bug.cgi?id=109506
  [fdo#110542]: https://bugs.freedesktop.org/show_bug.cgi?id=110542
  [fdo#110725]: https://bugs.freedesktop.org/show_bug.cgi?id=110725
  [fdo#110892]: https://bugs.freedesktop.org/show_bug.cgi?id=110892
  [fdo#111614]: https://bugs.freedesktop.org/show_bug.cgi?id=111614
  [fdo#111644]: https://bugs.freedesktop.org/show_bug.cgi?id=111644
  [fdo#111825]: https://bugs.freedesktop.org/show_bug.cgi?id=111825
  [fdo#111827]: https://bugs.freedesktop.org/show_bug.cgi?id=111827
  [fdo#112022]: https://bugs.freedesktop.org/show_bug.cgi?id=112022
  [fdo#112041]: https://bugs.freedesktop.org/show_bug.cgi?id=112041
  [fdo#112283]: https://bugs.freedesktop.org/show_bug.cgi?id=112283
  [i915#1099]: https://gitlab.freedesktop.org/drm/intel/issues/1099
  [i915#118]: https://gitlab.freedesktop.org/drm/intel/issues/118
  [i915#1397]: https://gitlab.freedesktop.org/drm/intel/issues/1397
  [i915#1436]: https://gitlab.freedesktop.org/drm/inte

== Logs ==

For more details see: https://intel-gfx-ci.01.org/tree/drm-tip/IGTPW_5272/index.html

[-- Attachment #1.2: Type: text/html, Size: 35306 bytes --]

[-- Attachment #2: Type: text/plain, Size: 154 bytes --]

_______________________________________________
igt-dev mailing list
igt-dev@lists.freedesktop.org
https://lists.freedesktop.org/mailman/listinfo/igt-dev

^ permalink raw reply	[flat|nested] 4+ messages in thread

* Re: [igt-dev] [PATCH i-g-t] runner: Introduce a way to stop testing without marking tests incomplete
  2020-12-11 14:07 [igt-dev] [PATCH i-g-t] runner: Introduce a way to stop testing without marking tests incomplete Petri Latvala
  2020-12-11 15:01 ` [igt-dev] ✓ Fi.CI.BAT: success for " Patchwork
  2020-12-11 17:58 ` [igt-dev] ✗ Fi.CI.IGT: failure " Patchwork
@ 2020-12-16 17:23 ` Arkadiusz Hiler
  2 siblings, 0 replies; 4+ messages in thread
From: Arkadiusz Hiler @ 2020-12-16 17:23 UTC (permalink / raw)
  To: Petri Latvala; +Cc: igt-dev

On Fri, Dec 11, 2020 at 04:07:35PM +0200, Petri Latvala wrote:
> Killing igt_runner with SIGHUP will now still kill the currently
> running test, but it will mark that test as being "notrun" instead of
> "incomplete". This allows for external tools to interrupt the testing
> without messing the results.
> 
> Incidentally, Intel CI's testing procedures occasionally falsely
> determine that the machine being tested is unreachable and as its next
> step, will ssh in and issue a reboot in preparation for the next round
> of testing, causing igt_runner to be killed with a SIGHUP...

Fair enough.

> Signed-off-by: Petri Latvala <petri.latvala@intel.com>
> Cc: Tomi Sarvela <tomi.p.sarvela@intel.com>
> Cc: Arkadiusz Hiler <arek@hiler.eu>
> Cc: Chris Wilson <chris@chris-wilson.co.uk>
> ---
>  runner/executor.c  | 17 +++++++++++++++++
>  runner/resultgen.c |  9 ++++++---
>  2 files changed, 23 insertions(+), 3 deletions(-)
> 
> diff --git a/runner/executor.c b/runner/executor.c
> index faf272d8..d0eca938 100644
> --- a/runner/executor.c
> +++ b/runner/executor.c
> @@ -1054,6 +1054,23 @@ static int monitor_output(pid_t child,
>  					     get_cmdline(siginfo.ssi_pid, comm, sizeof(comm)),
>  					     siginfo.ssi_pid,
>  					     strsignal(siginfo.ssi_signo));
> +
> +					if (siginfo.ssi_signo == SIGHUP) {
> +						/*
> +						 * If taken down with
> +						 * SIGUP, arrange the

s/SIGUP/SIGHUP/

> +						 * current test to be
> +						 * marked as notrun
> +						 * instead of
> +						 * incomplete
> +						 */

Since there is no man page for the runner and this behavior is
undocumented beyond here, maybe we should outf a line explaining what
happens?

> +
> +						dprintf(outputs[_F_JOURNAL], "%s%d (%.3fs)\n",
> +							EXECUTOR_EXIT,
> +							-SIGHUP, 0.0);
> +						if (settings->sync)
> +							fdatasync(outputs[_F_JOURNAL]);
> +					}
>  				}

This feels oddly specific and doesn't reconsider the sensible behavior
for all the other signals. What about KILL, TERM, QUIT?

We should at least be more verbose about what happens with the test
that gets canceled through them.

>  
>  				aborting = true;
> diff --git a/runner/resultgen.c b/runner/resultgen.c
> index 3fe83b43..d291cc37 100644
> --- a/runner/resultgen.c
> +++ b/runner/resultgen.c
> @@ -17,11 +17,12 @@
>  #include "executor.h"
>  #include "output_strings.h"
>  
> -#define INCOMPLETE_EXITCODE -1
> +#define INCOMPLETE_EXITCODE -1234
>  
>  _Static_assert(INCOMPLETE_EXITCODE != IGT_EXIT_SKIP, "exit code clash");
>  _Static_assert(INCOMPLETE_EXITCODE != IGT_EXIT_SUCCESS, "exit code clash");
>  _Static_assert(INCOMPLETE_EXITCODE != IGT_EXIT_INVALID, "exit code clash");
> +_Static_assert(INCOMPLETE_EXITCODE != -SIGHUP, "exit code clash");
>  
>  struct subtest
>  {
> @@ -1099,6 +1100,8 @@ static const char *result_from_exitcode(int exitcode)
>  		return "abort";
>  	case INCOMPLETE_EXITCODE:
>  		return "incomplete";
> +	case -SIGHUP:
> +		return "notrun";

Should do for now, but NOTRUN_EXITCODE may be better. That random
-SIGHUP sprinkled around looks a bit off.

-- 
Cheers,
Arek

>  	default:
>  		return "fail";
>  	}
> @@ -1173,7 +1176,7 @@ static void fill_from_journal(int fd,
>  		}
>  	}
>  
> -	if (subtests->size && exitcode == IGT_EXIT_ABORT) {
> +	if (subtests->size && (exitcode == IGT_EXIT_ABORT || exitcode == -SIGHUP)) {
>  		char *last_subtest = subtests->subs[subtests->size - 1].name;
>  		char subtest_piglit_name[256];
>  		struct json_object *subtest_obj;
> @@ -1181,7 +1184,7 @@ static void fill_from_journal(int fd,
>  		generate_piglit_name(entry->binary, last_subtest, subtest_piglit_name, sizeof(subtest_piglit_name));
>  		subtest_obj = get_or_create_json_object(tests, subtest_piglit_name);
>  
> -		set_result(subtest_obj, "abort");
> +		set_result(subtest_obj, exitcode == IGT_EXIT_ABORT ? "abort" : "notrun");
>  	}
>  
>  	if (subtests->size == 0) {
> -- 
> 2.20.1
_______________________________________________
igt-dev mailing list
igt-dev@lists.freedesktop.org
https://lists.freedesktop.org/mailman/listinfo/igt-dev

^ permalink raw reply	[flat|nested] 4+ messages in thread

end of thread, other threads:[~2020-12-16 18:22 UTC | newest]

Thread overview: 4+ messages (download: mbox.gz / follow: Atom feed)
-- links below jump to the message on this page --
2020-12-11 14:07 [igt-dev] [PATCH i-g-t] runner: Introduce a way to stop testing without marking tests incomplete Petri Latvala
2020-12-11 15:01 ` [igt-dev] ✓ Fi.CI.BAT: success for " Patchwork
2020-12-11 17:58 ` [igt-dev] ✗ Fi.CI.IGT: failure " Patchwork
2020-12-16 17:23 ` [igt-dev] [PATCH i-g-t] " Arkadiusz Hiler

This is an external index of several public inboxes,
see mirroring instructions on how to clone and mirror
all data and code used by this external index.