Horizon qa (#68)

scripts/summarize_horizonqa_result

@@ -0,0 +1,97 @@
+#!/usr/bin/env bash
+
+set -euo pipefail
+
+status="${1:-${GITHUB_WORKSPACE:-$(pwd)}/build/horizonqa/horizonqa-result.json}"
+
+write_summary() {
+  if [[ -n "${GITHUB_STEP_SUMMARY:-}" ]]; then
+    "$@" >> "$GITHUB_STEP_SUMMARY"
+  else
+    "$@"
+  fi
+}
+
+if [[ ! -e "$status" ]]; then
+  write_summary bash -c '
+    echo "## Horizon-QA"
+    echo
+    echo "No Horizon-QA status report was produced."
+  '
+  exit 0
+fi
+
+print_summary() {
+  python3 - "$status" <<'PY'
+import json
+import sys
+
+def cell(value):
+    return str(value if value is not None else "").replace("|", "\\|").replace("\n", " ")
+
+with open(sys.argv[1], encoding="utf-8") as f:
+    result = json.load(f)
+
+counts = result.get("counts", {})
+tests = result.get("tests", [])
+issues = result.get("issues", [])
+non_passing = [test for test in tests if test.get("status") != "passed"]
+
+selected = counts.get("selectedTests", len(tests))
+passed = counts.get("passed", 0)
+status = result.get("status", "unknown")
+exit_code = result.get("exitCode", 2)
+
+print("## Horizon-QA")
+print()
+print(f"**Status:** `{status}` (`exitCode={exit_code}`)")
+print()
+print("| Metric | Count |")
+print("|---|---:|")
+print(f"| Selected | {selected} |")
+print(f"| Passed | {passed} |")
+print(f"| Required failures | {counts.get('requiredFailures', 0)} |")
+print(f"| Optional failures | {counts.get('optionalFailures', 0)} |")
+print(f"| Infrastructure issues | {counts.get('diagnosticErrors', 0)} |")
+print(f"| JUnit failures | {counts.get('junitFailures', 0)} |")
+print(f"| JUnit errors | {counts.get('junitErrors', 0)} |")
+print(f"| JUnit skipped | {counts.get('junitSkipped', 0)} |")
+
+if non_passing:
+    print()
+    print("### Non-passing tests")
+    print()
+    print("| Test | Status | Required | Message |")
+    print("|---|---|---:|---|")
+    for test in non_passing[:25]:
+        failure = test.get("failure") or {}
+        print(
+            f"| `{cell(test.get('id'))}` | `{cell(test.get('status'))}` | "
+            f"{cell(test.get('required'))} | {cell(failure.get('message'))} |"
+        )
+    if len(non_passing) > 25:
+        print()
+        print(f"_Showing 25 of {len(non_passing)} non-passing tests._")
+
+if issues:
+    print()
+    print("### Infrastructure issues")
+    print()
+    print("| Issue | Kind | Message |")
+    print("|---|---|---|")
+    for issue in issues[:10]:
+        print(
+            f"| `{cell(issue.get('id'))}` | `{cell(issue.get('kind'))}` | "
+            f"{cell(issue.get('message'))} |"
+        )
+    if len(issues) > 10:
+        print()
+        print(f"_Showing 10 of {len(issues)} issues._")
+PY
+}
+
+if [[ -n "${GITHUB_STEP_SUMMARY:-}" ]]; then
+  print_summary >> "$GITHUB_STEP_SUMMARY"
+else
+  print_summary
+fi