Create new workflow for weekly retagger

- Create new workflow for weekly retagger job
- Run retagger merge from different platforms
- Exports a tar archive containing 4 diff_reports file, one/platform

Author: Ariouz

.github/workflows/ci-matrix-gen.yml

@@ -7,6 +7,11 @@ on:
         type: string
         description: Job selection (Python regex)
         required: false
+  workflow_call:
+    inputs:
+      jobs_to_run:
+        required: true
+        type: string
   pull_request:
     types: [review_requested, ready_for_review]
   schedule:

.github/workflows/ci-unittest-retagger.yml

@@ -0,0 +1,51 @@
+name: Run Weekly unittest retagger
+on:
+  schedule:
+    - cron: '0 0 * * 1'
+  workflow_dispatch:
+
+jobs:
+  run-retagger:
+    uses: ./.github/workflows/ci-matrix-gen.yml
+    with:
+      jobs_to_run: python-svm-build-gate-linux|python-unittest-retagger-gate
+
+  merge_all_reports:
+    runs-on: ubuntu-latest
+    needs: run-retagger
+    if: ${{ success() }}
+    steps: 
+
+      - name: Actions/Checkout
+        uses: actions/checkout@main
+        with:
+          path: main
+
+      - name: Download reports
+        uses: actions/download-artifact@v5
+        with:
+          pattern: python-unittest-retagger*
+          merge-multiple: true
+        continue-on-error: true
+
+      - name: Merge retagger reports
+        working-directory: main
+        run: |
+          mkdir -p ../retagger-reports ../diffs
+          ls && ls ..
+          mv retagger-report*.json ../retagger-reports
+
+          declare -a os_list=("linux-x86_64" "linux-aarch64" "darwin-x86_64" "windows-x86_64")
+          for os in "${os_list[@]}"; do
+            echo "Merging tags for $os"
+            python3 .github/scripts/merge_retagger_results.py --dir ../retagger-reports --outfile "../retagger-reports/reports-merged-$os.json" --pattern "*$os*" || true
+            python3 graalpython/com.oracle.graal.python.test/src/runner.py merge-tags-from-report "../retagger-reports/reports-merged-$os.json" --platform "$os" || true
+            git diff > "../diffs/reports_diff-$os" || true
+          done
+
+      - name: Export reports diff file
+        uses: actions/upload-artifact@v5
+        with:
+          name: retagger.diff
+          path: diffs/reports_diff*
+          retention-days: 15

ci.jsonnet

@@ -548,37 +548,6 @@
                 ["git", "push", "--force", "origin", "published"],
             ]
         },
-        {
-            name: "python-unittest-retagger-merge",
-            targets: ["tier3"],
-            capabilities: ["linux", "amd64"],
-            packages: {
-                mx: "7.34.1",
-                python3: "==3.12.8",
-            },
-            requireArtifacts: [
-                {
-                    name: "python-unittest-retagger*",
-                    dir: ".",
-                }
-            ],
-            publishArtifacts: [
-                {
-                    name: "retagger.diff",
-                    dir: ".",
-                    patterns: ["diff_reports"]
-                }
-            ],
-            run: [
-                ["mkdir", "-p", "../retagger-reports"],
-                ["sh", "-c", "mv retagger-report*.json ../retagger-reports"],
-                ["cd", "../retagger-reports"],
-                ["python3", "../main/.github/scripts/merge_retagger_results.py"],
-                ["cd", "../main"],
-                ["python3", "./graalpython/com.oracle.graal.python.test/src/runner.py", "merge-tags-from-report", "../retagger-reports/reports-merged.json"],
-                ["sh", "-c", "git diff >> diff_reports"],
-            ]
-        },
     ],
 }
 

graalpython/com.oracle.graal.python.test/src/runner.py

@@ -451,6 +451,8 @@ def generate_mx_report(self, path: str):
         # Some reports may be split when ran on github, this sets different file names
         report_suffix = os.environ.get("MX_REPORT_SUFFIX")
         if report_suffix:
+            if os.environ.get("GITHUB_CI"):
+                report_suffix = f"{report_suffix}_{CURRENT_PLATFORM}"
             tmppath, ext = os.path.splitext(path)
             path = f"{tmppath}{report_suffix}{ext}"