Construct download links using string format + Disable linux aarch64 jobs

Author: Ariouz

.github/scripts/extract_matrix.py

@@ -30,17 +30,11 @@
 
     # Python 3.8.10 (matrix.python_version) is not available for linux aarch64
     # cf. https://raw.githubusercontent.com/actions/python-versions/main/versions-manifest.json
-    "python-svm-build-gate-linux-aarch64"
+    "linux-aarch64"
 )
 
-# TODO build link using self.runs_on
 DOWNLOADS_LINKS = {
-    "GRADLE_JAVA_HOME": {
-        "https://download.oracle.com/java/21/latest/jdk-21_linux-x64_bin.tar.gz": ["linux", "amd64"],
-        "https://download.oracle.com/java/21/latest/jdk-21_linux-aarch64_bin.tar.gz": ["linux", "aarch64"],
-        "https://download.oracle.com/java/21/latest/jdk-21_macos-aarch64_bin.tar.gz": ["darwin", "aarch64"],
-        "https://download.oracle.com/java/21/latest/jdk-21_windows-x64_bin.zip": ["windows", "amd64"],
-    }
+    "GRADLE_JAVA_HOME": "https://download.oracle.com/java/{major_version}/latest/jdk-{major_version}_{os}-{arch_short}_bin{ext}"
 }
 
 # Gitlab Runners OSS
@@ -125,30 +119,38 @@ def python_packages(self) -> list[str]:
                 python_packages.append(f"'{k[4:]}{v}'" if self.runs_on != "windows-latest" else f"{k[4:]}{v}")
         return python_packages
 
-    def get_download_steps(self, key: str) -> str:
-        download_link = self.get_download_link(key)
+    def get_download_steps(self, key: str, version: str) -> str:
+        download_link = self.get_download_link(key, version)
         filename = download_link.split('/')[-1]
         return (f"wget -q {download_link} && "
             f"dirname=$(tar -tzf {filename} | head -1 | cut -f1 -d '/') && "
             f"tar -xzf {filename} && "
             f'echo {key}=$(realpath "$dirname") >> $GITHUB_ENV')
 
-    def get_download_link(self, key) -> str:
-        os_pair = OSS[self.runs_on]
-        oss_links = DOWNLOADS_LINKS[key]
+    def get_download_link(self, key: str, version: str) -> str:
+        os, arch = OSS[self.runs_on]
+        major_version = version.split(".")[0]
+        extension = ".tar.gz" if not os == "windows" else ".zip"
+        os = os if os != "darwin" else "macos"
+        arch_short = {"amd64": "x64", "aarch64": "aarch64"}[arch]
+
+        vars = {
+            "major_version": major_version,
+            "os":os, 
+            "arch": arch, 
+            "arch_short": arch_short,
+            "ext": extension,
+        }
 
-        for k, v in oss_links.items():
-            if os_pair == v: return k
-        
-        return ""
+        return DOWNLOADS_LINKS[key].format(**vars)
 
     @cached_property
     def downloads(self) -> list[str]:
         downloads = []
-        for k, v in self.job.get("downloads", {}).items():
-           if k in DOWNLOADS_LINKS:
-            downloads.append(self.get_download_steps(k))
-            #print(f"[DEBUG] {k}, {downloads}")
+        for k, download_info in self.job.get("downloads", {}).items():
+            if k in DOWNLOADS_LINKS and download_info["version"]:
+                downloads.append(self.get_download_steps(k, download_info["version"]))
+
         return downloads
 
     @staticmethod

.github/scripts/set-export

@@ -2,17 +2,9 @@
 
 VAR_NAME="$1"
 ARTIFACT_PATH="$2"
-
 REAL_PATH=$(eval echo $ARTIFACT_PATH)
 
 if [ -d "$REAL_PATH" ]; then
-
     export "$VAR_NAME"="$REAL_PATH"
-    echo "$REAL_PATH"
     echo "$VAR_NAME"="$REAL_PATH" >> "$GITHUB_ENV"
-
-    which python
-    python --version
-    echo $PATH
-    ls -l mxbuild/linux-amd64/GRAALPY_NATIVE_STANDALONE/ || true
 fi

.github/scripts/unpack-artifact

@@ -5,13 +5,6 @@ if [ -n "$1" ]; then
    to_extract="${ARTIFACT_PATH_PREFIX}/${1}.tar"
 fi
 
-echo "pwd && ls"
-pwd && ls
-
-echo "ls .."
-ls .. 
-
-
 for i in $to_extract; do
    if [ -f "$i" ]; then
       tar -x -f "$i" -C "${ARTIFACT_PATH_PREFIX}" -v
@@ -21,6 +14,4 @@ for i in $to_extract; do
       ls "${ARTIFACT_PATH_PREFIX}"
    fi
 
-done
-
-pwd && ls ..
+done

.github/workflows/ci-matrix-gen.yml

@@ -186,6 +186,10 @@ jobs:
         if: ${{ matrix.setup_steps }}
         run: |
           ${{ matrix.setup_steps }}
+
+      - name: Check disk space
+        run: df -h
+
       - name: Run on Unix
         working-directory: main
         if: ${{ matrix.run_steps && runner.os != 'Windows' }}