[GR-70656] Port 14 GraalPy micro benchmarks to Polybench, add initial parameters, and add stable run config JSON file

PullRequest: graalpython/4043

Author: axel22

ci/graal/common.json

@@ -4,7 +4,7 @@
     "Jsonnet files should not include this file directly but use ci/common.jsonnet instead."
   ],
 
-  "mx_version": "7.64.2",
+  "mx_version": "7.67.0",
 
   "COMMENT.jdks": "When adding or removing JDKs keep in sync with JDKs in ci/common.jsonnet",
   "jdks": {

graalpython/com.oracle.graal.python.benchmarks/python/micro/arith-binop.py

@@ -1,4 +1,4 @@
-# Copyright (c) 2017, 2024, Oracle and/or its affiliates.
+# Copyright (c) 2017, 2025, Oracle and/or its affiliates.
 # Copyright (c) 2013, Regents of the University of California
 #
 # All rights reserved.
@@ -35,17 +35,37 @@ def docompute(num):
     return sum_
 
 
-def measure(num):
+def measure(num, length):
     sum_ = 0
     for run in range(num):
-        sum_ += docompute(10000)  # 10000
+        sum_ += docompute(length)  # 10000
     return sum_
 
 
-def __benchmark__(num=5):
-    return measure(num)
+def __benchmark__(num=5, length=10000):
+    return measure(num, length)
 
 
 def __teardown__():
     # teardown example
     print("arith-binop teardown")
+
+
+def run():
+    __benchmark__(num=1, length=2000)
+
+
+def warmupIterations():
+    return 10
+
+
+def iterations():
+    return 25
+
+
+def summary():
+    return {
+        "name": "OutlierRemovalAverageSummary",
+        "lower-threshold": 0.0,
+        "upper-threshold": 0.3,
+    }

graalpython/com.oracle.graal.python.benchmarks/python/micro/arith-modulo-sized.py

@@ -1,4 +1,4 @@
-# Copyright (c) 2017, 2024, Oracle and/or its affiliates.
+# Copyright (c) 2017, 2025, Oracle and/or its affiliates.
 # Copyright (c) 2013, Regents of the University of California
 #
 # All rights reserved.
@@ -51,3 +51,19 @@ def measure(num):
 
 def __benchmark__(num=50):
     return measure(num)
+
+
+def run():
+    __benchmark__(num=1)
+
+
+def warmupIterations():
+    return 20
+
+
+def summary():
+    return {
+        "name": "OutlierRemovalAverageSummary",
+        "lower-threshold": 0.0,
+        "upper-threshold": 0.3,
+    }

graalpython/com.oracle.graal.python.benchmarks/python/micro/attribute-access-polymorphic.py

@@ -1,4 +1,4 @@
-# Copyright (c) 2017, 2024, Oracle and/or its affiliates.
+# Copyright (c) 2017, 2025, Oracle and/or its affiliates.
 # Copyright (c) 2013, Regents of the University of California
 #
 # All rights reserved.
@@ -82,3 +82,19 @@ def measure(num):
 
 def __benchmark__(num=1000):
     return measure(num)
+
+
+def run():
+    __benchmark__(num=10)
+
+
+def warmupIterations():
+    return 10
+
+
+def summary():
+    return {
+        "name": "OutlierRemovalAverageSummary",
+        "lower-threshold": 0.1,
+        "upper-threshold": 0.7,
+    }

graalpython/com.oracle.graal.python.benchmarks/python/micro/attribute-access-super.py

@@ -1,4 +1,4 @@
-# Copyright (c) 2018, 2024, Oracle and/or its affiliates. All rights reserved.
+# Copyright (c) 2018, 2025, Oracle and/or its affiliates. All rights reserved.
 # DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
 #
 # The Universal Permissive License (UPL), Version 1.0
@@ -84,3 +84,19 @@ def measure(num):
 
 def __benchmark__(num=5000):
     return measure(num)
+
+
+def run():
+    __benchmark__(10)
+
+
+def warmupIterations():
+    return 10
+
+
+def summary():
+    return {
+        "name": "OutlierRemovalAverageSummary",
+        "lower-threshold": 0.0,
+        "upper-threshold": 0.4,
+    }

graalpython/com.oracle.graal.python.benchmarks/python/micro/attribute-access.py

@@ -1,4 +1,4 @@
-# Copyright (c) 2017, 2024, Oracle and/or its affiliates.
+# Copyright (c) 2017, 2025, Oracle and/or its affiliates.
 # Copyright (c) 2013, Regents of the University of California
 #
 # All rights reserved.
@@ -50,3 +50,15 @@ def measure(num):
 
 def __benchmark__(num=5000):
     return measure(num)
+
+
+def run():
+    __benchmark__(num=50)
+
+
+def summary():
+    return {
+        "name": "OutlierRemovalAverageSummary",
+        "lower-threshold": 0.0,
+        "upper-threshold": 0.3,
+    }

graalpython/com.oracle.graal.python.benchmarks/python/micro/attribute-bool.py

@@ -1,4 +1,4 @@
-# Copyright (c) 2017, 2024, Oracle and/or its affiliates.
+# Copyright (c) 2017, 2025, Oracle and/or its affiliates.
 # Copyright (c) 2013, Regents of the University of California
 #
 # All rights reserved.
@@ -75,3 +75,23 @@ def measure(num):
 
 def __benchmark__(num=3000):
     return measure(num)
+
+
+def run():
+    __benchmark__(num=2)
+
+
+def warmupIterations():
+    return 5
+
+
+def iterations():
+    return 10
+
+
+def summary():
+    return {
+        "name": "OutlierRemovalAverageSummary",
+        "lower-threshold": 0.1,
+        "upper-threshold": 0.3,
+    }

graalpython/com.oracle.graal.python.benchmarks/python/micro/boolean-logic-sized.py

@@ -1,4 +1,4 @@
-# Copyright (c) 2017, 2024, Oracle and/or its affiliates.
+# Copyright (c) 2017, 2025, Oracle and/or its affiliates.
 # Copyright (c) 2013, Regents of the University of California
 #
 # All rights reserved.
@@ -94,3 +94,23 @@ def measure(num):
 
 def __benchmark__(num=1000):
     return measure(num)
+
+
+def run():
+    return __benchmark__(num=5)
+
+
+def warmupIterations():
+    return 16
+
+
+def iterations():
+    return 20
+
+
+def summary():
+    return {
+        "name": "OutlierRemovalAverageSummary",
+        "lower-threshold": 0.1,
+        "upper-threshold": 0.4,
+    }

graalpython/com.oracle.graal.python.benchmarks/python/micro/builtin-len-tuple-sized.py

@@ -1,4 +1,4 @@
-# Copyright (c) 2017, 2024, Oracle and/or its affiliates.
+# Copyright (c) 2017, 2025, Oracle and/or its affiliates.
 # Copyright (c) 2013, Regents of the University of California
 #
 # All rights reserved.
@@ -41,3 +41,23 @@ def measure(num):
 
 def __benchmark__(num):
     return measure(num)
+
+
+def run():
+    __benchmark__(1000000)
+
+
+def warmupIterations():
+    return 32
+
+
+def iterations():
+    return 32
+
+
+def summary():
+    return {
+        "name": "OutlierRemovalAverageSummary",
+        "lower-threshold": 0.1,
+        "upper-threshold": 0.5,
+    }

graalpython/com.oracle.graal.python.benchmarks/python/micro/builtin-len.py

@@ -1,4 +1,4 @@
-# Copyright (c) 2017, 2024, Oracle and/or its affiliates.
+# Copyright (c) 2017, 2025, Oracle and/or its affiliates.
 # Copyright (c) 2013, Regents of the University of California
 #
 # All rights reserved.
@@ -43,3 +43,23 @@ def measure(num=500000000):
 
 def __benchmark__(*args):
     return measure(*args)
+
+
+def run():
+    __benchmark__(5000000)
+
+
+def warmupIterations():
+    return 10
+
+
+def iterations():
+    return 20
+
+
+def summary():
+    return {
+        "name": "OutlierRemovalAverageSummary",
+        "lower-threshold": 0.1,
+        "upper-threshold": 0.9,
+    }