add script to install libs in pyodide

Author: kp992

.github/workflows/wasm_test.yml

@@ -21,19 +21,22 @@ jobs:
         with:
           python-version: "3.12"
 
-      - name: Install dependencies (pyodide)
+      - name: Install libraries
         run: |
-          python -m pip install pyodide-build
+          python -m pip install pyodide-build jupytext
           pyodide xbuildenv install
           pyodide venv .venv-pyodide
 
-      - name: Debug
+      - name: Convert lectures to python files
+        run: python testing/generate_py_files.py
+  
+      - name: Pip and Python (venv)
         run: |
           source .venv-pyodide/bin/activate
           which pip
           which python
   
-      - name: Try numba install
+      - name: Import libraries in pyodide
         run: |
           source .venv-pyodide/bin/activate
-          pip install numba
+          python testing/install_pyodide_libs.py

.gitignore

@@ -3,3 +3,4 @@ lectures/_build
 .ipynb_checkpoints/
 .virtual_documents/
 _build/*
+testing/py_files/*

testing/generate_py_files.py

@@ -0,0 +1,23 @@
+import os
+import glob
+import shutil
+
+PARENT_DIR = os.path.dirname(os.path.abspath(__file__))
+ROOT_DIR = os.path.dirname(PARENT_DIR)
+
+IN_DIR = os.path.join(ROOT_DIR, 'lectures')
+OUT_DIR = os.path.join(PARENT_DIR, 'py_files')
+
+def main():
+    shutil.copytree(IN_DIR, OUT_DIR, dirs_exist_ok=True)
+    cwd = os.getcwd()
+    os.chdir(OUT_DIR)
+    cmd = "jupytext --to py *.md"
+    os.system(cmd)
+    lectures = list(glob.glob(OUT_DIR + '/*.md'))
+    for file in lectures:
+        os.remove(file)
+    os.chdir(cwd)
+
+if __name__ == '__main__':
+    main()

testing/install_pyodide_libs.py

@@ -0,0 +1,71 @@
+import os
+import glob
+import ast
+import importlib.util
+import micropip
+import asyncio
+
+PARENT_DIR = os.path.dirname(os.path.abspath(__file__))
+ROOT_DIR = os.path.dirname(PARENT_DIR)
+
+PY_FILES_DIR = os.path.join(PARENT_DIR, 'py_files')
+SKIP_FILES = [
+    'short_path.py',
+    'inflation_history.py'
+]
+
+def get_imported_libraries(file_path):
+    """Extracts all imported libraries from a Python file."""
+    with open(file_path, "r", encoding="utf-8") as file:
+        tree = ast.parse(file.read(), filename=file_path)
+    
+    imports = set()
+    
+    for node in ast.walk(tree):
+        if isinstance(node, ast.Import):
+            for alias in node.names:
+                imports.add(alias.name.split('.')[0])  # Get the top-level package
+        elif isinstance(node, ast.ImportFrom):
+            if node.module:
+                imports.add(node.module.split('.')[0])
+
+    return sorted(imports)
+
+
+def is_library_installed(library_name):
+    """Checks if a given library is installed."""
+    return importlib.util.find_spec(library_name) is not None
+
+
+async def install_missing_libraries(file_path, previously_installed):
+    """Finds missing libraries and installs them using micropip."""
+    for skip_file in SKIP_FILES:
+        if file_path.endswith(skip_file):
+            return
+    print(f"Installing missing libraries for file: {file_path}")
+    imported_libraries = get_imported_libraries(file_path)
+    
+    missing_libraries = []
+    for lib in imported_libraries:
+        if lib not in previously_installed and not is_library_installed(lib):
+            missing_libraries.append(lib)
+    
+    if len(missing_libraries) == 0:
+        print(f"All required libraries are already installed in {file_path}")
+        return
+
+    for lib in missing_libraries:
+        print(f"Installing missing libraries: {lib}")
+        await micropip.install(lib)
+        previously_installed.add(lib)
+
+
+async def main():
+    lectures_py = list(glob.glob(PY_FILES_DIR + '/*.py'))
+    previously_installed = set()
+    for file in lectures_py:
+        await install_missing_libraries(file, previously_installed)
+
+
+if __name__ == '__main__':
+    asyncio.run(main())