feat(QA-200): Automated pythonindex package tests

.github/workflows/generate-index.yml

@@ -3,74 +3,89 @@ name: Build and Deploy Python Index to GitHub Pages
 on:
   push:
     branches:
-      - main  # Re-generate index on every change to the default branch
-    paths:
-      - artifacts/*.whl
-      - generate-index.py
-      - python-wasix-binaries
+      - main # Re-generate index on every change to the default branch
+      - qa-209-convert-build-scripts-into-a-python-test-project
+    # paths:
+    #   - artifacts/*.whl
+    #   - generate-index.py
+    #   - python-wasix-binaries
   workflow_dispatch:
 
 # Minimal permissions required by the official Pages deployment action
 # NOTE: these are REPLACED, not merged, with job-level permissions
 permissions:
-  contents: read      # to checkout the repository
-  pages: write        # to deploy to Pages
-  id-token: write     # to verify deployment origin
+  contents: read # to checkout the repository
+  pages: write # to deploy to Pages
+  id-token: write # to verify deployment origin
 
 concurrency:
   group: "deploy-pages"
   cancel-in-progress: true
 
 jobs:
-  build:
-    runs-on: ubuntu-latest
-    steps:
-      - name: Checkout source
-        uses: actions/checkout@v4
-        with:
-          lfs: true
-          submodules: false
-          sparse-checkout: |
-            # Only checkout the files needed to generate the index
-            artifacts
-            generate-index.py
-            python-wasix-binaries
-      - name: Checkout python-wasix-binaries
-        run: |
-          git submodule update --init python-wasix-binaries
-      # Install a fast Python environment + the `uv` CLI (with cache)
-      - name: Setup uv & Python
-        uses: astral-sh/setup-uv@v6
-        with:
-          # Install the runner's system Python (faster than compiling)
-          python-version: "3.12"
-          enable-cache: true
-          # Reuse cache when lockfile or project metadata didn’t change
-          cache-dependency-glob: |
-            generate-index.py
-      - name: Generate static package index
-        run: |
-          ./generate-index.py
+  # build:
+  #   runs-on: ubuntu-latest
+  #   steps:
+  #     - name: Checkout source
+  #       uses: actions/checkout@v4
+  #       with:
+  #         lfs: true
+  #         submodules: false
+  #         sparse-checkout: |
+  #           # Only checkout the files needed to generate the index
+  #           artifacts
+  #           generate-index.py
+  #           python-wasix-binaries
+  #     - name: Checkout python-wasix-binaries
+  #       run: |
+  #         git submodule update --init python-wasix-binaries
+  #     # Install a fast Python environment + the `uv` CLI (with cache)
+  #     - name: Setup uv & Python
+  #       uses: astral-sh/setup-uv@v6
+  #       with:
+  #         # Install the runner's system Python (faster than compiling)
+  #         python-version: "3.12"
+  #         enable-cache: true
+  #         # Reuse cache when lockfile or project metadata didn’t change
+  #         cache-dependency-glob: |
+  #           generate-index.py
+  #     - name: Generate static package index
+  #       run: |
+  #         ./generate-index.py
+  #
+  #     # Upload the "dist" folder produced by the script so it can be
+  #     # deployed by the next job.
+  #     - name: Upload Pages artifact
+  #       uses: actions/upload-pages-artifact@v3
+  #       with:
+  #         path: dist
+  #
+  # deploy:
+  #   needs: build
+  #   runs-on: ubuntu-latest
+  #   environment:
+  #     name: github-pages # default Pages environment
+  #     url: ${{ steps.deploy.outputs.page_url }}
+  #   # Job-level permissions must explicitly include the same set
+  #   permissions:
+  #     contents: read
+  #     pages: write
+  #     id-token: write
+  #   steps:
+  #     - name: Deploy to GitHub Pages
+  #       id: deploy
+  #       uses: actions/deploy-pages@v4
 
-      # Upload the "dist" folder produced by the script so it can be
-      # deployed by the next job.
-      - name: Upload Pages artifact
-        uses: actions/upload-pages-artifact@v3
-        with:
-          path: dist
-
-  deploy:
-    needs: build
-    runs-on: ubuntu-latest
-    environment:
-      name: github-pages   # default Pages environment
-      url: ${{ steps.deploy.outputs.page_url }}
-    # Job-level permissions must explicitly include the same set
-    permissions:
-      contents: read
-      pages: write
-      id-token: write
-    steps:
-      - name: Deploy to GitHub Pages
-        id: deploy
-        uses: actions/deploy-pages@v4
+  test:
+    strategy:
+      matrix:
+        python-version: ["3.13"]
+        wasmer-version: ["v6.1.0-rc.3"]
+    uses: ./.github/workflows/test-python-index.yaml
+    with:
+      python-version: ${{ matrix.python-version }}
+      wasmer-version: ${{ matrix.wasmer-version }}
+      # Test primary python index only for now. This
+      # setup allows for hosting a separate "testing" python
+      # index down the line (or simply a local one)
+      python-index: https://pythonindex.wasix.org

.github/workflows/test-python-index.yaml

@@ -0,0 +1,62 @@
+name: Test Workflow
+
+on:
+  workflow_call:
+    inputs:
+      python-version:
+        required: true
+        type: string
+      wasmer-version:
+        required: true
+        type: string
+      python-index:
+        required: true
+        type: string
+      ubuntu-runner:
+        required: false
+        type: string
+        default: "ubuntu-24.04"
+
+jobs:
+  test:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v5
+      - name: Set up Python ${{ inputs.python-version }}
+        uses: actions/setup-python@v5
+        with:
+          python-version: ${{ inputs.python-version }}
+      - name: Setup environment
+        run: |
+          sudo apt-get install libzbar0
+          pip install .
+          pip install pytest
+      # Validate that the python tests themselves are valid
+      - name: Run tests
+        run: pytest
+
+      # Secondly, validate that the tests pass within wasmer as well
+      - name: Install uv
+        run: curl -LsSf https://astral.sh/uv/install.sh | sh
+      - name: Install wasmer
+        run: curl https://get.wasmer.io -sSfL | sh -s ${{ inputs.wasmer-version }}
+      - name: Setup project for wasmer
+        run: |
+          uv pip compile pyproject.toml \
+            --python-version=${{ inputs.python-version }} \
+            --universal \
+            --extra-index-url ${{ inputs.python-index }}/simple \
+            --index-url=https://pypi.org/simple \
+            --emit-index-url \
+            --only-binary :all: \
+            -o wasmer-requirements.txt
+
+          uvx pip install -r wasmer-requirements.txt \
+            --python-version=${{ inputs.python-version }} \
+            --target wasix-site-packages \
+            --platform wasix_wasm32 \
+            --only-binary=:all: \
+            --compile
+      # Ensure tests pass on wasmer
+      - name: Run tests (wasmer)
+        run: wasmer run .

.gitignore

@@ -18,3 +18,4 @@ __pycache__
 /pkgs/*.build
 /pkgs/*.prepared
 /pkgs/*.sysroot
+wasix-site-packages

.python-version

@@ -0,0 +1 @@
+3.13