From 6a77a1ce071279d8d41a9ef2554dd5aa3bc12259 Mon Sep 17 00:00:00 2001
From: Hood Chatham <roberthoodchatham@gmail.com>
Date: Mon, 5 Aug 2024 12:00:02 +0200
Subject: [PATCH] Add gha to upload Pyodide javascript bundle to GCS

This adds a github action that makes a binary file out of the pyodide capnproto
bundle and uploads it to GCS.

TODO:
1. Use the uploaded file (see #2430)
2. Move the pyodide js code and this script to pyodide-build-scripts repo.
---
 .github/workflows/release-python-runtime.yml | 56 ++++++++++++++++++++
 src/pyodide/upload_bundle.py                 | 21 ++++++++
 2 files changed, 77 insertions(+)
 create mode 100644 .github/workflows/release-python-runtime.yml
 create mode 100644 src/pyodide/upload_bundle.py

diff --git a/.github/workflows/release-python-runtime.yml b/.github/workflows/release-python-runtime.yml
new file mode 100644
index 000000000000..e5a9010cecd7
--- /dev/null
+++ b/.github/workflows/release-python-runtime.yml
@@ -0,0 +1,56 @@
+name: Build Python Runtime
+
+permissions:
+    id-token: write # This is required for requesting the JWT
+    contents: read  # This is required for actions/checkout
+
+on:
+    workflow_dispatch:
+        inputs:
+            pyodide:
+                description: The Pyodide version
+            pyodideRevision:
+                description: The Pyodide revision date
+            backport:
+                description: The Pyodide release backport number
+            dry-run:
+                description: Actually upload or just test build step?
+                default: false
+                type: boolean
+jobs:
+  build:
+    runs-on: ubuntu-20.04
+    name: build Python runtime
+    steps:
+      - uses: actions/checkout@v4
+        with:
+          show-progress: false
+      - name: Setup Linux
+        if: runner.os == 'Linux'
+        run: |
+          export DEBIAN_FRONTEND=noninteractive
+          wget https://apt.llvm.org/llvm.sh
+          sed -i '/apt-get install/d' llvm.sh
+          chmod +x llvm.sh
+          sudo ./llvm.sh 15
+          sudo apt-get install -y --no-install-recommends clang-15 lld-15 libunwind-15 libc++abi1-15 libc++1-15 libc++-15-dev
+          echo "build:linux --action_env=CC=/usr/lib/llvm-15/bin/clang --action_env=CXX=/usr/lib/llvm-15/bin/clang++" >> .bazelrc
+          echo "build:linux --host_action_env=CC=/usr/lib/llvm-15/bin/clang --host_action_env=CXX=/usr/lib/llvm-15/bin/clang++" >> .bazelrc
+      - name: Configure download mirrors
+        shell: bash
+        run: |
+          if [ ! -z "${{ secrets.WORKERS_MIRROR_URL }}" ] ; then
+            # Strip comment in front of WORKERS_MIRROR_URL, then substitute secret to use it.
+            sed -e '/WORKERS_MIRROR_URL/ { s@# *@@; s@WORKERS_MIRROR_URL@${{ secrets.WORKERS_MIRROR_URL }}@; }' -i.bak WORKSPACE
+          fi
+      - name: Bazel build
+        run: |
+          bazelisk build --config=release_linux //src/pyodide:pyodide.capnp.bin@rule
+          cp bazel-bin/src/pyodide/pyodide.capnp.bin .
+      - name: Upload Pyodide capnproto bundle
+        env:
+          R2_ACCOUNT_ID: ${{ secrets.PYODIDE_CAPNP_R2_ACCOUNT_ID }}
+          R2_ACCESS_KEY_ID: ${{ secrets.PYODIDE_CAPNP_R2_ACCESS_KEY_ID }}
+          R2_SECRET_ACCESS_KEY: ${{ secrets.PYODIDE_CAPNP_R2_SECRET_ACCESS_KEY }}
+        run: |
+          python3 src/pyodide/upload_bundle.py pyodide.capnp.bin pyodide_${{ inputs.pyodideRevision }}_${{ inputs.date }}_${{ inputs.backport }}.capnp.bin
diff --git a/src/pyodide/upload_bundle.py b/src/pyodide/upload_bundle.py
new file mode 100644
index 000000000000..539c208791fc
--- /dev/null
+++ b/src/pyodide/upload_bundle.py
@@ -0,0 +1,21 @@
+import sys
+
+from boto3 import client
+from os import environ
+
+
+def main(path, key):
+    s3 = client(
+        "s3",
+        endpoint_url=f"https://{environ['R2_ACCOUNT_ID']}.r2.cloudflarestorage.com",
+        aws_access_key_id=environ["R2_ACCESS_KEY_ID"],
+        aws_secret_access_key=environ["R2_SECRET_ACCESS_KEY"],
+        region_name="auto",
+    )
+
+    s3.upload_file(str(path), "pyodide-capnp-bin", key)
+    return 0
+
+
+if __name__ == "__main__":
+    sys.exit(main(sys.argv[1], sys.argv[2]))