feat!: apps SDK, decorator-native GPU compute with live dev sessions and a new rp CLI

.dockerignore

@@ -0,0 +1,16 @@
+# keep the runtime image build context to what pip install needs:
+# package source, metadata, and the files setup.py/MANIFEST.in read
+.git
+.github
+.venv
+build
+benchmark_results
+docs
+examples
+job_files
+scripts
+tests
+uv.lock
+**/__pycache__
+**/*.pyc
+*.egg-info

.github/workflows/runtimes.yml

@@ -0,0 +1,162 @@
+name: Runtimes
+
+# runtime images embed the runpod package, so they are published when a
+# release ships (release-please merge -> github release), not per pr.
+# the feature branch is a prerelease channel while the apps sdk is in
+# development; runtime tests for prs run in ci via the full test suite.
+on:
+  release:
+    types: [published]
+  push:
+    branches: [feat/apps-sdk]
+    paths:
+      - "runpod/runtimes/**"
+      - ".github/workflows/runtimes.yml"
+  workflow_dispatch:
+
+concurrency:
+  group: runtimes-${{ github.ref }}
+  cancel-in-progress: true
+
+env:
+  REGISTRY: docker.io
+  TAG_SUFFIX: latest
+
+jobs:
+  changes:
+    runs-on: ubuntu-latest
+    outputs:
+      gpu-base: ${{ steps.filter.outputs.gpu-base || 'true' }}
+    steps:
+      - uses: actions/checkout@v7
+
+      # branch pushes rebuild the multi-gb torch base only when its
+      # definition changed; releases and manual runs always rebuild so
+      # published images never lag the release content
+      - uses: dorny/paths-filter@v3
+        if: github.event_name == 'push'
+        id: filter
+        with:
+          filters: |
+            gpu-base:
+              - 'runpod/runtimes/gpu-base/**'
+              - '.github/workflows/runtimes.yml'
+
+  test-runner:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v7
+
+      - uses: actions/setup-python@v6
+        with:
+          python-version: "3.12"
+
+      - name: Install test deps
+        run: |
+          pip install -e .
+          pip install pytest pytest-asyncio cloudpickle
+
+      - name: Run runtime tests
+        run: pytest tests/test_apps/test_tasks.py tests/test_apps/test_task_runner_http.py tests/test_apps/test_bootstrap.py -q -o addopts="" -p no:unraisableexception
+
+  build-gpu-base:
+    runs-on: ubuntu-latest
+    needs: [changes, test-runner]
+    if: needs.changes.outputs.gpu-base == 'true'
+    strategy:
+      # a transient registry/mirror failure on one leg must not cancel
+      # the other python versions
+      fail-fast: false
+      matrix:
+        python-version: ["3.10", "3.11", "3.12", "3.13", "3.14"]
+    steps:
+      - uses: actions/checkout@v7
+
+      - name: Clear space
+        run: |
+          sudo rm -rf /usr/share/dotnet /opt/ghc /usr/local/share/boost "$AGENT_TOOLSDIRECTORY"
+          docker system prune -af
+
+      - uses: docker/setup-buildx-action@v3
+
+      - name: Login to Docker Hub
+        uses: docker/login-action@v3
+        with:
+          registry: ${{ env.REGISTRY }}
+          username: ${{ secrets.DOCKERHUB_USERNAME }}
+          password: ${{ secrets.DOCKERHUB_TOKEN }}
+
+      - name: Build and push gpu base image
+        uses: docker/build-push-action@v6
+        with:
+          context: .
+          file: runpod/runtimes/gpu-base/Dockerfile
+          platforms: linux/amd64
+          build-args: |
+            PYTHON_VERSION=${{ matrix.python-version }}
+          push: true
+          tags: |
+            runpod/gpu-base:py${{ matrix.python-version }}-${{ env.TAG_SUFFIX }}
+          cache-from: type=gha,scope=gpu-base-py${{ matrix.python-version }}
+          cache-to: type=gha,mode=max,scope=gpu-base-py${{ matrix.python-version }}
+
+  build-runtimes:
+    runs-on: ubuntu-latest
+    # gpu legs build FROM the registry's gpu-base tag, so a skipped or
+    # failed gpu-base rebuild (e.g. torch mirror outage) must not block
+    # runtime images: the previously published base keeps working
+    needs: [test-runner, build-gpu-base]
+    if: always() && needs.test-runner.result == 'success'
+    strategy:
+      fail-fast: false
+      matrix:
+        kind: [task, queue, api]
+        python-version: ["3.10", "3.11", "3.12", "3.13", "3.14"]
+        accelerator: [cpu, gpu]
+    steps:
+      - uses: actions/checkout@v7
+
+      - name: Clear space
+        if: matrix.accelerator == 'gpu'
+        run: |
+          sudo rm -rf /usr/share/dotnet /opt/ghc /usr/local/share/boost "$AGENT_TOOLSDIRECTORY"
+          docker system prune -af
+
+      - uses: docker/setup-buildx-action@v3
+
+      - name: Login to Docker Hub
+        uses: docker/login-action@v3
+        with:
+          registry: ${{ env.REGISTRY }}
+          username: ${{ secrets.DOCKERHUB_USERNAME }}
+          password: ${{ secrets.DOCKERHUB_TOKEN }}
+
+      - name: Compute image names
+        id: names
+        run: |
+          if [ "${{ matrix.accelerator }}" = "gpu" ]; then
+            echo "base=runpod/gpu-base:py${{ matrix.python-version }}-${{ env.TAG_SUFFIX }}" >> "$GITHUB_OUTPUT"
+            repo="runpod/${{ matrix.kind }}-gpu"
+          else
+            echo "base=python:${{ matrix.python-version }}-slim" >> "$GITHUB_OUTPUT"
+            repo="runpod/${{ matrix.kind }}"
+          fi
+          tags="$repo:py${{ matrix.python-version }}-${{ env.TAG_SUFFIX }}"
+          # releases also pin a version tag for rollback
+          if [ "${{ github.event_name }}" = "release" ]; then
+            tags="$tags,$repo:py${{ matrix.python-version }}-${{ github.event.release.tag_name }}"
+          fi
+          echo "tags=$tags" >> "$GITHUB_OUTPUT"
+
+      - name: Build and push runtime image
+        uses: docker/build-push-action@v6
+        with:
+          context: .
+          file: runpod/runtimes/${{ matrix.kind }}/Dockerfile
+          platforms: linux/amd64
+          build-args: |
+            BASE_IMAGE=${{ steps.names.outputs.base }}
+          push: true
+          tags: ${{ steps.names.outputs.tags }}
+          cache-from: type=gha,scope=${{ matrix.kind }}-${{ matrix.accelerator }}-py${{ matrix.python-version }}
+          cache-to: type=gha,mode=max,scope=${{ matrix.kind }}-${{ matrix.accelerator }}-py${{ matrix.python-version }}