`.github/workflows/pipeline.yml`

118 lines
name: ci-pipeline

on:
  push:
  pull_request:
    branches:
      - staging
      - main

jobs:
  nix:
    name: Build and check (${{ matrix.system }})
    runs-on: ${{ matrix.runner }}
    strategy:
      fail-fast: false
      matrix:
        include:
          - runner: macos-26
            system: aarch64-darwin
          - runner: ubuntu-latest
            system: x86_64-linux
          - runner: ubuntu-24.04-arm
            system: aarch64-linux
    steps:
      - name: Checkout repository
        uses: actions/checkout@v4
        with:
          lfs: false

      - uses: cachix/install-nix-action@v31
        with:
          nix_path: nixpkgs=channel:nixos-unstable

      - uses: cachix/cachix-action@v14
        name: Configure Cachix
        with:
          name: exo
          authToken: "${{ secrets.CACHIX_AUTH_TOKEN }}"

      - name: Build Metal packages (macOS only)
        if: runner.os == 'macOS'
        run: |
          # Try to build metal-toolchain first (may succeed via cachix cache hit)
          if nix build .#metal-toolchain 2>/dev/null; then
            echo "metal-toolchain built successfully (likely cache hit)"
          else
            echo "metal-toolchain build failed, extracting from Xcode..."

            NAR_HASH="sha256-ayR5mXN4sZAddwKEG2OszGRF93k9ZFc7H0yi2xbylQw="
            NAR_NAME="metal-toolchain-17C48.nar"

            # Use RUNNER_TEMP to avoid /tmp symlink issues on macOS
            WORK_DIR="${RUNNER_TEMP}/metal-work"
            mkdir -p "$WORK_DIR"

            # Download the Metal toolchain component
            xcodebuild -downloadComponent MetalToolchain

            # Find and mount the DMG
            DMG_PATH=$(find /System/Library/AssetsV2/com_apple_MobileAsset_MetalToolchain -name '*.dmg' 2>/dev/null | head -1)
            if [ -z "$DMG_PATH" ]; then
              echo "Error: Could not find Metal toolchain DMG"
              exit 1
            fi

            echo "Found DMG at: $DMG_PATH"
            hdiutil attach "$DMG_PATH" -mountpoint "${WORK_DIR}/metal-dmg"

            # Copy the toolchain
            cp -R "${WORK_DIR}/metal-dmg/Metal.xctoolchain" "${WORK_DIR}/metal-export"
            hdiutil detach "${WORK_DIR}/metal-dmg"

            # Create NAR and add to store
            nix nar pack "${WORK_DIR}/metal-export" > "${WORK_DIR}/${NAR_NAME}"
            STORE_PATH=$(nix store add --mode flat "${WORK_DIR}/${NAR_NAME}")
            echo "Added NAR to store: $STORE_PATH"

            # Verify the hash matches
            ACTUAL_HASH=$(nix hash file "${WORK_DIR}/${NAR_NAME}")
            if [ "$ACTUAL_HASH" != "$NAR_HASH" ]; then
              echo "Warning: NAR hash mismatch!"
              echo "Expected: $NAR_HASH"
              echo "Actual:   $ACTUAL_HASH"
              echo "The metal-toolchain.nix may need updating"
            fi

            # Clean up
            rm -rf "$WORK_DIR"

            # Retry the build now that NAR is in store
            nix build .#metal-toolchain
          fi

      - name: Build all Nix outputs
        run: |
          nix flake show --json | jq -r '
            [
              (.packages."${{ matrix.system }}" // {} | keys[] | ".#packages.${{ matrix.system }}.\(.)"),
              (.devShells."${{ matrix.system }}" // {} | keys[] | ".#devShells.${{ matrix.system }}.\(.)")
            ] | .[]
          ' | xargs nix build

      - name: Run nix flake check
        run: nix flake check

      - name: Run pytest (macOS only)
        if: runner.os == 'macOS'
        run: |
          # Build the test environment (requires relaxed sandbox for uv2nix on macOS)
          TEST_ENV=$(nix build '.#exo-test-env' --option sandbox relaxed --print-out-paths)

          # Run pytest outside sandbox (needs GPU access for MLX)
          export HOME="$RUNNER_TEMP"
          export EXO_TESTS=1
          export EXO_DASHBOARD_DIR="$PWD/dashboard/" 
          export EXO_RESOURCES_DIR="$PWD/resources" 
          $TEST_ENV/bin/python -m pytest src -m "not slow" --import-mode=importlib