steamify-cachyos/.github/workflows/vmtest.yml

# Steamify's own VM tests on GitHub's runners (4 vCPUs, 16 GB, KVM; skipped on the Gitea mirror): the same as
# `scripts/vmtest.sh` in steamify-cachyos-dev, on this commit's steamify.sh. The base is the newest Steamify ISO
# release (steamify-cachyos-live-iso, built and kept on the git.upriser.nl mirror: GitHub releases take at
# most 2 GB per file): the boot loader tests (limine, systemd-boot, grub) install it with this commit's
# Steamify, then the suites (cli, menu, hw, installer, toggles) run on a plain VM from the same ISO (its
# Steamify step skipped: the suites start from a system without Steamify).
# The ISO is fetched once (the iso job, cached) and restored by the others.
# Needs the secret GIT_UPRISER_URL (the mirror's address, for the ISO). Every job has its own runner, so everything runs in parallel: one job per boot loader and per suite, each with its own VMs (2 vCPUs, 4-6 GB).
name: Steamify VM tests

# Only on main and the release branches (and by hand): the runners' time is limited, so not on every pull request.
on:
  push:
    branches: [main, 'release/**']
  workflow_dispatch:

# A new run on the same branch stops the old one.
concurrency:
  group: vmtest-${{ github.ref }}
  cancel-in-progress: true

jobs:
  iso:
    name: Newest Steamify ISO
    if: github.server_url == 'https://github.com'
    runs-on: ubuntu-latest
    outputs:
      tag: ${{ steps.find.outputs.tag }}
    steps:
      - name: Find the newest ISO release on the mirror
        id: find
        env:
          MIRROR: ${{ secrets.GIT_UPRISER_URL }}
        run: |
          [ -n "$MIRROR" ] || { echo "::error::the secret GIT_UPRISER_URL is not set"; exit 1; }
          read -r tag url < <(curl -fsS "${MIRROR%/}/api/v1/repos/theupriser/steamify-cachyos-live-iso/releases?limit=20" | python3 -c '
          import json, sys
          for r in json.load(sys.stdin):
              for a in r["assets"]:
                  if a["name"].endswith(".iso"):
                      print(r["tag_name"], a["browser_download_url"]); raise SystemExit
          ')
          [ -n "$tag" ] || { echo "::error::no ISO release on the mirror"; exit 1; }
          echo "Using $tag"
          { echo "tag=$tag"; echo "url=$url"; } >> "$GITHUB_OUTPUT"
      - name: Cache - the ISO
        id: cache
        uses: actions/cache@v4
        with:
          path: /mnt/work/iso
          key: steamify-iso-${{ steps.find.outputs.tag }}
      - name: Download the ISO (once for every job)
        if: steps.cache.outputs.cache-hit != 'true'
        run: |
          sudo mkdir -p /mnt/work/iso && sudo chown -R "$USER" /mnt/work
          curl -fL --retry 5 --retry-all-errors -o /mnt/work/iso/steamify.iso "${{ steps.find.outputs.url }}"
          ls -la /mnt/work/iso

  boot:
    name: Boot loader ${{ matrix.loader }}
    needs: iso
    runs-on: ubuntu-latest
    timeout-minutes: 120
    strategy:
      fail-fast: false
      matrix:
        loader: [limine, systemd-boot, grub]
    steps:
      - uses: actions/checkout@v4
        with:
          path: steamify-cachyos
      - uses: actions/checkout@v4
        with:
          repository: theupriser/steamify-cachyos-dev
          path: steamify-cachyos-dev
      - uses: ./steamify-cachyos/.github/actions/vm-runner
        with:
          iso-tag: ${{ needs.iso.outputs.tag }}
      - name: Boot loader test (${{ matrix.loader }})
        env:
          CI: "1"
          VM_TIMEZONE: UTC
          VM_CPUS: "4"
          VM_INSTALL_MEM: 6G
        run: |
          cd steamify-cachyos-dev
          touch ~/vms/test.log; tail -n +1 -F ~/vms/test.log & tailpid=$!   # the test's progress, as it happens
          trap 'kill $tailpid 2>/dev/null' EXIT
          VM_ISO=/mnt/work/iso/steamify.iso scripts/vmbootloadertest.sh "${{ matrix.loader }}" --install
      - name: Logs
        if: always()
        uses: actions/upload-artifact@v4
        with:
          name: boot-${{ matrix.loader }}
          path: |
            /mnt/work/vms/bl-${{ matrix.loader }}.test.log
            /mnt/work/vms/bl-${{ matrix.loader }}/vm.log
          retention-days: 7
          if-no-files-found: ignore

  suites:
    name: Suite ${{ matrix.suite }}
    needs: iso
    runs-on: ubuntu-latest
    timeout-minutes: 180
    strategy:
      fail-fast: false
      matrix:
        suite: [toggles, hw, cli, 'menu installer']
    steps:
      - uses: actions/checkout@v4
        with:
          path: steamify-cachyos
      - uses: actions/checkout@v4
        with:
          repository: theupriser/steamify-cachyos-dev
          path: steamify-cachyos-dev
      # vmtest.sh reads which boot loaders the ISO advertises from this repository.
      - uses: actions/checkout@v4
        with:
          repository: theupriser/steamify-cachyos-live-iso
          path: steamify-cachyos-live-iso
      - uses: ./steamify-cachyos/.github/actions/vm-runner
        with:
          iso-tag: ${{ needs.iso.outputs.tag }}
      # A plain VM for the suites: the ISO's installer with its Steamify step skipped (the suites start without Steamify).
      - name: Base VM from the ISO
        env:
          CI: "1"
          VM_TIMEZONE: UTC
          VM_CPUS: "4"
          VM_INSTALL_MEM: 6G
          VM_STEAMIFY: skip
        run: |
          cd steamify-cachyos-dev
          VM_DIR="$HOME/vms/steamify-vm" scripts/vminstall.sh --iso /mnt/work/iso/steamify.iso
      - name: vmtest.sh ${{ matrix.suite }}
        env:
          CI: "1"
          VM_CPUS: "2"
          MAX_PARALLEL: "2"
        run: |
          cd steamify-cachyos-dev
          touch ~/vms/test.log; tail -n +1 -F ~/vms/test.log & tailpid=$!   # the suites' progress, as it happens
          trap 'kill $tailpid 2>/dev/null' EXIT
          scripts/vmtest.sh ${{ matrix.suite }}
      - name: Logs
        if: always()
        uses: actions/upload-artifact@v4
        with:
          name: suite-${{ strategy.job-index }}
          path: |
            /mnt/work/vms/last-test.txt
            /mnt/work/vms/run-*.log
          retention-days: 7
          if-no-files-found: ignore