brew/.github/workflows/tests.yml

name: CI

on:
  push:
    branches:
      - main
      - master
  pull_request:
  merge_group:

permissions:
  contents: read

env:
  HOMEBREW_DEVELOPER: 1
  HOMEBREW_NO_AUTO_UPDATE: 1
  HOMEBREW_NO_ENV_HINTS: 1
  HOMEBREW_NO_INSTALL_CLEANUP: 1
  HOMEBREW_SORBET_RECURSIVE: 1
  HOMEBREW_VERIFY_ATTESTATIONS: 1

defaults:
  run:
    shell: bash -xeuo pipefail {0}

concurrency:
  group: "${{ github.ref }}"
  cancel-in-progress: ${{ github.event_name == 'pull_request' }}

jobs:
  syntax:
    if: github.repository_owner == 'Homebrew'
    runs-on: ubuntu-latest
    steps:
      - name: Set up Homebrew
        id: set-up-homebrew
        uses: Homebrew/actions/setup-homebrew@fd832223f9f99ebf0244dd20658680e5d4aca049 # 2026.08.03.2
        with:
          core: false
          cask: false

      - name: Cache Bundler RubyGems
        uses: actions/cache@55cc8345863c7cc4c66a329aec7e433d2d1c52a9 # v6.1.0
        with:
          path: ${{ steps.set-up-homebrew.outputs.gems-path }}
          key: ${{ runner.os }}-rubygems-syntax-${{ steps.set-up-homebrew.outputs.gems-hash }}
          restore-keys: ${{ runner.os }}-rubygems-syntax-

      - name: Install Bundler RubyGems
        run: brew install-bundler-gems --groups=style,typecheck

      - name: Install actionlint, shellcheck and shfmt
        uses: Homebrew/actions/cache-homebrew-prefix@fd832223f9f99ebf0244dd20658680e5d4aca049 # 2026.08.03.2
        with:
          install: actionlint shellcheck shfmt
          workflow-key: tests-syntax

      - name: Cache style cache
        uses: actions/cache@55cc8345863c7cc4c66a329aec7e433d2d1c52a9 # v6.1.0
        with:
          path: ~/.cache/Homebrew/style
          key: syntax-style-cache-${{ github.sha }}
          restore-keys: syntax-style-cache-

      - run: brew style

      - run: brew typecheck

  tap-syntax:
    name: tap syntax
    needs: syntax
    if: github.repository_owner == 'Homebrew'
    runs-on: macos-26
    steps:
      - name: Set up Homebrew
        id: set-up-homebrew
        uses: Homebrew/actions/setup-homebrew@fd832223f9f99ebf0244dd20658680e5d4aca049 # 2026.08.03.2
        with:
          core: true
          cask: true

      - name: Cache Bundler RubyGems
        uses: actions/cache@55cc8345863c7cc4c66a329aec7e433d2d1c52a9 # v6.1.0
        with:
          path: ${{ steps.set-up-homebrew.outputs.gems-path }}
          key: ${{ runner.os }}-rubygems-tap-syntax-${{ steps.set-up-homebrew.outputs.gems-hash }}
          restore-keys: ${{ runner.os }}-rubygems-tap-syntax-

      - name: Install Bundler RubyGems
        run: brew install-bundler-gems --groups=style,typecheck

      - name: Cache style cache
        uses: actions/cache@55cc8345863c7cc4c66a329aec7e433d2d1c52a9 # v6.1.0
        with:
          path: ~/Library/Caches/Homebrew/style
          key: tap-syntax-style-cache-${{ github.sha }}
          restore-keys: tap-syntax-style-cache-

      - name: Run brew style on official taps
        run: brew style homebrew/core homebrew/cask

      - name: Run brew typecheck on official taps
        run: brew typecheck homebrew/core homebrew/cask

  formula-audit:
    name: formula audit
    needs: syntax
    if: github.repository_owner == 'Homebrew' && github.event_name != 'push'
    runs-on: ubuntu-latest
    container:
      image: ghcr.io/homebrew/brew:main
    steps:
      - name: Set up Homebrew
        id: set-up-homebrew
        uses: Homebrew/actions/setup-homebrew@fd832223f9f99ebf0244dd20658680e5d4aca049 # 2026.08.03.2
        with:
          core: true
          cask: false

      - name: Run brew readall on homebrew/core
        run: brew readall --os=all --arch=all --aliases homebrew/core

      - name: Run brew audit --skip-style on homebrew/core
        run: brew audit --skip-style --except=version --tap=homebrew/core

      - name: Generate formula API
        run: brew generate-formula-api --dry-run

  cask-audit:
    name: cask audit
    needs: syntax
    if: github.repository_owner == 'Homebrew' && github.event_name != 'push'
    runs-on: macos-26
    steps:
      - name: Set up Homebrew
        id: set-up-homebrew
        uses: Homebrew/actions/setup-homebrew@fd832223f9f99ebf0244dd20658680e5d4aca049 # 2026.08.03.2
        with:
          core: true
          cask: true

      - name: Run brew readall on all casks
        run: brew readall --os=all --arch=all homebrew/cask

      - name: Run brew audit --skip-style on homebrew/cask
        run: |
          brew audit --skip-style --except=version --tap=homebrew/cask

      - name: Generate cask API
        run: brew generate-cask-api --dry-run

  vendored-gems:
    name: vendored gems
    needs: syntax
    runs-on: ubuntu-latest
    steps:
      - name: Set up Homebrew
        id: set-up-homebrew
        uses: Homebrew/actions/setup-homebrew@fd832223f9f99ebf0244dd20658680e5d4aca049 # 2026.08.03.2
        with:
          core: false
          cask: false

      - name: Configure Git user
        uses: Homebrew/actions/git-user-config@fd832223f9f99ebf0244dd20658680e5d4aca049 # 2026.08.03.2
        with:
          username: BrewTestBot

      # Can't cache this because we need to check that it doesn't fail the
      # "uncommitted RubyGems" step with a cold cache.
      - name: Install Bundler RubyGems
        run: brew install-bundler-gems --groups=all

      - name: Check for uncommitted RubyGems
        working-directory: ${{ steps.set-up-homebrew.outputs.repository-path }}
        run: |
          git diff --stat --exit-code Library/Homebrew/vendor/bundle
          if [ -n "$(git status --porcelain -- Library/Homebrew/vendor/bundle)" ]; then
            echo "Untracked or unstaged files found:"
            git status --porcelain -- Library/Homebrew/vendor/bundle
            exit 1
          fi

  update-test:
    name: ${{ matrix.name }}
    runs-on: ${{ matrix.runs-on }}
    needs: syntax
    if: github.event_name != 'push'
    strategy:
      fail-fast: false
      matrix:
        include:
          - name: update-test (Linux)
            runs-on: ubuntu-latest
          - name: update-test (macOS)
            runs-on: macos-latest
    steps:
      - name: Set up Homebrew
        id: set-up-homebrew
        uses: Homebrew/actions/setup-homebrew@fd832223f9f99ebf0244dd20658680e5d4aca049 # 2026.08.03.2
        with:
          core: false
          cask: false

      - name: Run brew update-tests
        run: |
          brew update-test
          brew update-test --to-tag
          brew update-test --commit=HEAD

  tests:
    name: ${{ matrix.name }}
    needs: syntax
    runs-on: ${{ matrix.runs-on }}
    timeout-minutes: 30
    permissions:
      contents: read
      code-quality: write
      pull-requests: read
    strategy:
      fail-fast: false
      matrix:
        include:
          - name: tests (online)
            test-flags: --online --coverage --profile 3
            runs-on: ubuntu-latest
          - name: tests (generic OS)
            test-flags: --generic --coverage --profile 3
            runs-on: ubuntu-latest
          - name: tests (Linux)
            test-flags: --coverage --profile 3
            runs-on: ubuntu-24.04
          - name: tests (no Sorbet)
            test-flags: --coverage --profile 3
            runs-on: ubuntu-24.04
          - name: tests (macOS)
            test-flags: --coverage --profile 3
            runs-on: macos-26
    steps:
      - name: Set up Homebrew
        id: set-up-homebrew
        uses: Homebrew/actions/setup-homebrew@fd832223f9f99ebf0244dd20658680e5d4aca049 # 2026.08.03.2
        with:
          # We only test needs_homebrew_core tests on macOS because
          # homebrew/core is not available by default on GitHub-hosted Ubuntu
          # runners, and it's expensive to tap it.
          core: ${{ runner.os == 'macOS' }}
          cask: false

      - name: Cache Bundler RubyGems
        uses: actions/cache@55cc8345863c7cc4c66a329aec7e433d2d1c52a9 # v6.1.0
        with:
          path: ${{ steps.set-up-homebrew.outputs.gems-path }}
          key: ${{ matrix.runs-on }}-tests-rubygems-${{ steps.set-up-homebrew.outputs.gems-hash }}
          restore-keys: ${{ matrix.runs-on }}-tests-rubygems-

      - run: brew config

      - name: Install Bundler RubyGems
        run: brew install-bundler-gems --groups=all

      - name: Create parallel test log directory
        run: mkdir tests

      - name: Cache parallel tests log
        uses: actions/cache@55cc8345863c7cc4c66a329aec7e433d2d1c52a9 # v6.1.0
        with:
          path: tests
          key: ${{ runner.os }}-${{ matrix.test-flags }}-parallel_runtime_rspec-${{ github.sha }}
          restore-keys: ${{ runner.os }}-${{ matrix.test-flags }}-parallel_runtime_rspec-

      - name: Install brew tests --online dependencies
        if: matrix.name == 'tests (online)'
        uses: Homebrew/actions/cache-homebrew-prefix@fd832223f9f99ebf0244dd20658680e5d4aca049 # 2026.08.03.2
        with:
          install: curl subversion
          workflow-key: tests-tests-online

      - name: Install brew tests macOS dependencies
        if: runner.os != 'Linux'
        uses: Homebrew/actions/cache-homebrew-prefix@fd832223f9f99ebf0244dd20658680e5d4aca049 # 2026.08.03.2
        with:
          install: subversion gnupg
          workflow-key: tests-tests-macos
          uninstall: true

        # brew tests doesn't like world writable directories
      - name: Cleanup permissions
        if: runner.os == 'Linux'
        run: sudo chmod -R g-w,o-w /home/linuxbrew/.linuxbrew/Homebrew

      - name: Disable Sorbet runtime
        if: matrix.name == 'tests (no Sorbet)'
        run: echo "HOMEBREW_TESTS_NO_SORBET_RUNTIME=1" >> "$GITHUB_ENV"

      - name: Run brew tests
        if: github.event_name == 'pull_request' || matrix.name != 'tests (online)'
        run: brew tests ${{ matrix.test-flags }}
        env:
          HOMEBREW_GITHUB_API_TOKEN: ${{ secrets.GITHUB_TOKEN }}
          # These cannot be queried at the macOS level on GitHub Actions.
          HOMEBREW_LANGUAGES: en-GB
          CODECOV_TOKEN: ${{ secrets.CODECOV_TOKEN }}

      - name: Get RSpec JUnit XML filenames
        id: junit_xml
        working-directory: ${{ steps.set-up-homebrew.outputs.repository-path }}
        run: |
          mkdir -p Library/Homebrew/test/junit
          filenames=$(find Library/Homebrew/test/junit -name 'rspec*.xml' -print | tr '\n' ',')
          echo "filenames=${filenames%,}" >> "$GITHUB_OUTPUT"

      - uses: codecov/codecov-action@fb8b3582c8e4def4969c97caa2f19720cb33a72f # v7.0.0
        if: github.event_name == 'pull_request' || matrix.name != 'tests (online)'
        with:
          working-directory: ${{ steps.set-up-homebrew.outputs.repository-path }}
          files: ${{ steps.junit_xml.outputs.filenames }}
          disable_search: true
          token: ${{ secrets.CODECOV_TOKEN }}
          report_type: test_results

      - uses: codecov/codecov-action@fb8b3582c8e4def4969c97caa2f19720cb33a72f # v7.0.0
        if: github.event_name == 'pull_request' || matrix.name != 'tests (online)'
        with:
          working-directory: ${{ steps.set-up-homebrew.outputs.repository-path }}
          files: Library/Homebrew/test/coverage/coverage.xml
          disable_search: true
          token: ${{ secrets.CODECOV_TOKEN }}

  test-bot:
    name: ${{ matrix.name }}
    needs: syntax
    if: github.repository_owner == 'Homebrew' && github.event_name != 'push'
    runs-on: ${{ matrix.runs-on }}
    container:
      image: ${{ matrix.container }}
    strategy:
      fail-fast: false
      matrix:
        include:
          - name: test-bot (Linux arm64)
            runs-on: ubuntu-24.04-arm
            container: ghcr.io/homebrew/ubuntu24.04:latest
          - name: test-bot (Linux x86_64)
            runs-on: ubuntu-latest
            container: ghcr.io/homebrew/ubuntu24.04:main
          - name: test-bot (no Sorbet)
            runs-on: ubuntu-latest
            container: ghcr.io/homebrew/ubuntu24.04:main
          - name: test-bot (Linux containerless)
            runs-on: ubuntu-latest
          # Use older Ubuntu for testing Homebrew's glibc and gcc support.
          - name: test-bot (Linux Homebrew glibc)
            runs-on: ubuntu-latest
            container: ubuntu:22.04
          - name: test-bot (macOS x86_64)
            runs-on: macos-15-intel
          - name: test-bot (macOS arm64)
            runs-on: macos-26
    env:
      HOMEBREW_TEST_BOT_ANALYTICS: 1
    steps:
      - name: Install Homebrew and Homebrew's dependencies
        # All other images are built from our Homebrew Dockerfile.
        # This is the only one that needs to be set up manually.
        if: matrix.container == 'ubuntu:22.04'
        env:
          DEBIAN_FRONTEND: noninteractive
        run: |
          # Slimmed down version from the Homebrew Dockerfile
          apt-get update
          apt-get install -y --no-install-recommends \
            bzip2 \
            ca-certificates \
            curl \
            file \
            g++ \
            git-core \
            jq \
            less \
            locales \
            make \
            netbase \
            patch \
            procps \
            sudo \
            uuid-runtime \
            tzdata

          # Install Homebrew
          mkdir -p /home/linuxbrew/.linuxbrew/bin
          # Don't do shallow clone or it's unshallowed by "Set up Homebrew"
          git clone https://github.com/Homebrew/brew.git /home/linuxbrew/.linuxbrew/Homebrew
          cd /home/linuxbrew/.linuxbrew/bin
          ln -s ../Homebrew/bin/brew brew
          echo "/home/linuxbrew/.linuxbrew/bin" >>"$GITHUB_PATH"

      - name: Set up Homebrew
        id: set-up-homebrew
        uses: Homebrew/actions/setup-homebrew@fd832223f9f99ebf0244dd20658680e5d4aca049 # 2026.08.03.2
        with:
          core: true
          cask: false

      - uses: Homebrew/actions/cache-homebrew-prefix@fd832223f9f99ebf0244dd20658680e5d4aca049 # 2026.08.03.2
        with:
          install: gnu-tar
          workflow-key: test-bot
          uninstall: true

      - name: Disable Sorbet runtime
        if: matrix.name == 'test-bot (no Sorbet)'
        run: echo "HOMEBREW_TESTS_NO_SORBET_RUNTIME=1" >> "$GITHUB_ENV"

      - name: Setup environment variables
        if: matrix.name == 'test-bot (Linux Homebrew glibc)'
        run: |
          # Set environment variables to bypass `brew doctor` failures and disable
          # recursive Sorbet runtime checks for speed on Tier >=2 configurations
          echo "HOMEBREW_GLIBC_TESTING=1" >> "$GITHUB_ENV"
          echo "HOMEBREW_SORBET_RECURSIVE=0" >> "$GITHUB_ENV"

      - run: brew test-bot --only-cleanup-before

      - run: brew test-bot --only-setup

      - run: brew test-bot --only-formulae --only-json-tab --test-default-formula

  bundle-and-services:
    name: ${{ matrix.name }}
    needs: syntax
    if: github.repository_owner == 'Homebrew' && github.event_name != 'push'
    runs-on: ${{ matrix.runs-on }}
    strategy:
      fail-fast: false
      matrix:
        include:
          - name: bundle and services (Linux)
            runs-on: ubuntu-latest
          - name: bundle and services (macOS)
            runs-on: macos-latest
    steps:
      - name: Set up Homebrew
        id: set-up-homebrew
        uses: Homebrew/actions/setup-homebrew@fd832223f9f99ebf0244dd20658680e5d4aca049 # 2026.08.03.2
        with:
          core: false
          cask: false

      - run: brew test-bot --only-cleanup-before

      - name: Run brew bundle and brew services integration tests
        run: |
          cat <<EOS >> Brewfile
            brew "git"
            brew "memcached", restart_service: true
            brew "postgresql@15", restart_service: true
            cask "rectangle"
            cask "1password-cli"
            cask "firefox"
            # VSCode cask is not available on Linux.
            vscode "shopify.ruby-lsp" if OS.mac?
          EOS

          brew bundle check && exit 1
          brew bundle check --verbose && exit 1
          brew bundle list
          brew bundle --verbose
          brew bundle --upgrade-formulae=memcached,postgresql@15
          brew bundle upgrade
          brew bundle env | grep PATH | grep git
          brew bundle env --install
          brew bundle exec --services true
          brew bundle dump --force
          brew services list
          brew services info memcached postgresql@15
          brew services info --json memcached postgresql@15
          brew services cleanup
          brew bundle cleanup --force

  analytics:
    name: ${{ matrix.name }}
    runs-on: ${{ matrix.runs-on }}
    strategy:
      fail-fast: false
      matrix:
        include:
          - name: analytics (Linux)
            runs-on: ubuntu-latest
          - name: analytics (macOS)
            runs-on: macos-latest
    needs: syntax
    if: github.repository_owner == 'Homebrew' && github.event_name != 'push'
    steps:
      - name: Set up Homebrew
        id: set-up-homebrew
        uses: Homebrew/actions/setup-homebrew@fd832223f9f99ebf0244dd20658680e5d4aca049 # 2026.08.03.2

      - name: Cache Homebrew Bundler RubyGems
        id: cache
        uses: actions/cache@55cc8345863c7cc4c66a329aec7e433d2d1c52a9 # v6.1.0
        with:
          path: ${{ steps.set-up-homebrew.outputs.gems-path }}
          key: ${{ runner.os }}-rubygems-${{ steps.set-up-homebrew.outputs.gems-hash }}
          restore-keys: ${{ runner.os }}-rubygems-

      - name: Install Homebrew Bundler RubyGems
        if: steps.cache.outputs.cache-hit != 'true'
        run: brew install-bundler-gems

      - name: Set up uv
        uses: astral-sh/setup-uv@c771a70e6277c0a99b617c7a806ffedaca235ff9 # v9.0.0

      - run: brew formula-analytics --setup

      - run: brew formula-analytics --install --json --days-ago=2
        if: github.event.pull_request.head.repo.fork == false && (github.event_name == 'pull_request' && github.event.pull_request.user.login != 'dependabot[bot]')
        env:
          HOMEBREW_INFLUXDB_TOKEN: ${{ secrets.HOMEBREW_INFLUXDB_READ_TOKEN }}

      - run: brew generate-analytics-api
        if: github.event.pull_request.head.repo.fork == false && (github.event_name == 'pull_request' && github.event.pull_request.user.login != 'dependabot[bot]')
        env:
          HOMEBREW_INFLUXDB_TOKEN: ${{ secrets.HOMEBREW_INFLUXDB_READ_TOKEN }}