e2e-test.yml

name: E2E Tests

on:
  pull_request:

  workflow_dispatch:
    inputs:
      ios:
        description: "Run iOS e2e tests"
        type: boolean
        default: false
      android:
        description: "Run Android e2e tests"
        type: boolean
        default: true
      mock_server_branch:
        description: "stream-chat-test-mock-server branch"
        type: string
        default: "main"

permissions:
  contents: read
  pull-requests: read
  checks: read
  # Downloads the nightly e2e coverage map (impact analysis).
  actions: read

concurrency:
  group: ${{ github.workflow }}-${{ github.ref }}
  cancel-in-progress: true

env:
  MOCK_SERVER_BRANCH: ${{ inputs.mock_server_branch || 'main' }}
  GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
  ALLURE_TOKEN: ${{ secrets.ALLURE_TOKEN }}
  GITHUB_PR_NUM: ${{ github.event.pull_request.number }}
  GITHUB_EVENT_ACTION: ${{ github.event.action }}
  GITHUB_EVENT_BEFORE: ${{ github.event.before }}
  GITHUB_EVENT_AFTER: ${{ github.event.after }}
  # node_modules of the e2e app and the workspaces it depends on (nmHoistingLimits: workspaces
  # keeps them apart); `yarn workspaces focus` installs nothing else.
  NODE_MODULES_PATHS: |
    node_modules
    configs/*/node_modules
    package/node_modules
    package/native-package/node_modules
    examples/E2ETestApp/node_modules
    .yarn/install-state.gz

jobs:
  check:
    name: Check E2E Required
    runs-on: ubuntu-latest
    timeout-minutes: 10
    outputs:
      required: ${{ steps.check.outputs.required }}
      e2e_batches: ${{ steps.check.outputs.e2e_batches }}
    steps:
      - uses: actions/checkout@v6
        with:
          # The pull request's merge commit and its base, which the impact analysis diffs.
          fetch-depth: 2
      - uses: ./.github/actions/ruby-cache
      - name: Check if e2e tests are required
        id: check
        working-directory: examples/SampleApp
        run: bundle exec fastlane e2e_check_required
      - uses: actions/upload-artifact@v6
        if: steps.check.outputs.required == 'true'
        with:
          name: e2e-selection
          path: examples/E2ETestApp/e2e_selection.json

  ios:
    needs: check
    if: needs.check.outputs.required == 'true' && github.event_name == 'workflow_dispatch' && inputs.ios
    runs-on: macos-15
    timeout-minutes: 60
    env:
      DETOX_IOS_DEVICE: "iPhone 17 Pro"
      IOS_VERSION: "26.2"
      XCODE_VERSION: "26.2"
      APP_PATH: examples/E2ETestApp/ios/build/detox/Build/Products/Release-iphonesimulator/E2ETestApp.app
      MOCK_SERVER_BUNDLE_PATH: ${{ github.workspace }}/../mock-server-gems
    steps:
      - uses: actions/checkout@v6
      - uses: actions/setup-node@v6
        with:
          node-version: 24.x
          cache: "yarn"
          cache-dependency-path: "yarn.lock"
      - uses: maxim-lobanov/setup-xcode@v1
        with:
          xcode-version: ${{ env.XCODE_VERSION }}
      # A fresh simulator takes minutes to boot on CI; boot it now so that overlaps with setup.
      - name: Boot simulator
        run: |
          runtime="com.apple.CoreSimulator.SimRuntime.iOS-${IOS_VERSION//./-}"
          udid=$(xcrun simctl list devices available -j |
            jq -r --arg rt "$runtime" --arg name "$DETOX_IOS_DEVICE" '.devices[$rt][]? | select(.name == $name) | .udid' | head -1)
          if [ -z "$udid" ]; then
            echo "::warning::No $DETOX_IOS_DEVICE on iOS $IOS_VERSION; Detox will pick and boot a simulator itself"
            exit 0
          fi
          echo "DETOX_IOS_UDID=$udid" >> "$GITHUB_ENV"
          nohup xcrun simctl boot "$udid" > /dev/null 2>&1 &
      - uses: ./.github/actions/ruby-cache

      - name: Restore node_modules
        id: node-modules
        uses: actions/cache/restore@v5
        with:
          path: ${{ env.NODE_MODULES_PATHS }}
          key: ${{ runner.os }}-e2e-node-modules-${{ hashFiles('yarn.lock') }}
      - name: Install dependencies
        run: yarn workspaces focus e2etestapp
      - name: Save node_modules
        if: steps.node-modules.outputs.cache-hit != 'true'
        uses: actions/cache/save@v5
        with:
          path: ${{ env.NODE_MODULES_PATHS }}
          key: ${{ steps.node-modules.outputs.cache-primary-key }}

      # --- App binary: rebuilt only when the app or SDK sources change, not for test-only changes ---
      - name: Restore app
        id: app
        uses: actions/cache/restore@v5
        with:
          path: ${{ env.APP_PATH }}
          key: e2e-ios-app-xcode${{ env.XCODE_VERSION }}-${{ hashFiles('yarn.lock', 'package/package.json', 'package/src/**', 'package/shared-native/**', 'package/native-package/package.json', 'package/native-package/src/**', 'package/native-package/ios/**', 'package/native-package/*.podspec', 'examples/SampleApp/Gemfile.lock', 'examples/E2ETestApp/*.js', '!examples/E2ETestApp/.detoxrc.js', 'examples/E2ETestApp/*.json', 'examples/E2ETestApp/*.tsx', 'examples/E2ETestApp/src/**', 'examples/E2ETestApp/ios/**', '!examples/E2ETestApp/ios/build/**', '!examples/E2ETestApp/ios/Pods/**') }}
      - name: Set up ccache
        if: steps.app.outputs.cache-hit != 'true'
        uses: hendrikmuhs/ccache-action@v1.2
        with:
          key: e2e-ios-xcode${{ env.XCODE_VERSION }}
          max-size: 1500M
      - name: Point the RN ccache wrappers at ccache
        if: steps.app.outputs.cache-hit != 'true'
        # RN's ccache-clang.sh runs `$CCACHE_BINARY clang`, but Xcode doesn't export that build
        # setting to the compiler, so without this every compile silently skips ccache.
        run: echo "CCACHE_BINARY=$(which ccache)" >> "$GITHUB_ENV"
      - name: Cache pods
        if: steps.app.outputs.cache-hit != 'true'
        uses: actions/cache@v5
        with:
          path: examples/E2ETestApp/ios/Pods
          key: ${{ runner.os }}-e2e-pods-${{ hashFiles('examples/E2ETestApp/ios/Podfile.lock') }}
          restore-keys: |
            ${{ runner.os }}-e2e-pods-
      - name: Install pods
        if: steps.app.outputs.cache-hit != 'true'
        working-directory: examples/SampleApp
        run: USE_CCACHE=1 bundle exec fastlane e2e_pod_install
      - name: Build app
        if: steps.app.outputs.cache-hit != 'true'
        working-directory: examples/E2ETestApp
        run: yarn e2e:build -c ios.sim.release
      - name: Save app
        if: steps.app.outputs.cache-hit != 'true'
        uses: actions/cache/save@v5
        with:
          path: ${{ env.APP_PATH }}
          key: ${{ steps.app.outputs.cache-primary-key }}

      - name: Install applesimutils
        # Homebrew refuses formulae from non-official taps until they are trusted.
        run: brew tap wix/brew && brew trust --formula wix/brew/applesimutils && brew install wix/brew/applesimutils
      - name: Restore Detox framework
        id: detox-framework
        uses: actions/cache/restore@v5
        with:
          path: ~/Library/Detox
          key: ${{ runner.os }}-detox-framework-xcode${{ env.XCODE_VERSION }}-${{ hashFiles('yarn.lock') }}
      # Yarn's `enableScripts: false` skips Detox's postinstall, which would build this.
      - name: Build Detox framework
        if: steps.detox-framework.outputs.cache-hit != 'true'
        working-directory: examples/E2ETestApp
        run: yarn detox build-framework-cache
      - name: Save Detox framework
        if: steps.detox-framework.outputs.cache-hit != 'true'
        uses: actions/cache/save@v5
        with:
          path: ~/Library/Detox
          key: ${{ steps.detox-framework.outputs.cache-primary-key }}
      - name: Resolve mock server revision
        id: mock-server
        run: echo "sha=$(git ls-remote https://github.com/GetStream/stream-chat-test-mock-server "refs/heads/$MOCK_SERVER_BRANCH" | cut -f1)" >> "$GITHUB_OUTPUT"
      - name: Cache mock server gems
        uses: actions/cache@v5
        with:
          path: ${{ env.MOCK_SERVER_BUNDLE_PATH }}
          key: ${{ runner.os }}-mock-server-gems-${{ steps.mock-server.outputs.sha }}
          restore-keys: |
            ${{ runner.os }}-mock-server-gems-

      - name: Wait for the simulator
        if: env.DETOX_IOS_UDID != ''
        timeout-minutes: 15
        # `-b` boots it if the background boot never started; it errors (405) when the device is
        # already booted, and then the plain call returns at once.
        run: xcrun simctl bootstatus "$DETOX_IOS_UDID" -b || xcrun simctl bootstatus "$DETOX_IOS_UDID"
      - name: Launch Allure TestOps
        if: env.ALLURE_TOKEN != ''
        working-directory: examples/SampleApp
        run: bundle exec fastlane allure_launch
        continue-on-error: true
        env:
          # Names the launch after the pull request and tags it with its labels.
          GITHUB_EVENT: ${{ toJson(github.event) }}
      - uses: actions/download-artifact@v7
        with:
          name: e2e-selection
          path: examples/E2ETestApp
      - name: Run e2e tests
        working-directory: examples/SampleApp
        run: bundle exec fastlane test_e2e platform:ios skip_build:true mock_server_branch:"$MOCK_SERVER_BRANCH" selection:examples/E2ETestApp/e2e_selection.json
      - name: Upload Allure results
        if: env.LAUNCH_ID != '' && (success() || failure())
        working-directory: examples/SampleApp
        run: bundle exec fastlane allure_upload launch_id:"$LAUNCH_ID"
      - name: Allure TestOps Launch Removal
        if: env.LAUNCH_ID != '' && cancelled()
        working-directory: examples/SampleApp
        run: bundle exec fastlane allure_launch_removal launch_id:"$LAUNCH_ID"
      - uses: actions/upload-artifact@v6
        if: failure()
        with:
          name: e2e-ios-logs
          path: |
            examples/E2ETestApp/stream-chat-test-mock-server/logs
            examples/E2ETestApp/artifacts

  android-build:
    name: Build Android
    needs: check
    if: needs.check.outputs.required == 'true' && (github.event_name != 'workflow_dispatch' || inputs.android)
    runs-on: ubuntu-latest
    timeout-minutes: 60
    env:
      APK_PATHS: |
        examples/E2ETestApp/android/app/build/outputs/apk/release/app-release.apk
        examples/E2ETestApp/android/app/build/outputs/apk/androidTest/release/app-release-androidTest.apk
      # The emulator is x86_64: skip compiling native code for the other ABIs.
      ORG_GRADLE_PROJECT_reactNativeArchitectures: x86_64
    steps:
      - uses: actions/checkout@v6
      - uses: actions/setup-node@v6
        with:
          node-version: 24.x
          cache: "yarn"
          cache-dependency-path: "yarn.lock"
      - uses: actions/setup-java@v5
        with:
          distribution: "zulu"
          java-version: "21"
      # Caches Gradle's dependencies, wrapper and build cache. It only writes on the default branch by
      # default, and this workflow doesn't run there, so let PR runs write: their reruns reuse it.
      - uses: gradle/actions/setup-gradle@v4
        with:
          cache-read-only: false
      - uses: ./.github/actions/ruby-cache

      - name: Restore node_modules
        id: node-modules
        uses: actions/cache/restore@v5
        with:
          path: ${{ env.NODE_MODULES_PATHS }}
          key: ${{ runner.os }}-e2e-node-modules-${{ hashFiles('yarn.lock') }}
      - name: Install dependencies
        run: yarn workspaces focus e2etestapp
      - name: Save node_modules
        if: steps.node-modules.outputs.cache-hit != 'true'
        uses: actions/cache/save@v5
        with:
          path: ${{ env.NODE_MODULES_PATHS }}
          key: ${{ steps.node-modules.outputs.cache-primary-key }}

      # --- App binaries: rebuilt only when the app or SDK sources change, not for test-only changes ---
      - name: Restore APKs
        id: apk
        uses: actions/cache/restore@v5
        with:
          path: ${{ env.APK_PATHS }}
          key: e2e-android-apk-${{ hashFiles('yarn.lock', 'package/package.json', 'package/src/**', 'package/shared-native/**', 'package/native-package/package.json', 'package/native-package/src/**', 'package/native-package/android/**', '!package/native-package/android/build/**', 'examples/E2ETestApp/*.js', '!examples/E2ETestApp/.detoxrc.js', 'examples/E2ETestApp/*.json', 'examples/E2ETestApp/*.tsx', 'examples/E2ETestApp/src/**', 'examples/E2ETestApp/android/**', '!examples/E2ETestApp/android/**/build/**', '!examples/E2ETestApp/android/.gradle/**') }}
      - name: Build app
        if: steps.apk.outputs.cache-hit != 'true'
        working-directory: examples/E2ETestApp
        # Retried once: a cold build downloads every Gradle plugin, and the repositories flake.
        run: yarn e2e:build -c android.att.release || { sleep 60; yarn e2e:build -c android.att.release; }
      - name: Save APKs
        if: steps.apk.outputs.cache-hit != 'true'
        uses: actions/cache/save@v5
        with:
          path: ${{ env.APK_PATHS }}
          key: ${{ steps.apk.outputs.cache-primary-key }}
      - uses: actions/upload-artifact@v6
        with:
          name: e2e-android-apks
          path: ${{ env.APK_PATHS }}
          retention-days: 1

  android-allure-launch:
    name: Launch Allure TestOps (Android)
    needs: android-build
    runs-on: ubuntu-latest
    timeout-minutes: 10
    outputs:
      launch_id: ${{ steps.launch.outputs.launch_id }}
    steps:
      - uses: actions/checkout@v6
        with:
          fetch-depth: 2
      - uses: ./.github/actions/ruby-cache
      - name: Launch Allure TestOps
        id: launch
        if: env.ALLURE_TOKEN != ''
        working-directory: examples/SampleApp
        run: |
          bundle exec fastlane allure_launch
          echo "launch_id=$(grep '^LAUNCH_ID=' "$GITHUB_ENV" | tail -1 | cut -d= -f2)" >> "$GITHUB_OUTPUT"
        continue-on-error: true
        env:
          # Names the launch after the pull request and tags it with its labels.
          GITHUB_EVENT: ${{ toJson(github.event) }}

  android:
    name: Test Android
    needs: [check, android-build, android-allure-launch]
    if: ${{ !cancelled() && needs.android-build.result == 'success' }}
    runs-on: ubuntu-latest
    timeout-minutes: 60
    strategy:
      matrix:
        batch: ${{ fromJson(needs.check.outputs.e2e_batches) }}
      fail-fast: false
    env:
      # Same as the native Android SDK e2e jobs
      ANDROID_API_LEVEL: "36"
      # swangle_indirect, not swiftshader_indirect: with the latter the emulator exits silently mid-run
      # (RN-513, also outside GiphyTests).
      ANDROID_EMULATOR_OPTIONS: -no-snapshot-save -no-window -no-audio -no-boot-anim -gpu swangle_indirect -camera-back none -camera-front none
      DETOX_ADB_NAME: "emulator-5554"
      MOCK_SERVER_BUNDLE_PATH: ${{ github.workspace }}/../mock-server-gems
      LAUNCH_ID: ${{ needs.android-allure-launch.outputs.launch_id }}
    steps:
      - uses: actions/checkout@v6
      - uses: actions/setup-node@v6
        with:
          node-version: 24.x
          cache: "yarn"
          cache-dependency-path: "yarn.lock"
      - uses: actions/setup-java@v5
        with:
          distribution: "zulu"
          java-version: "21"
      - uses: ./.github/actions/ruby-cache
      - name: Restore node_modules
        uses: actions/cache/restore@v5
        with:
          path: ${{ env.NODE_MODULES_PATHS }}
          key: ${{ runner.os }}-e2e-node-modules-${{ hashFiles('yarn.lock') }}
      - name: Install dependencies
        run: yarn workspaces focus e2etestapp
      - uses: actions/download-artifact@v7
        with:
          name: e2e-android-apks
          path: examples/E2ETestApp/android/app/build/outputs/apk
      - name: Enable KVM
        run: |
          echo 'KERNEL=="kvm", GROUP="kvm", MODE="0666", OPTIONS+="static_node=kvm"' | sudo tee /etc/udev/rules.d/99-kvm4all.rules
          sudo udevadm control --reload-rules
          sudo udevadm trigger --name-match=kvm

      - name: Resolve mock server revision
        id: mock-server
        run: echo "sha=$(git ls-remote https://github.com/GetStream/stream-chat-test-mock-server "refs/heads/$MOCK_SERVER_BRANCH" | cut -f1)" >> "$GITHUB_OUTPUT"
      - name: Cache mock server gems
        uses: actions/cache@v5
        with:
          path: ${{ env.MOCK_SERVER_BUNDLE_PATH }}
          key: ${{ runner.os }}-mock-server-gems-${{ steps.mock-server.outputs.sha }}
          restore-keys: |
            ${{ runner.os }}-mock-server-gems-

      - uses: actions/download-artifact@v7
        with:
          name: e2e-selection
          path: examples/E2ETestApp
      # The emulator runner downloads these without retrying; a corrupted download fails the job.
      - uses: ./.github/actions/android-sdk-packages
        with:
          api-level: ${{ env.ANDROID_API_LEVEL }}
      - name: Run e2e tests (Android emulator)
        uses: reactivecircus/android-emulator-runner@v2
        with:
          api-level: ${{ env.ANDROID_API_LEVEL }}
          arch: x86_64
          profile: pixel
          emulator-options: ${{ env.ANDROID_EMULATOR_OPTIONS }}
          disable-animations: true
          working-directory: examples/SampleApp
          # Logcat is written on the runner, so it survives the emulator dying mid-run.
          script: |
            nohup "$ANDROID_HOME/platform-tools/adb" -s emulator-5554 logcat -b all -v threadtime > "$RUNNER_TEMP/logcat.txt" 2>&1 < /dev/null &
            bundle exec fastlane test_e2e platform:android device:att skip_build:true mock_server_branch:"$MOCK_SERVER_BRANCH" selection:examples/E2ETestApp/e2e_selection.json batch:${{ matrix.batch }} batch_count:${{ strategy.job-total }}
      - name: Upload Allure results
        if: env.LAUNCH_ID != '' && (success() || failure())
        working-directory: examples/SampleApp
        run: bundle exec fastlane allure_upload launch_id:"$LAUNCH_ID"
      - name: Allure TestOps Launch Removal
        if: env.LAUNCH_ID != '' && cancelled()
        working-directory: examples/SampleApp
        run: bundle exec fastlane allure_launch_removal launch_id:"$LAUNCH_ID"
      # The emulator has vanished mid-run without any output; this shows whether the kernel killed it.
      - name: Diagnose emulator
        if: failure()
        run: |
          sudo dmesg -T | grep -i -E 'out of memory|oom-kill|killed process' || echo "No OOM kills in dmesg"
          free -m
          df -h
          ls -la /tmp/android-runner 2>/dev/null || true
      - uses: actions/upload-artifact@v6
        if: failure()
        with:
          name: e2e-android-logs-${{ matrix.batch }}
          path: |
            examples/E2ETestApp/stream-chat-test-mock-server/logs
            examples/E2ETestApp/artifacts
            /tmp/android-runner
            ${{ runner.temp }}/logcat.txt

  result:
    name: Test E2E Result
    runs-on: ubuntu-latest
    if: always()
    needs:
      - check
      - android-build
      - android-allure-launch
      - android
    steps:
      - name: Check E2E results
        if: contains(needs.*.result, 'failure') || contains(needs.*.result, 'cancelled')
        run: |
          echo "$NEEDS"
          exit 1
        env:
          NEEDS: ${{ toJson(needs) }}