Samuel Newman
322 lines
13 KiB
YAML
322 lines
13 KiB
YAML
---
|
|
name: Nightly Maestro E2E
|
|
|
|
on:
|
|
schedule:
|
|
- cron: "0 4 * * *"
|
|
workflow_dispatch:
|
|
# Temporary: allows this stacked PR to exercise the workflow before merge.
|
|
# Remove before merging.
|
|
pull_request:
|
|
branches:
|
|
- samuel/split-build-pipelines
|
|
|
|
permissions:
|
|
contents: read
|
|
|
|
concurrency:
|
|
group: nightly-maestro-e2e-${{ github.ref }}
|
|
cancel-in-progress: false
|
|
|
|
env:
|
|
CI: "1"
|
|
MAESTRO_VERSION: "2.6.1"
|
|
MAESTRO_DRIVER_STARTUP_TIMEOUT: "180000"
|
|
MAESTRO_CLI_NO_ANALYTICS: "1"
|
|
MAESTRO_CLI_ANALYSIS_NOTIFICATION_DISABLED: "true"
|
|
MAESTRO_DISABLE_UPDATE_CHECK: "1"
|
|
|
|
jobs:
|
|
ios:
|
|
name: iOS Maestro E2E
|
|
if: github.repository == 'bluesky-social/social-app'
|
|
runs-on: macos-26-xlarge
|
|
timeout-minutes: 120
|
|
steps:
|
|
- name: Checkout
|
|
uses: actions/checkout@9c091bb21b7c1c1d1991bb908d89e4e9dddfe3e0 # v7.0.0
|
|
with:
|
|
persist-credentials: false
|
|
|
|
- name: Select Xcode 26.4
|
|
uses: maxim-lobanov/setup-xcode@ed7a3b1fda3918c0306d1b724322adc0b8cc0a90 # v1.7.0
|
|
with:
|
|
xcode-version: "26.4"
|
|
|
|
- name: Prepare E2E configuration
|
|
run: |
|
|
mkdir -p artifacts/ios
|
|
echo "Installing dependencies" > artifacts/ios/phase.txt
|
|
cp .env.example .env.test
|
|
cp google-services.json.example google-services.json
|
|
|
|
- name: Set up Expo project
|
|
uses: ./.github/actions/setup-expo-project
|
|
with:
|
|
expo-token: ${{ secrets.EXPO_TOKEN }}
|
|
|
|
- name: Set up Java 17
|
|
uses: actions/setup-java@1bcf9fb12cf4aa7d266a90ae39939e61372fe520 # v5.4.0
|
|
with:
|
|
distribution: temurin
|
|
java-version: "17"
|
|
|
|
- name: Install dev-env dependencies
|
|
run: pnpm --dir dev-env install --frozen-lockfile 2>&1 | tee artifacts/ios/dependencies.log
|
|
|
|
- name: Compile translations
|
|
uses: ./.github/actions/compile-i18n
|
|
|
|
- name: Install Maestro 2.6.1
|
|
run: |
|
|
echo "Installing Maestro" > artifacts/ios/phase.txt
|
|
curl -fsSL -o "$RUNNER_TEMP/maestro.zip" \
|
|
"https://github.com/mobile-dev-inc/Maestro/releases/download/cli-${MAESTRO_VERSION}/maestro.zip"
|
|
echo "3440825f514f537c6a96bcf5de995780c2a4a7f83a43208fdc95d4f1fecfad3b $RUNNER_TEMP/maestro.zip" \
|
|
| shasum -a 256 --check
|
|
unzip -q "$RUNNER_TEMP/maestro.zip" -d "$RUNNER_TEMP"
|
|
echo "$RUNNER_TEMP/maestro/bin" >> "$GITHUB_PATH"
|
|
"$RUNNER_TEMP/maestro/bin/maestro" --version | tee artifacts/ios/maestro-version.log
|
|
test "$("$RUNNER_TEMP/maestro/bin/maestro" --version)" = "$MAESTRO_VERSION"
|
|
|
|
- name: Boot one iOS simulator
|
|
run: |
|
|
echo "Booting iOS simulator" > artifacts/ios/phase.txt
|
|
device_name="iPhone 17"
|
|
runtime_name="iOS 26.5"
|
|
|
|
runtime_id=$(xcrun simctl list runtimes available --json | jq -r \
|
|
--arg name "$runtime_name" \
|
|
'[.runtimes[] | select(.name == $name and .isAvailable != false)] | first | .identifier // empty')
|
|
if [ -z "$runtime_id" ]; then
|
|
echo "The $runtime_name simulator runtime is not installed. Available iOS runtimes:" >&2
|
|
xcrun simctl list runtimes available --json | jq -r \
|
|
'.runtimes[] | select(.name | startswith("iOS")) | "- \(.name)"' >&2
|
|
exit 1
|
|
fi
|
|
|
|
device_type_id=$(xcrun simctl list devicetypes --json | jq -r \
|
|
--arg name "$device_name" \
|
|
'[.devicetypes[] | select(.name == $name)] | first | .identifier // empty')
|
|
if [ -z "$device_type_id" ]; then
|
|
echo "The $device_name simulator device type is not installed" >&2
|
|
exit 1
|
|
fi
|
|
|
|
udid=$(xcrun simctl list devices available --json | jq -r \
|
|
--arg runtime "$runtime_id" \
|
|
--arg name "$device_name" \
|
|
'[.devices[$runtime][]? | select(.name == $name)] | first | .udid // empty')
|
|
if [ -z "$udid" ]; then
|
|
udid=$(xcrun simctl create "$device_name" "$device_type_id" "$runtime_id")
|
|
fi
|
|
|
|
echo "IOS_UDID=$udid" >> "$GITHUB_ENV"
|
|
xcrun simctl shutdown all || true
|
|
xcrun simctl boot "$udid"
|
|
xcrun simctl bootstatus "$udid" -b
|
|
echo "Using $device_name on $runtime_name ($udid)"
|
|
|
|
- name: Mark iOS development client build phase
|
|
run: echo "Building the iOS development client" > artifacts/ios/phase.txt
|
|
|
|
- name: Build iOS development client
|
|
uses: ./.github/actions/eas-local-build
|
|
with:
|
|
platform: ios
|
|
profile: e2e
|
|
output: ${{ runner.temp }}/nightly-e2e-ios.tar.gz
|
|
log-path: artifacts/ios/build.log
|
|
|
|
- name: Install iOS development client
|
|
run: |
|
|
build_contents="$RUNNER_TEMP/nightly-e2e-ios-build"
|
|
mkdir -p "$build_contents"
|
|
tar -xzf "$RUNNER_TEMP/nightly-e2e-ios.tar.gz" -C "$build_contents"
|
|
app_path=$(find "$build_contents" -type d -name '*.app' -print -quit)
|
|
if [ -z "$app_path" ]; then
|
|
echo "The local EAS build did not contain an iOS simulator app" >&2
|
|
exit 1
|
|
fi
|
|
xcrun simctl install "$IOS_UDID" "$app_path" 2>&1 | tee -a artifacts/ios/build.log
|
|
|
|
- name: Run iOS Maestro suite
|
|
run: .github/scripts/run-nightly-e2e.sh ios "$IOS_UDID"
|
|
|
|
- name: Clean up iOS services and simulator
|
|
if: always()
|
|
run: .github/scripts/cleanup-nightly-e2e.sh ios "${IOS_UDID:-}"
|
|
|
|
- name: Upload iOS E2E artifacts
|
|
if: always()
|
|
uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7.0.1
|
|
with:
|
|
name: nightly-e2e-ios-${{ github.run_id }}
|
|
path: artifacts/ios
|
|
if-no-files-found: warn
|
|
retention-days: 14
|
|
|
|
android:
|
|
name: Android Maestro E2E
|
|
if: github.repository == 'bluesky-social/social-app'
|
|
# Linux-x64-32core is a repository-managed runner label.
|
|
runs-on: Linux-x64-32core
|
|
timeout-minutes: 120
|
|
steps:
|
|
- name: Checkout
|
|
uses: actions/checkout@9c091bb21b7c1c1d1991bb908d89e4e9dddfe3e0 # v7.0.0
|
|
with:
|
|
persist-credentials: false
|
|
|
|
- name: Prepare E2E configuration
|
|
run: |
|
|
mkdir -p artifacts/android
|
|
echo "Installing dependencies" > artifacts/android/phase.txt
|
|
cp .env.example .env.test
|
|
cp google-services.json.example google-services.json
|
|
|
|
- name: Set up Expo project
|
|
uses: ./.github/actions/setup-expo-project
|
|
with:
|
|
expo-token: ${{ secrets.EXPO_TOKEN }}
|
|
|
|
- name: Set up Java 17
|
|
uses: actions/setup-java@1bcf9fb12cf4aa7d266a90ae39939e61372fe520 # v5.4.0
|
|
with:
|
|
distribution: temurin
|
|
java-version: "17"
|
|
|
|
- name: Install dev-env dependencies
|
|
run: pnpm --dir dev-env install --frozen-lockfile 2>&1 | tee artifacts/android/dependencies.log
|
|
|
|
- name: Compile translations
|
|
uses: ./.github/actions/compile-i18n
|
|
|
|
- name: Install Maestro 2.6.1
|
|
run: |
|
|
echo "Installing Maestro" > artifacts/android/phase.txt
|
|
curl -fsSL -o "$RUNNER_TEMP/maestro.zip" \
|
|
"https://github.com/mobile-dev-inc/Maestro/releases/download/cli-${MAESTRO_VERSION}/maestro.zip"
|
|
echo "3440825f514f537c6a96bcf5de995780c2a4a7f83a43208fdc95d4f1fecfad3b $RUNNER_TEMP/maestro.zip" \
|
|
| shasum -a 256 --check
|
|
unzip -q "$RUNNER_TEMP/maestro.zip" -d "$RUNNER_TEMP"
|
|
echo "$RUNNER_TEMP/maestro/bin" >> "$GITHUB_PATH"
|
|
"$RUNNER_TEMP/maestro/bin/maestro" --version | tee artifacts/android/maestro-version.log
|
|
test "$("$RUNNER_TEMP/maestro/bin/maestro" --version)" = "$MAESTRO_VERSION"
|
|
|
|
- name: Mark Android development client build phase
|
|
run: echo "Building the Android development client" > artifacts/android/phase.txt
|
|
|
|
- name: Build Android development client
|
|
uses: ./.github/actions/eas-local-build
|
|
with:
|
|
platform: android
|
|
profile: e2e
|
|
output: ${{ runner.temp }}/nightly-e2e-android.apk
|
|
log-path: artifacts/android/build.log
|
|
|
|
- name: Mark Android emulator phase
|
|
run: echo "Booting the Android emulator" > artifacts/android/phase.txt
|
|
|
|
- name: Boot Android emulator and run Maestro suite
|
|
uses: reactivecircus/android-emulator-runner@1dcd0090116d15e7c562f8db72807de5e036a4ed # v2.34.0
|
|
with:
|
|
api-level: 35
|
|
target: google_apis
|
|
arch: x86_64
|
|
profile: pixel_6
|
|
avd-name: nightly-e2e
|
|
emulator-port: 5554
|
|
disable-animations: true
|
|
emulator-options: -no-window -gpu swiftshader_indirect -no-snapshot -noaudio -no-boot-anim -camera-back none
|
|
script: |
|
|
echo "Installing the Android development client" > artifacts/android/phase.txt
|
|
adb -s emulator-5554 install -r "$RUNNER_TEMP/nightly-e2e-android.apk" \
|
|
2>&1 | tee -a artifacts/android/build.log
|
|
.github/scripts/run-nightly-e2e.sh android emulator-5554
|
|
|
|
- name: Clean up Android services and emulator
|
|
if: always()
|
|
run: .github/scripts/cleanup-nightly-e2e.sh android emulator-5554
|
|
|
|
- name: Upload Android E2E artifacts
|
|
if: always()
|
|
uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7.0.1
|
|
with:
|
|
name: nightly-e2e-android-${{ github.run_id }}
|
|
path: artifacts/android
|
|
if-no-files-found: warn
|
|
retention-days: 14
|
|
|
|
report:
|
|
name: Report E2E failures
|
|
needs: [ios, android]
|
|
if: ${{ always() && github.repository == 'bluesky-social/social-app' }}
|
|
runs-on: ubuntu-latest
|
|
permissions:
|
|
actions: read
|
|
contents: read
|
|
steps:
|
|
- name: Checkout
|
|
uses: actions/checkout@9c091bb21b7c1c1d1991bb908d89e4e9dddfe3e0 # v7.0.0
|
|
with:
|
|
persist-credentials: false
|
|
|
|
- name: Download iOS artifacts
|
|
continue-on-error: true
|
|
uses: actions/download-artifact@3e5f45b2cfb9172054b4087a40e8e0b5a5461e7c # v8.0.1
|
|
with:
|
|
name: nightly-e2e-ios-${{ github.run_id }}
|
|
path: downloaded-artifacts/ios
|
|
|
|
- name: Download Android artifacts
|
|
continue-on-error: true
|
|
uses: actions/download-artifact@3e5f45b2cfb9172054b4087a40e8e0b5a5461e7c # v8.0.1
|
|
with:
|
|
name: nightly-e2e-android-${{ github.run_id }}
|
|
path: downloaded-artifacts/android
|
|
|
|
- name: Resolve artifact links
|
|
env:
|
|
GH_TOKEN: ${{ github.token }}
|
|
run: |
|
|
run_url="${GITHUB_SERVER_URL}/${GITHUB_REPOSITORY}/actions/runs/${GITHUB_RUN_ID}#artifacts"
|
|
jq -n --arg run "$run_url" '{ios: $run, android: $run}' > artifact-links.json
|
|
if gh api "repos/${GITHUB_REPOSITORY}/actions/runs/${GITHUB_RUN_ID}/artifacts?per_page=100" \
|
|
> artifact-response.json; then
|
|
jq --arg base "${GITHUB_SERVER_URL}/${GITHUB_REPOSITORY}/actions/runs/${GITHUB_RUN_ID}/artifacts" \
|
|
--arg run "$run_url" \
|
|
'{
|
|
ios: (.artifacts | map(select(.name | startswith("nightly-e2e-ios-"))) | first | if . then ($base + "/" + (.id | tostring)) else $run end),
|
|
android: (.artifacts | map(select(.name | startswith("nightly-e2e-android-"))) | first | if . then ($base + "/" + (.id | tostring)) else $run end)
|
|
}' artifact-response.json > artifact-links.json
|
|
fi
|
|
|
|
- name: Summarize platform results
|
|
id: summary
|
|
env:
|
|
IOS_STATUS: ${{ needs.ios.result }}
|
|
ANDROID_STATUS: ${{ needs.android.result }}
|
|
run: |
|
|
node .github/scripts/summarize-maestro.mjs \
|
|
--ios-status "$IOS_STATUS" \
|
|
--android-status "$ANDROID_STATUS" \
|
|
--ios-root downloaded-artifacts/ios \
|
|
--android-root downloaded-artifacts/android \
|
|
--artifact-urls artifact-links.json \
|
|
--sha "$GITHUB_SHA" \
|
|
--run-url "${GITHUB_SERVER_URL}/${GITHUB_REPOSITORY}/actions/runs/${GITHUB_RUN_ID}" \
|
|
--commit-url "${GITHUB_SERVER_URL}/${GITHUB_REPOSITORY}/commit/${GITHUB_SHA}" \
|
|
> e2e-summary.json
|
|
echo "notify=$(jq -r .notify e2e-summary.json)" >> "$GITHUB_OUTPUT"
|
|
echo "payload=$(jq -c .payload e2e-summary.json)" >> "$GITHUB_OUTPUT"
|
|
jq -r .githubSummary e2e-summary.json >> "$GITHUB_STEP_SUMMARY"
|
|
|
|
- name: Notify Slack of E2E failures
|
|
if: steps.summary.outputs.notify == 'true'
|
|
uses: slackapi/slack-github-action@45a88b9581bfab2566dc881e2cd66d334e621e2c # v3.0.3
|
|
with:
|
|
webhook: ${{ secrets.E2E_FAILURES_SLACK_WEBHOOK }}
|
|
webhook-type: incoming-webhook
|
|
payload: ${{ steps.summary.outputs.payload }}
|