Maestro 實測：零程式碼全平台自動化測試框架，一套搞定 iOS/Android/Web

appId: com.example.myapp
---
- launchApp
- tapOn: "Login"
- inputText: "user@example.com"
- tapOn: "Submit"
- assertVisible: "Welcome"

# login_flow.yaml
appId: com.example.myapp
---
- launchApp

# 登入流程
- tapOn: "Login"
- inputText: 
    id: "email_field"
    text: "user@example.com"
- inputText: 
    id: "password_field"
    text: "password123"
- tapOn: "Sign In"

# 驗證登入成功
- assertVisible: "Welcome, User"
- assertVisible: 
    id: "dashboard"

# 測試導覽
- tapOn: "Profile"
- assertVisible: "My Profile"
- tapOn: "Settings"
- assertVisible: "Notifications"

appId: com.example.myapp
env:
  USERNAME: "user@example.com"
  PASSWORD: "password123"
---
- launchApp
- tapOn: "Login"
- inputText: ${USERNAME}
- inputText: ${PASSWORD}
- tapOn: "Sign In"
- assertVisible: "Welcome"

maestro test -e USERNAME=test@example.com -e PASSWORD=test123 login_flow.yaml

# common/login.yaml
appId: com.example.myapp
---
- tapOn: "Login"
- inputText: "user@example.com"
- inputText: "password123"
- tapOn: "Sign In"
- assertVisible: "Dashboard"

# main_flow.yaml
appId: com.example.myapp
---
- launchApp
- runFlow: common/login.yaml
- tapOn: "Profile"
- assertVisible: "My Profile"

# test_ai_agent_form.yaml
appId: com.example.myapp
---
- launchApp
- tapOn: "Register"

# AI Agent 應該自動填寫這些欄位
- assertVisible: 
    id: "name_field"
    timeout: 5000
- assertVisible: 
    id: "email_field"
- assertVisible: 
    id: "phone_field"

# 驗證 AI Agent 填寫的內容
- assertVisible: "John Doe"
- assertVisible: "john@example.com"
- assertVisible: "+123****7890"

# AI Agent 應該點擊提交
- tapOn: "Submit"
- assertVisible: "Registration successful"

# test_ai_agent_navigation.yaml
appId: com.example.myapp
---
- launchApp

# AI Agent 應該能找到設定頁面
- repeat:
    times: 5
    commands:
      - swipe: LEFT
      - assertNotVisible: "Settings"

# 最終應該到達設定頁面
- assertVisible: "Settings"
- tapOn: "Settings"
- assertVisible: "Notifications"

# stress_test_ai_agent.yaml
appId: com.example.myapp
---
- launchApp
- repeat:
    times: 10
    commands:
      - tapOn: "Login"
      - inputText: "user@example.com"
      - inputText: "password123"
      - tapOn: "Sign In"
      - assertVisible: "Dashboard"
      - tapOn: "Logout"
      - assertVisible: "Login"

# .github/workflows/maestro-tests.yml
name: Maestro Tests

on:
  push:
    branches: [main]
  pull_request:
    branches: [main]

jobs:
  test-android:
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v4

      - name: Set up JDK 17
        uses: actions/setup-java@v4
        with:
          java-version: '17'
          distribution: 'temurin'

      - name: Install Maestro
        run: curl -fsSL "https://get.maestro.mobile.dev" | bash

      - name: Setup Android SDK
        uses: android-actions/setup-android@v3

      - name: Install Android Emulator
        run: |
          sdkmanager "system-images;android-33;google_apis;x86_64"
          echo "no" | avdmanager create avd -n test -k "system-images;android-33;google_apis;x86_64"

      - name: Start Emulator
        run: |
          emulator -avd test -no-snapshot -no-window &
          adb wait-for-device shell 'while [[ -z $(getprop sys.boot_completed) ]]; do sleep 1; done'

      - name: Install App
        run: adb install app/build/outputs/apk/debug/app-debug.apk

      - name: Run Maestro Tests
        run: maestro test flows/

  test-ios:
    runs-on: macos-latest
    steps:
      - uses: actions/checkout@v4

      - name: Install Maestro
        run: curl -fsSL "https://get.maestro.mobile.dev" | bash

      - name: Build iOS App
        run: |
          cd ios
          xcodebuild -workspace MyApp.xcworkspace -scheme MyApp -sdk iphonesimulator -destination 'platform=iOS Simulator,name=iPhone 15'

      - name: Install App
        run: xcrun simctl install booted ~/Library/Developer/Xcode/DerivedData/MyApp/Build/Products/Debug-iphonesimulator/MyApp.app

      - name: Run Maestro Tests
        run: maestro test flows/

pipeline {
    agent any

    stages {
        stage('Install Maestro') {
            steps {
                sh 'curl -fsSL "https://get.maestro.mobile.dev" | bash'
            }
        }

        stage('Build Android') {
            steps {
                sh './gradlew assembleDebug'
            }
        }

        stage('Test with Maestro') {
            steps {
                sh '''
                    emulator -avd test -no-snapshot -no-window &
                    adb wait-for-device
                    adb install app/build/outputs/apk/debug/app-debug.apk
                    maestro test flows/
                '''
            }
        }
    }

    post {
        always {
            archiveArtifacts artifacts: 'maestro-report.html', allowEmptyArchive: true
        }
    }
}

maestro test --format junit --output report.xml flows/

# macOS / Linux
curl -fsSL "https://get.maestro.mobile.dev" | bash

# 驗證安裝
maestro --version

# 啟動模擬器
emulator -avd Pixel_6_API_33

# 安裝應用程式
adb install app-debug.apk

# 啟動模擬器
xcrun simctl boot "iPhone 15"

# 安裝應用程式
xcrun simctl install booted MyApp.app

mkdir maestro-tests
cd maestro-tests
mkdir flows
mkdir common

# flows/01_login.yaml
appId: com.example.myapp
---
- launchApp
- tapOn: "Login"
- inputText: "test@example.com"
- inputText: "password123"
- tapOn: "Sign In"
- assertVisible: "Welcome"

# 執行單個測試
maestro test flows/01_login.yaml

# 執行所有測試
maestro test flows/

# 帶環境變數執行
maestro test -e USERNAME=test@example.com flows/01_login.yaml

maestro studio

# visual_test.yaml
appId: com.example.myapp
---
- launchApp
- takeScreenshot: home_screen
- tapOn: "Profile"
- takeScreenshot: profile_screen

maestro test visual_test.yaml
# 產生 screenshots/home_screen.png 和 screenshots/profile_screen.png

compare home_screen_old.png home_screen_new.png diff.png

# performance_test.yaml
appId: com.example.myapp
---
- launchApp
- startRecording: app_launch
- launchApp
- stopRecording

# conditional_test.yaml
appId: com.example.myapp
---
- launchApp
- if:
    visible: "Update Available"
  then:
    - tapOn: "Later"
- tapOn: "Login"

# error_handling.yaml
appId: com.example.myapp
---
- launchApp
- runFlow:
    when:
      visible: "Error"
    commands:
      - takeScreenshot: error_screen
      - tapOn: "Retry"