안드로이드 CI 파이프라인 최적화를 위한 테스트 샤딩

adb shell am instrument -w -e numShards 3 -e shardIndex 0 com.example.app.test/androidx.test.runner.AndroidJUnitRunner

./gradlew connectedAndroidTest \
    -Pandroid.testInstrumentationRunnerArguments.numShards=3 \
    -Pandroid.testInstrumentationRunnerArguments.shardIndex=0

ANDROID_SERIAL=emulator-5554 ./gradlew connectedAndroidTest \
    -Pandroid.testInstrumentationRunnerArguments.numShards=3 \
    -Pandroid.testInstrumentationRunnerArguments.shardIndex=0

name: Android Test
on: [push, pull_request]

jobs:
  test:
    runs-on: ubuntu-latest
    strategy:
      matrix:
        shard: [0, 1, 2, 3]  # 4개의 샤드 생성
      fail-fast: false  # 하나의 샤드가 실패해도 다른 샤드는 계속 실행
    
    steps:
      - uses: actions/checkout@v3
      
      - name: Set up JDK
        uses: actions/setup-java@v3
        with:
          distribution: 'temurin'
          java-version: '17'
      
      - name: Setup Android SDK
        uses: android-actions/setup-android@v2
      
      # KVM 권한 활성화 (Linux에서 하드웨어 가속 사용에 필요)
      - name: Enable KVM group perms
        run: |
          echo 'KERNEL=="kvm", GROUP="kvm", MODE="0666", OPTIONS+="static_node=kvm"' | sudo tee /etc/udev/rules.d/99-kvm4all.rules
          sudo udevadm control --reload-rules
          sudo udevadm trigger --name-match=kvm
      
      - name: Create and start emulator
        run: |
          echo "no" | avdmanager create avd -n test-device -k "system-images;android-29;google_apis;x86_64"
          emulator -avd test-device -no-window -gpu swiftshader_indirect -no-snapshot -noaudio -no-boot-anim &
          adb wait-for-device shell 'while [[ -z $(getprop sys.boot_completed) ]]; do sleep 1; done'
      
      - name: Run tests with sharding
        run: |
          ./gradlew connectedCheck \
            -Pandroid.testInstrumentationRunnerArguments.numShards=4 \
            -Pandroid.testInstrumentationRunnerArguments.shardIndex=${{ matrix.shard }}
      
      - name: Upload test results
        if: always()
        uses: actions/upload-artifact@v3
        with:
          name: test-results-${{ matrix.shard }}
          path: app/build/outputs/androidTest-results

jobs:
  test:
    runs-on: ubuntu-latest
    strategy:
      matrix:
        shard: [0, 1, 2, 3]
      fail-fast: false

    steps:
      - uses: actions/checkout@v3
      
      # KVM 활성화 (Ubuntu 러너에서 하드웨어 가속에 필요)
      - name: Enable KVM
        run: |
          echo 'KERNEL=="kvm", GROUP="kvm", MODE="0666", OPTIONS+="static_node=kvm"' | sudo tee /etc/udev/rules.d/99-kvm4all.rules
          sudo udevadm control --reload-rules
          sudo udevadm trigger --name-match=kvm
      
      - name: Run tests with sharding
        uses: reactivecircus/android-emulator-runner@v2
        with:
          api-level: 29
          script: |
            ./gradlew connectedCheck \
              -Pandroid.testInstrumentationRunnerArguments.numShards=4 \
              -Pandroid.testInstrumentationRunnerArguments.shardIndex=${{ matrix.shard }}

version: 2.1
jobs:
  test:
    docker:
      - image: cimg/android:2023.06
    parallelism: 4  # 4개의 병렬 컨테이너 실행
    steps:
      - checkout
      - run:
          name: Run Android Tests
          command: |
            SHARD_INDEX=$((CIRCLE_NODE_INDEX))
            TOTAL_SHARDS=$((CIRCLE_NODE_TOTAL))
            
            echo "Running shard $SHARD_INDEX of $TOTAL_SHARDS"
            
            ./gradlew connectedAndroidTest \
              -Pandroid.testInstrumentationRunnerArguments.numShards=$TOTAL_SHARDS \
              -Pandroid.testInstrumentationRunnerArguments.shardIndex=$SHARD_INDEX
      
      - store_artifacts:
          path: app/build/outputs/androidTest-results
          destination: test-results

workflows:
  version: 2
  build_and_test:
    jobs:
      - test

CLASSES=$(find . -name "*Test.java" | circleci tests split --split-by=timings)
./gradlew connectedCheck -Pandroid.testInstrumentationRunnerArguments.class=$CLASSES

// 마커 인터페이스 정의
interface FastTests {}
interface SlowTests {}

// 카테고리 적용
@Category(FastTests::class)
class LoginTest {
    // 빠른 테스트들...
}

@Category(SlowTests::class)
class EndToEndTest {
    // 느린 테스트들...
}

// build.gradle
android {
    testOptions {
        unitTests {
            includeCategories 'com.example.FastTests'
        }
    }
}

// build.gradle
android {
    testOptions {
        devices {
            pixel2(com.android.build.api.dsl.ManagedVirtualDevice) {
                device = "Pixel 2"
                apiLevel = 30
                systemImageSource = "google"
                abi = "x86"
            }
        }
    }
}

./gradlew -Pandroid.experimental.androidTest.numManagedDeviceShards=2 pixel2DebugAndroidTest

gcloud firebase test android run \
    --app=app-debug.apk \
    --test=app-debug-androidTest.apk \
    --device=model=Pixel3,version=30 \
    --num-uniform-shards=5

# flank.yml
gcloud:
  app: app-debug.apk
  test: app-androidTest.apk
  device:
    - model: Pixel_3
      version: 30
  use-orchestrator: true
  timeout: 30m
flank:
  max-test-shards: 5
  shard-time: 120
  smart-flank-gcs-path: gs://your-bucket-path