You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
101 lines
3.3 KiB
101 lines
3.3 KiB
name: Benchmark on Emulator
|
|
|
|
on:
|
|
push:
|
|
branches: [testNIA]
|
|
|
|
jobs:
|
|
benchmark-android:
|
|
runs-on: ubuntu-latest
|
|
timeout-minutes: 45
|
|
|
|
steps:
|
|
- name: Checkout code
|
|
uses: actions/checkout@v4
|
|
|
|
- name: Free Disk Space
|
|
run: |
|
|
sudo rm -rf /usr/share/dotnet
|
|
sudo rm -rf /opt/ghc
|
|
sudo rm -rf "/usr/local/share/boost"
|
|
|
|
- name: Set up JDK 17
|
|
uses: actions/setup-java@v4
|
|
with:
|
|
distribution: 'zulu'
|
|
java-version: '17'
|
|
cache: 'gradle'
|
|
|
|
- name: Grant execute permission
|
|
run: chmod +x gradlew
|
|
|
|
- name: Enable KVM
|
|
run: |
|
|
echo 'KERNEL=="kvm", GROUP="kvm", MODE="0666", OPTIONS+="static_node=kvm"' | sudo tee /etc/udev/rules.d/99-kvm4all.rules
|
|
sudo udevadm control --reload-rules
|
|
sudo udevadm trigger --name-match=kvm
|
|
|
|
- name: Build Benchmark APKs
|
|
run: ./gradlew :app:assembleDemoBenchmark :benchmarks:assembleDemoBenchmark
|
|
|
|
- name: Run Benchmarks
|
|
uses: reactivecircus/android-emulator-runner@v2
|
|
with:
|
|
api-level: 30
|
|
target: google_apis
|
|
arch: x86_64
|
|
force-avd-creation: true
|
|
emulator-options: -no-window -gpu swiftshader_indirect -noaudio -no-boot-anim -memory 4096
|
|
disable-animations: true
|
|
script: |
|
|
set -e
|
|
|
|
OUTPUT_DIR="benchmarks/build/outputs/connected_android_test_additional_output"
|
|
COLLECTED_DIR="$OUTPUT_DIR/collected"
|
|
mkdir -p "$COLLECTED_DIR"
|
|
|
|
run_benchmark () {
|
|
VERSION_LABEL=$1 # v1 or v2
|
|
RUN_NUMBER=$2 # 1..5
|
|
|
|
echo "=============================="
|
|
echo "Running benchmark for $VERSION_LABEL run $RUN_NUMBER"
|
|
echo "=============================="
|
|
|
|
# Clear app data to keep runs consistent
|
|
adb shell pm clear com.google.samples.apps.nowinandroid || true
|
|
|
|
# Run only the Startup benchmark
|
|
./gradlew :benchmarks:connectedDemoBenchmarkAndroidTest \
|
|
-Pandroid.testInstrumentationRunnerArguments.class=com.google.samples.apps.nowinandroid.startup.StartupBenchmark \
|
|
-Pandroid.testInstrumentationRunnerArguments.androidx.benchmark.suppressErrors=EMULATOR
|
|
|
|
# Find the newest JSON result file
|
|
LATEST_JSON=$(find "$OUTPUT_DIR" -name "*.json" -type f -printf "%T@ %p\n" | sort -nr | head -n1 | cut -d' ' -f2-)
|
|
|
|
if [ -z "$LATEST_JSON" ]; then
|
|
echo "Error: No benchmark JSON file found"
|
|
exit 1
|
|
fi
|
|
|
|
NEW_NAME="$COLLECTED_DIR/benchmark_${VERSION_LABEL}_run${RUN_NUMBER}.json"
|
|
cp "$LATEST_JSON" "$NEW_NAME"
|
|
|
|
echo "Saved result to $NEW_NAME"
|
|
}
|
|
|
|
# Alternate runs: v1, v2, v1, v2 ...
|
|
for i in 1 2 3 4 5; do
|
|
run_benchmark "v1" "$i"
|
|
run_benchmark "v2" "$i"
|
|
done
|
|
|
|
- name: Run step fit
|
|
run: python3 .github/scripts/step_fit.py
|
|
|
|
- name: Upload Artifacts
|
|
if: always()
|
|
uses: actions/upload-artifact@v4
|
|
with:
|
|
name: benchmark-results
|
|
path: benchmarks/build/outputs/connected_android_test_additional_output/collected/ |