diff --git a/.github/workflows/Build.yaml b/.github/workflows/Build.yaml
index c3b81c731..bd9a339aa 100644
--- a/.github/workflows/Build.yaml
+++ b/.github/workflows/Build.yaml
@@ -52,7 +52,6 @@ jobs:
 
             OUTPUT_DIR="benchmarks/build/outputs/connected_android_test_additional_output"
             COLLECTED_DIR="$OUTPUT_DIR/collected"
-            mkdir -p "$COLLECTED_DIR"
 
             run_benchmark () {
               VERSION_LABEL=$1   # v1 or v2
@@ -70,6 +69,8 @@ jobs:
                 -Pandroid.testInstrumentationRunnerArguments.class=com.google.samples.apps.nowinandroid.startup.StartupBenchmark \
                 -Pandroid.testInstrumentationRunnerArguments.androidx.benchmark.suppressErrors=EMULATOR
 
+              mkdir -p "$COLLECTED_DIR"
+
               # Find the newest JSON result file
               LATEST_JSON=$(find "$OUTPUT_DIR" -name "*.json" -type f -printf "%T@ %p\n" | sort -nr | head -n1 | cut -d' ' -f2-)