Skip to content

Commit 150ddff

Browse files
JoeMattclaude
andcommitted
Address review: fail on missing frames, use script-level FRAMES var
- Treat "no frames produced" as FAIL (not SKIP) in determinism and frameskip tests so CI catches crashes/hangs. - Use FRAMES/DUMP_EVERY from script-level variables instead of hardcoded 300/100 in run_and_get_frame helper. Co-Authored-By: Claude Opus 4.6 <[email protected]>
1 parent 225d323 commit 150ddff

1 file changed

Lines changed: 7 additions & 3 deletions

File tree

test/regression_test.sh

Lines changed: 7 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -174,7 +174,7 @@ run_and_get_frame() {
174174
"${MINIRETRO_BIN}" \
175175
--core "${CORE}" --rom "$1" \
176176
--output "${out_dir}" --system "${out_dir}" \
177-
--frames 300 --dump-frames-every 100 \
177+
--frames "${FRAMES}" --dump-frames-every "${DUMP_EVERY}" \
178178
--no-alarm ${envvar_args} >/dev/null 2>&1 || true
179179
find "${out_dir}" -name "screenshot*.png" 2>/dev/null | sort | tail -1
180180
}
@@ -206,7 +206,9 @@ for rom in "${ROM_DIR}"/*.j64 "${ROM_DIR}"/*.rom; do
206206
SUMMARY="${SUMMARY}| ${rom_name} (determinism) | :x: FAIL | non-deterministic output | See artifacts |\n"
207207
fi
208208
else
209-
echo " SKIP: ${rom_name} determinism (no frames produced)"
209+
echo " FAIL: ${rom_name} determinism (no frames produced)"
210+
FAIL=$((FAIL + 1))
211+
SUMMARY="${SUMMARY}| ${rom_name} (determinism) | :x: FAIL | no frames produced | - |\n"
210212
fi
211213
done
212214

@@ -238,7 +240,9 @@ for rom in "${ROM_DIR}"/*.j64 "${ROM_DIR}"/*.rom; do
238240
SUMMARY="${SUMMARY}| ${rom_name} (frameskip) | :x: FAIL | frameskip changes output | See artifacts |\n"
239241
fi
240242
else
241-
echo " SKIP: ${rom_name} frameskip (no frames produced)"
243+
echo " FAIL: ${rom_name} frameskip (no frames produced)"
244+
FAIL=$((FAIL + 1))
245+
SUMMARY="${SUMMARY}| ${rom_name} (frameskip) | :x: FAIL | no frames produced | - |\n"
242246
fi
243247
done
244248

0 commit comments

Comments
 (0)