Improve test failure output for lift-and-compare

This commit is contained in:
Duncan Ogilvie
2025-10-27 15:57:24 +01:00
committed by Kyle Elliott
parent 658a1806a7
commit 50ac24a35d
2 changed files with 6 additions and 0 deletions
@@ -439,6 +439,9 @@ int main(int argc, char **argv) {
std::vector<TestCase> failed_testcases;
auto succeeded_tot = true;
for (auto tc : testcases) {
llvm::errs() << llvm::toHex(tc.bytes) << "\n";
llvm::errs().flush();
auto tc_succeeded = runTestCase(tc, diffbuilder, whitelist, ++ctr);
if (!tc_succeeded) {
succeeded_tot = false;
@@ -8,6 +8,7 @@ import json
import subprocess
import tqdm
import sys
import shlex
# paralellism for CI
@@ -43,6 +44,8 @@ class DiffTesterInfo:
if exit_stat.returncode == 0:
return TestResults(num_tests, 0)
sys.stderr.write(f"Command:\n{shlex.join(command_args)}\n")
if exit_stat != 2:
return TestResults(num_tests, num_tests)