Commit 4f4412a1 · oak/benchmarks

· Browse files at this commit

4f4412a18356

Merged on mrmrs-95dda3

mrmrs · 1 month ago · 1 file ~1 modified

M tests/test_robustness_runner.py

@@ -140,7 +140,9 @@

140140 commit_rows = [r for r in rows if r["operation"] == "commit"]

141141 self.assertEqual(len(commit_rows), 3)

142142 for row in commit_rows:

143- self.assertIn(row["classification"], (HELD, VIOLATED), row.get("harness_error"))

143+ # a commit that beats every re-aimed kill (host load) is fault_not_fired, never held

144+ self.assertIn(row["classification"], (HELD, VIOLATED, FAULT_NOT_FIRED), row.get("harness_error"))

145+ self.assertEqual(row["classification"] == FAULT_NOT_FIRED, row["fault_fired"] is False)

144146 self.assertIn("acked_local_reachable", row["invariants"])

145147 self.assertEqual(row["remote_transport"], "local_file")

146148 self.assertTrue(all(r["classification"] == UNSUPPORTED for r in rows if r["operation"] == "merge_hosted"))