benchmarksPublic
benchmarksPublic
Commit 653060c4
M
config/conformance_expected_failures.json
@@ -2,7 +2,7 @@
22
"schema_version": 2,33
"subject": "oak",44
"measured_with": "oak 0.105.0 on darwin-ci-ni (macOS APFS: case-insensitive, normalization-insensitive)",5-
"policy": "Strict xfail: a listed behaviour must fail at exactly these legs with details fully matching these patterns (re.fullmatch); anything else is a regression. A listed behaviour that passes where the entry applies is FIXED (remove it). outcome=refused marks typed policy refusals (product decision) vs bugs. fs_profiles scopes an entry to filesystem classes (default: all). coverage.<profile>.expected_skips: any other skip on that profile is a coverage loss (UNMEASURED).",5+
"policy": "Strict xfail: a listed behaviour must fail at exactly these legs with details fully matching these patterns (re.fullmatch); anything else is a regression. A listed behaviour that passes where the entry applies is FIXED (remove it). outcome=refused marks typed policy refusals (product decision) vs bugs; outcome=intermittent marks a timing-dependent bug (pass is a pass, never FIXED). Tickets are fb-N; pending:<slug> only until filed. fs_profiles scopes an entry to filesystem classes (default: all). coverage.<profile>.expected_skips: any other skip on that profile is a coverage loss (UNMEASURED).",66
"entries": [77
{88
"behaviour": "path_roundtrip_v1",@@ -101,6 +101,15 @@
101101
"pull_fs": "oak pull exited 1: error: IO error: Not a directory \\(os error 20\\)"102102
},103103
"reason": "oak pull fails ENOTDIR on a committed file -> deeper directory transition"104+
},105+
{106+
"behaviour": "large_file_chunked_v1",107+
"ticket": "pending:oak-serve-chunk-upload-database-locked",108+
"outcome": "intermittent",109+
"failed_legs": {110+
"commit_push": "oak push --repo exited 6: error: Server error: Failed to upload chunk: HTTP 500 Internal Server Error: Database error: database is locked"111+
},112+
"reason": "intermittent: loopback oak serve returns HTTP 500 'database is locked' on a concurrent chunk upload and the client does not retry (2 of 7 matrix runs; repro r7 3/3 with three copies in parallel)"104113
}105114
],106115
"coverage": {
M
docs/vcs-conformance.md
Loading diff…
M
scripts/oakbench/conformance_gate.py
Loading diff…
M
tests/data/conformance_oak_0105_failures.json
Loading diff…
M
tests/test_conformance_gate.py
Loading diff…