benchmarksPublic
benchmarksPublic
Commit faa835d7
M
config/fixtures.json
@@ -97,6 +97,120 @@
9797
"license": "synthetic",9898
"hosting": ["local"],9999
"status": "planned"100+
},101+
"scale-fresh-v1": {102+
"generator": "suites/scale/scalesuite/generator.py",103+
"version": "scale-gen-2026-09-28.1",104+
"seed": "oakbench-scale-fresh-v1",105+
"description": "Scale-lane tier fresh: 100 files, depth 3, 1 commits, 1 branches, 0 tags. Identity = refs_sha256 (sorted '<oid> <ref>' list); regenerate with suites/scale/run_scale_suite.py generate.",106+
"manifest": null,107+
"license": "synthetic",108+
"hosting": ["local"],109+
"spec_sha256": "9facd15d230155ce52cc085333c427ff735b974ad03f2a4f3614a8eebe1d21c8",110+
"refs_sha256": "f0d568082f55f84a96ce5819b610ec95c6b99a3567377d456d3177586b10f923",111+
"head_commit": "688e50e5a1d837b6be449f365621d1d380cd2c84"112+
},113+
"scale-default-v1": {114+
"generator": "suites/scale/scalesuite/generator.py",115+
"version": "scale-gen-2026-09-28.1",116+
"seed": "oakbench-scale-default-v1",117+
"description": "Scale-lane tier default: 5000 files, depth 6, 1000 commits, 50 branches, 20 tags. Identity = refs_sha256 (sorted '<oid> <ref>' list); regenerate with suites/scale/run_scale_suite.py generate.",118+
"manifest": null,119+
"license": "synthetic",120+
"hosting": ["local"],121+
"spec_sha256": "8c781cedd9dea7e1a2324081930529696328490060d0dc5d662f615f2dde9bcd",122+
"refs_sha256": "a5766e865961b70fb2d05c0bf5f83fd298e8e9ae4fc30f485ed433e228d5b2b3",123+
"head_commit": "264f76de8698f05c76833225bfdb9bf4a56e8764"124+
},125+
"scale-large-v1": {126+
"generator": "suites/scale/scalesuite/generator.py",127+
"version": "scale-gen-2026-09-28.1",128+
"seed": "oakbench-scale-large-v1",129+
"description": "Scale-lane tier large: 100000 files, depth 8, 10000 commits, 1000 branches, 200 tags, 1 x 268435456 B binary. Identity = refs_sha256 (sorted '<oid> <ref>' list); regenerate with suites/scale/run_scale_suite.py generate.",130+
"manifest": null,131+
"license": "synthetic",132+
"hosting": ["local"],133+
"spec_sha256": "617ae6051841c1168cbb445049a548bf4746403da5dd532ca35e6cc6262f69fc",134+
"refs_sha256": null,135+
"head_commit": null136+
},137+
"scale-xl-history-v1": {138+
"generator": "suites/scale/scalesuite/generator.py",139+
"version": "scale-gen-2026-09-28.1",140+
"seed": "oakbench-scale-xl-history-v1",141+
"description": "Scale-lane tier xl-history: 10000 files, depth 5, 100000 commits, 1 branches, 0 tags. Identity = refs_sha256 (sorted '<oid> <ref>' list); regenerate with suites/scale/run_scale_suite.py generate.",142+
"manifest": null,143+
"license": "synthetic",144+
"hosting": ["local"],145+
"spec_sha256": "f831dec246c56d087965ca1ff7c4b70eeffe1138d0cf29e2b3bc51b11e79f8f6",146+
"refs_sha256": null,147+
"head_commit": null,148+
"status": "xl_opt_in"149+
},150+
"scale-xl-tree-v1": {151+
"generator": "suites/scale/scalesuite/generator.py",152+
"version": "scale-gen-2026-09-28.1",153+
"seed": "oakbench-scale-xl-tree-v1",154+
"description": "Scale-lane tier xl-tree: 1000000 files, depth 6, 3 commits, 1 branches, 0 tags. Identity = refs_sha256 (sorted '<oid> <ref>' list); regenerate with suites/scale/run_scale_suite.py generate.",155+
"manifest": null,156+
"license": "synthetic",157+
"hosting": ["local"],158+
"spec_sha256": "11e4fcbdd3203ccb67a8eb5eded9d2a81ac0e216ac60e8b74f17f4d01482e9b1",159+
"refs_sha256": null,160+
"head_commit": null,161+
"status": "xl_opt_in"162+
},163+
"scale-xl-deep-v1": {164+
"generator": "suites/scale/scalesuite/generator.py",165+
"version": "scale-gen-2026-09-28.1",166+
"seed": "oakbench-scale-xl-deep-v1",167+
"description": "Scale-lane tier xl-deep: 50000 files, depth 40, 100 commits, 1 branches, 0 tags. Identity = refs_sha256 (sorted '<oid> <ref>' list); regenerate with suites/scale/run_scale_suite.py generate.",168+
"manifest": null,169+
"license": "synthetic",170+
"hosting": ["local"],171+
"spec_sha256": "75d4e3f983b386134a17e9e354690ceeccea9d1346e695e66971c491d66240c6",172+
"refs_sha256": null,173+
"head_commit": null,174+
"status": "xl_opt_in"175+
},176+
"scale-xl-refs-v1": {177+
"generator": "suites/scale/scalesuite/generator.py",178+
"version": "scale-gen-2026-09-28.1",179+
"seed": "oakbench-scale-xl-refs-v1",180+
"description": "Scale-lane tier xl-refs: 2000 files, depth 4, 1000 commits, 10000 branches, 2000 tags. Identity = refs_sha256 (sorted '<oid> <ref>' list); regenerate with suites/scale/run_scale_suite.py generate.",181+
"manifest": null,182+
"license": "synthetic",183+
"hosting": ["local"],184+
"spec_sha256": "0ad66690641e42577c3e01860e069d9116ab32e146425cb7de84bc7b4465aeb7",185+
"refs_sha256": null,186+
"head_commit": null,187+
"status": "xl_opt_in"188+
},189+
"scale-xl-bigblob-v1": {190+
"generator": "suites/scale/scalesuite/generator.py",191+
"version": "scale-gen-2026-09-28.1",192+
"seed": "oakbench-scale-xl-bigblob-v1",193+
"description": "Scale-lane tier xl-bigblob: 16 files, depth 2, 3 commits, 1 branches, 0 tags, 1 x 3221225472 B binary. Identity = refs_sha256 (sorted '<oid> <ref>' list); regenerate with suites/scale/run_scale_suite.py generate.",194+
"manifest": null,195+
"license": "synthetic",196+
"hosting": ["local"],197+
"spec_sha256": "16a799ad3f9ec82996714e324698c3e495f8b8c86b3b76b1c167cac6c8aca01f",198+
"refs_sha256": null,199+
"head_commit": null,200+
"status": "xl_opt_in"201+
},202+
"scale-xl-combined-v1": {203+
"generator": "suites/scale/scalesuite/generator.py",204+
"version": "scale-gen-2026-09-28.1",205+
"seed": "oakbench-scale-xl-combined-v1",206+
"description": "Scale-lane tier xl-combined: 1000000 files, depth 32, 100000 commits, 10000 branches, 2000 tags, 1 x 3221225472 B binary. Identity = refs_sha256 (sorted '<oid> <ref>' list); regenerate with suites/scale/run_scale_suite.py generate.",207+
"manifest": null,208+
"license": "synthetic",209+
"hosting": ["local"],210+
"spec_sha256": "5af42782a61d086c5075224127674430db5acd4a95543a0e8b84e1b18b76b5de",211+
"refs_sha256": null,212+
"head_commit": null,213+
"status": "xl_opt_in"100214
}101215
}102216
}
M
docs/benchmark-coverage.md
Loading diff…
M
docs/prior-art.md
Loading diff…
A
scenarios/scale.yaml
Loading diff…
M
scripts/oakbench/lane_contract.py
Loading diff…
M
scripts/oakbench/rows.py
Loading diff…
A
suites/scale/README.md
Loading diff…
A
suites/scale/run_scale_suite.py
Loading diff…
A
suites/scale/scalesuite/generator.py
Loading diff…
A
suites/scale/scalesuite/ops.py
Loading diff…
A
suites/scale/scalesuite/runner.py
Loading diff…
A
suites/scale/scalesuite/sizer.py
Loading diff…
A
suites/scale/scalesuite/tiers.py
Loading diff…
A
suites/scale/scalesuite/workspace.py
Loading diff…
A
suites/scale/third_party/git-sizer/LICENSE-MIT
Loading diff…
A
suites/scale/third_party/git-sizer/NOTICE
Loading diff…
A
tests/test_scale_suite.py
Loading diff…