Log in
benchmarksPublic

Viewing files at commit b76ab8b42dfdCommit detailsView latest

Browse files
config/fixtures.json 216 lines · 10.0 KB · json
1
{
2
  "schema_version": 1,
3
  "fixtures": {
4
    "large-mixed-v1": {
5
      "generator": "scripts/make_large_fixture.py",
6
      "version": "v1",
7
      "seed": "oakbench-large-v1",
8
      "description": "Existing large fixture family used by the core and mount lanes.",
9
      "manifest": null,
10
      "license": "synthetic",
11
      "hosting": ["local"]
12
    },
13
    "bench-xl-mirror-v1": {
14
      "generator": "scripts/make_monorepo_fixture.py",
15
      "version": "planned-v1",
16
      "seed": "oakbench-xl-v1",
17
      "description": "Planned XL hosted mirror: about 500k files and 4.5 GiB.",
18
      "manifest": null,
19
      "license": "synthetic",
20
      "hosting": ["github", "oak.space", "r2"],
21
      "status": "planned"
22
    },
23
    "bench-conflict-corpus-v1": {
24
      "generator": "scripts/make_conflict_corpus.py",
25
      "version": "v1",
26
      "seed": "oakbench-conflicts-v1",
27
      "description": "Curated conflict branch-pair corpus with RESOLUTION.json oracles. Kinds: text-overlap-small, text-overlap-medium, text-overlap-large, adjacent-lines (clean merge, broken build), rename-rename, rename-edit, delete-edit, binary-binary, lockfile. Mined-real pairs come later via the GitGoodBench pipeline.",
28
      "manifest": null,
29
      "license": "synthetic",
30
      "hosting": ["local"]
31
    },
32
    "bench-branch-triage-shape-v2": {
33
      "generator": "scripts/make_branch_triage_fixture.py",
34
      "version": "v2",
35
      "seed": "oakbench-branch-triage-v2",
36
      "description": "Local branch-triage-shape fixture with BRANCH_MANIFEST.json oracles. Six explicit shapes cycle for larger branch counts (6 and 60 locally): empty, superseded_exact, clean_contributes, conflict_additive, contributes_and_reverts_target, and missing_data.",
37
      "manifest": null,
38
      "license": "synthetic",
39
      "hosting": ["local"]
40
    },
41
    "xl-tree-500k-v1": {
42
      "generator": "scripts/make_monorepo_fixture.py",
43
      "version": "v1",
44
      "seed": "oakbench-xl-tree-v1",
45
      "description": "XL tree-width fixture: 500k files, ~2 GiB working tree, shallow history. Registry declaration; generated on the perf runner.",
46
      "manifest": null,
47
      "license": "synthetic",
48
      "hosting": ["local"],
49
      "status": "planned"
50
    },
51
    "xl-history-50k-v1": {
52
      "generator": "scripts/make_monorepo_fixture.py",
53
      "version": "v1",
54
      "seed": "oakbench-xl-history-v1",
55
      "description": "XL history-depth fixture: 50k commits over a moderate tree. Registry declaration; generated on the perf runner.",
56
      "manifest": null,
57
      "license": "synthetic",
58
      "hosting": ["local"],
59
      "status": "planned"
60
    },
61
    "xl-refs-25k-v1": {
62
      "generator": "scripts/make_monorepo_fixture.py",
63
      "version": "v1",
64
      "seed": "oakbench-xl-refs-v1",
65
      "description": "XL ref-count fixture: 25k branch refs over a moderate tree and history. Registry declaration; generated on the perf runner.",
66
      "manifest": null,
67
      "license": "synthetic",
68
      "hosting": ["local"],
69
      "status": "planned"
70
    },
71
    "monorepo-tree-1m-v1": {
72
      "generator": "scripts/make_monorepo_fixture.py",
73
      "version": "v1",
74
      "seed": "oakbench-monorepo-tree-v1",
75
      "description": "Monorepo tree-width fixture: 1M files. Registry declaration; generated on the perf runner.",
76
      "manifest": null,
77
      "license": "synthetic",
78
      "hosting": ["local"],
79
      "status": "planned"
80
    },
81
    "monorepo-history-100k-v1": {
82
      "generator": "scripts/make_monorepo_fixture.py",
83
      "version": "v1",
84
      "seed": "oakbench-monorepo-history-v1",
85
      "description": "Monorepo history-depth fixture: 100k commits. Registry declaration; generated on the perf runner.",
86
      "manifest": null,
87
      "license": "synthetic",
88
      "hosting": ["local"],
89
      "status": "planned"
90
    },
91
    "monorepo-refs-100k-v1": {
92
      "generator": "scripts/make_monorepo_fixture.py",
93
      "version": "v1",
94
      "seed": "oakbench-monorepo-refs-v1",
95
      "description": "Monorepo ref-count fixture: 100k branch refs. Registry declaration; generated on the perf runner.",
96
      "manifest": null,
97
      "license": "synthetic",
98
      "hosting": ["local"],
99
      "status": "planned"
100
    },
101
    "scale-fresh-v1": {
102
      "generator": "suites/scale/scalesuite/generator.py",
103
      "version": "scale-gen-2026-09-28.1",
104
      "seed": "oakbench-scale-fresh-v1",
105
      "description": "Scale-lane tier fresh: 100 files, depth 3, 1 commits, 1 branches, 0 tags. Identity = refs_sha256 (sorted '<oid> <ref>' list); regenerate with suites/scale/run_scale_suite.py generate.",
106
      "manifest": null,
107
      "license": "synthetic",
108
      "hosting": ["local"],
109
      "spec_sha256": "9facd15d230155ce52cc085333c427ff735b974ad03f2a4f3614a8eebe1d21c8",
110
      "refs_sha256": "f0d568082f55f84a96ce5819b610ec95c6b99a3567377d456d3177586b10f923",
111
      "head_commit": "688e50e5a1d837b6be449f365621d1d380cd2c84"
112
    },
113
    "scale-default-v1": {
114
      "generator": "suites/scale/scalesuite/generator.py",
115
      "version": "scale-gen-2026-09-28.1",
116
      "seed": "oakbench-scale-default-v1",
117
      "description": "Scale-lane tier default: 5000 files, depth 6, 1000 commits, 50 branches, 20 tags. Identity = refs_sha256 (sorted '<oid> <ref>' list); regenerate with suites/scale/run_scale_suite.py generate.",
118
      "manifest": null,
119
      "license": "synthetic",
120
      "hosting": ["local"],
121
      "spec_sha256": "8c781cedd9dea7e1a2324081930529696328490060d0dc5d662f615f2dde9bcd",
122
      "refs_sha256": "a5766e865961b70fb2d05c0bf5f83fd298e8e9ae4fc30f485ed433e228d5b2b3",
123
      "head_commit": "264f76de8698f05c76833225bfdb9bf4a56e8764"
124
    },
125
    "scale-large-v1": {
126
      "generator": "suites/scale/scalesuite/generator.py",
127
      "version": "scale-gen-2026-09-28.1",
128
      "seed": "oakbench-scale-large-v1",
129
      "description": "Scale-lane tier large: 100000 files, depth 8, 10000 commits, 1000 branches, 200 tags, 1 x 268435456 B binary. Identity = refs_sha256 (sorted '<oid> <ref>' list); regenerate with suites/scale/run_scale_suite.py generate.",
130
      "manifest": null,
131
      "license": "synthetic",
132
      "hosting": ["local"],
133
      "spec_sha256": "617ae6051841c1168cbb445049a548bf4746403da5dd532ca35e6cc6262f69fc",
134
      "refs_sha256": null,
135
      "head_commit": null
136
    },
137
    "scale-xl-history-v1": {
138
      "generator": "suites/scale/scalesuite/generator.py",
139
      "version": "scale-gen-2026-09-28.1",
140
      "seed": "oakbench-scale-xl-history-v1",
141
      "description": "Scale-lane tier xl-history: 10000 files, depth 5, 100000 commits, 1 branches, 0 tags. Identity = refs_sha256 (sorted '<oid> <ref>' list); regenerate with suites/scale/run_scale_suite.py generate.",
142
      "manifest": null,
143
      "license": "synthetic",
144
      "hosting": ["local"],
145
      "spec_sha256": "f831dec246c56d087965ca1ff7c4b70eeffe1138d0cf29e2b3bc51b11e79f8f6",
146
      "refs_sha256": null,
147
      "head_commit": null,
148
      "status": "xl_opt_in"
149
    },
150
    "scale-xl-tree-v1": {
151
      "generator": "suites/scale/scalesuite/generator.py",
152
      "version": "scale-gen-2026-09-28.1",
153
      "seed": "oakbench-scale-xl-tree-v1",
154
      "description": "Scale-lane tier xl-tree: 1000000 files, depth 6, 3 commits, 1 branches, 0 tags. Identity = refs_sha256 (sorted '<oid> <ref>' list); regenerate with suites/scale/run_scale_suite.py generate.",
155
      "manifest": null,
156
      "license": "synthetic",
157
      "hosting": ["local"],
158
      "spec_sha256": "11e4fcbdd3203ccb67a8eb5eded9d2a81ac0e216ac60e8b74f17f4d01482e9b1",
159
      "refs_sha256": null,
160
      "head_commit": null,
161
      "status": "xl_opt_in"
162
    },
163
    "scale-xl-deep-v1": {
164
      "generator": "suites/scale/scalesuite/generator.py",
165
      "version": "scale-gen-2026-09-28.1",
166
      "seed": "oakbench-scale-xl-deep-v1",
167
      "description": "Scale-lane tier xl-deep: 50000 files, depth 40, 100 commits, 1 branches, 0 tags. Identity = refs_sha256 (sorted '<oid> <ref>' list); regenerate with suites/scale/run_scale_suite.py generate.",
168
      "manifest": null,
169
      "license": "synthetic",
170
      "hosting": ["local"],
171
      "spec_sha256": "75d4e3f983b386134a17e9e354690ceeccea9d1346e695e66971c491d66240c6",
172
      "refs_sha256": null,
173
      "head_commit": null,
174
      "status": "xl_opt_in"
175
    },
176
    "scale-xl-refs-v1": {
177
      "generator": "suites/scale/scalesuite/generator.py",
178
      "version": "scale-gen-2026-09-28.1",
179
      "seed": "oakbench-scale-xl-refs-v1",
180
      "description": "Scale-lane tier xl-refs: 2000 files, depth 4, 1000 commits, 10000 branches, 2000 tags. Identity = refs_sha256 (sorted '<oid> <ref>' list); regenerate with suites/scale/run_scale_suite.py generate.",
181
      "manifest": null,
182
      "license": "synthetic",
183
      "hosting": ["local"],
184
      "spec_sha256": "0ad66690641e42577c3e01860e069d9116ab32e146425cb7de84bc7b4465aeb7",
185
      "refs_sha256": null,
186
      "head_commit": null,
187
      "status": "xl_opt_in"
188
    },
189
    "scale-xl-bigblob-v1": {
190
      "generator": "suites/scale/scalesuite/generator.py",
191
      "version": "scale-gen-2026-09-28.1",
192
      "seed": "oakbench-scale-xl-bigblob-v1",
193
      "description": "Scale-lane tier xl-bigblob: 16 files, depth 2, 3 commits, 1 branches, 0 tags, 1 x 3221225472 B binary. Identity = refs_sha256 (sorted '<oid> <ref>' list); regenerate with suites/scale/run_scale_suite.py generate.",
194
      "manifest": null,
195
      "license": "synthetic",
196
      "hosting": ["local"],
197
      "spec_sha256": "16a799ad3f9ec82996714e324698c3e495f8b8c86b3b76b1c167cac6c8aca01f",
198
      "refs_sha256": null,
199
      "head_commit": null,
200
      "status": "xl_opt_in"
201
    },
202
    "scale-xl-combined-v1": {
203
      "generator": "suites/scale/scalesuite/generator.py",
204
      "version": "scale-gen-2026-09-28.1",
205
      "seed": "oakbench-scale-xl-combined-v1",
206
      "description": "Scale-lane tier xl-combined: 1000000 files, depth 32, 100000 commits, 10000 branches, 2000 tags, 1 x 3221225472 B binary. Identity = refs_sha256 (sorted '<oid> <ref>' list); regenerate with suites/scale/run_scale_suite.py generate.",
207
      "manifest": null,
208
      "license": "synthetic",
209
      "hosting": ["local"],
210
      "spec_sha256": "5af42782a61d086c5075224127674430db5acd4a95543a0e8b84e1b18b76b5de",
211
      "refs_sha256": null,
212
      "head_commit": null,
213
      "status": "xl_opt_in"
214
    }
215
  }
216
}