|
5 | 5 | "skill": "selected", |
6 | 6 | "revisions": { |
7 | 7 | "baseline": { |
8 | | - "git_revision": "c27d81552b9f28c1eb8fae9706d4890bf37e88b8", |
| 8 | + "git_revision": "953aa2ac39e46573caedfff5179a3e5d36c9be3e", |
9 | 9 | "bundle_revision": "sha256:db78dfd40c109c9e99bfefe5006812f2e492d4002c9f5a256f4ec424bed0b59d" |
10 | 10 | }, |
11 | 11 | "candidate": { |
12 | | - "git_revision": "f4ad23f807fc9df5824532e086d04a64a5b736a1", |
| 12 | + "git_revision": "c269dc05581f58232de90ee5958098620d2aa9cf", |
13 | 13 | "bundle_revision": "sha256:7fbb9ba7387ce05ec0ef18b559fbb914b2c2371c537e19c2bceddf18cad334ae" |
14 | 14 | } |
15 | 15 | }, |
|
30 | 30 | "grader": "a11ef015770706aa33e4c801dcf31c0bb08870c80dc8aa5b8a713d049f16b7ff" |
31 | 31 | }, |
32 | 32 | "frozen_controllers": { |
33 | | - "tools/skill_eval_compare.py": "295ec1f97d9b2c42359437973259a1f8e62238c1333771f70a631060d40ce7e1", |
| 33 | + "tools/skill_eval_compare.py": "8a8b35a40d8dbc0c203b2867cbcd02357ca77d1f63eaf6b0925ca1b0e211600d", |
34 | 34 | "tools/skill_eval_pilot.py": "c7ec6c91463df119c9a8adffd772a799fbfdd371c6d25d97740a4b713e0f15aa", |
35 | 35 | "src/inferrsi/harness/skill_evaluation.py": "8af9faf0fd083aa2731d284cebcf8caed135d6b3723bf1c869d1d79f81fde19d", |
36 | 36 | "src/inferrsi/infra/executors/local.py": "b089cdc7daaaf7834698c2d280a12c5e755915ded926aa039c8de5f521bd46f0", |
|
68 | 68 | "output_sha256": "d42de8a3924cc9b0867cfbf510433b510acad688f5a872829b235b8224e0dc2e", |
69 | 69 | "retained_output_sha256": "d42de8a3924cc9b0867cfbf510433b510acad688f5a872829b235b8224e0dc2e", |
70 | 70 | "evidence_sha256": { |
71 | | - "execution.json": "c2f893f850a311ae1c7c4ab71dbcafb6cd4c78e7b4958dadf771a420c1614b56", |
| 71 | + "execution.json": "a6eab3e94000c3aade3ac1cbf5e88370522d91d57e4b28c100ccdbd6e1db8ace", |
72 | 72 | "agent/stdout.log": "cae0a0049534a8720917a328866e40de12e3a95495ab4f5c07cbeb525eb7ccdf", |
73 | 73 | "agent/stderr.log": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", |
74 | 74 | "verification/result.json": "8a64fcee2c58d57083f195a727ba7a1b35d2f400bdf0699ec8d0eaac72b14f73", |
75 | 75 | "verification/stdout.log": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", |
76 | 76 | "verification/stderr.log": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" |
77 | 77 | }, |
78 | 78 | "retained_evidence_sha256": { |
79 | | - "execution.json": "c2f893f850a311ae1c7c4ab71dbcafb6cd4c78e7b4958dadf771a420c1614b56", |
| 79 | + "execution.json": "a6eab3e94000c3aade3ac1cbf5e88370522d91d57e4b28c100ccdbd6e1db8ace", |
80 | 80 | "agent/stdout.log": "cae0a0049534a8720917a328866e40de12e3a95495ab4f5c07cbeb525eb7ccdf", |
81 | 81 | "agent/stderr.log": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", |
82 | 82 | "verification/result.json": "8a64fcee2c58d57083f195a727ba7a1b35d2f400bdf0699ec8d0eaac72b14f73", |
|
102 | 102 | "output_sha256": "0f0c9f0f76ff65f67c097c86422dab0927b3e777d881df0d19e964c56d10cb20", |
103 | 103 | "retained_output_sha256": "0f0c9f0f76ff65f67c097c86422dab0927b3e777d881df0d19e964c56d10cb20", |
104 | 104 | "evidence_sha256": { |
105 | | - "execution.json": "7e3f57d22fd7d4f3093685dd2ab0307f458b6ada999d1c785fd19b5a82f16666", |
| 105 | + "execution.json": "a68d8651dea2a336c856639eb0122c4c0946cef05eb0ecfd6bea8e69bd752209", |
106 | 106 | "agent/stdout.log": "cae0a0049534a8720917a328866e40de12e3a95495ab4f5c07cbeb525eb7ccdf", |
107 | 107 | "agent/stderr.log": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", |
108 | 108 | "verification/result.json": "6ee705eb8e072554678b86346a7d11edab8c1307eb88a31771af08a39fbc7820", |
109 | 109 | "verification/stdout.log": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", |
110 | 110 | "verification/stderr.log": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" |
111 | 111 | }, |
112 | 112 | "retained_evidence_sha256": { |
113 | | - "execution.json": "7e3f57d22fd7d4f3093685dd2ab0307f458b6ada999d1c785fd19b5a82f16666", |
| 113 | + "execution.json": "a68d8651dea2a336c856639eb0122c4c0946cef05eb0ecfd6bea8e69bd752209", |
114 | 114 | "agent/stdout.log": "cae0a0049534a8720917a328866e40de12e3a95495ab4f5c07cbeb525eb7ccdf", |
115 | 115 | "agent/stderr.log": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", |
116 | 116 | "verification/result.json": "6ee705eb8e072554678b86346a7d11edab8c1307eb88a31771af08a39fbc7820", |
|
141 | 141 | "output_sha256": "0f0c9f0f76ff65f67c097c86422dab0927b3e777d881df0d19e964c56d10cb20", |
142 | 142 | "retained_output_sha256": "0f0c9f0f76ff65f67c097c86422dab0927b3e777d881df0d19e964c56d10cb20", |
143 | 143 | "evidence_sha256": { |
144 | | - "execution.json": "69550a36b6c940ab8bb3ce4935c8ae1c73b349fd8772889645f6a5e4f091f64b", |
| 144 | + "execution.json": "ff72cb6a28db5adf030609cbdd285a391475cee2dee9c8a965565238020fb172", |
145 | 145 | "agent/stdout.log": "cae0a0049534a8720917a328866e40de12e3a95495ab4f5c07cbeb525eb7ccdf", |
146 | 146 | "agent/stderr.log": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", |
147 | 147 | "verification/result.json": "6ee705eb8e072554678b86346a7d11edab8c1307eb88a31771af08a39fbc7820", |
148 | 148 | "verification/stdout.log": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", |
149 | 149 | "verification/stderr.log": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" |
150 | 150 | }, |
151 | 151 | "retained_evidence_sha256": { |
152 | | - "execution.json": "69550a36b6c940ab8bb3ce4935c8ae1c73b349fd8772889645f6a5e4f091f64b", |
| 152 | + "execution.json": "ff72cb6a28db5adf030609cbdd285a391475cee2dee9c8a965565238020fb172", |
153 | 153 | "agent/stdout.log": "cae0a0049534a8720917a328866e40de12e3a95495ab4f5c07cbeb525eb7ccdf", |
154 | 154 | "agent/stderr.log": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", |
155 | 155 | "verification/result.json": "6ee705eb8e072554678b86346a7d11edab8c1307eb88a31771af08a39fbc7820", |
|
175 | 175 | "output_sha256": "d42de8a3924cc9b0867cfbf510433b510acad688f5a872829b235b8224e0dc2e", |
176 | 176 | "retained_output_sha256": "d42de8a3924cc9b0867cfbf510433b510acad688f5a872829b235b8224e0dc2e", |
177 | 177 | "evidence_sha256": { |
178 | | - "execution.json": "db32f242cb50b77b121bf47ad4d931ee62d091a8b188d56469e1d2c71a75104b", |
| 178 | + "execution.json": "9191efb9ae1b040d0eeef520aeadbe91db378b461132d22e705e9c8e479cf0c6", |
179 | 179 | "agent/stdout.log": "cae0a0049534a8720917a328866e40de12e3a95495ab4f5c07cbeb525eb7ccdf", |
180 | 180 | "agent/stderr.log": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", |
181 | 181 | "verification/result.json": "8a64fcee2c58d57083f195a727ba7a1b35d2f400bdf0699ec8d0eaac72b14f73", |
182 | 182 | "verification/stdout.log": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", |
183 | 183 | "verification/stderr.log": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" |
184 | 184 | }, |
185 | 185 | "retained_evidence_sha256": { |
186 | | - "execution.json": "db32f242cb50b77b121bf47ad4d931ee62d091a8b188d56469e1d2c71a75104b", |
| 186 | + "execution.json": "9191efb9ae1b040d0eeef520aeadbe91db378b461132d22e705e9c8e479cf0c6", |
187 | 187 | "agent/stdout.log": "cae0a0049534a8720917a328866e40de12e3a95495ab4f5c07cbeb525eb7ccdf", |
188 | 188 | "agent/stderr.log": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", |
189 | 189 | "verification/result.json": "8a64fcee2c58d57083f195a727ba7a1b35d2f400bdf0699ec8d0eaac72b14f73", |
|
214 | 214 | "output_sha256": "0f0c9f0f76ff65f67c097c86422dab0927b3e777d881df0d19e964c56d10cb20", |
215 | 215 | "retained_output_sha256": "0f0c9f0f76ff65f67c097c86422dab0927b3e777d881df0d19e964c56d10cb20", |
216 | 216 | "evidence_sha256": { |
217 | | - "execution.json": "89d40e49eb4ace0f2c5710999feb14ad43756406be45af47c6716bbdd24edf47", |
| 217 | + "execution.json": "9b989e4d07a49ece73426c7aa83dddfb0b881e4fc46d77ef3668aad6c3cd44a3", |
218 | 218 | "agent/stdout.log": "cae0a0049534a8720917a328866e40de12e3a95495ab4f5c07cbeb525eb7ccdf", |
219 | 219 | "agent/stderr.log": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", |
220 | 220 | "verification/result.json": "6ee705eb8e072554678b86346a7d11edab8c1307eb88a31771af08a39fbc7820", |
221 | 221 | "verification/stdout.log": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", |
222 | 222 | "verification/stderr.log": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" |
223 | 223 | }, |
224 | 224 | "retained_evidence_sha256": { |
225 | | - "execution.json": "89d40e49eb4ace0f2c5710999feb14ad43756406be45af47c6716bbdd24edf47", |
| 225 | + "execution.json": "9b989e4d07a49ece73426c7aa83dddfb0b881e4fc46d77ef3668aad6c3cd44a3", |
226 | 226 | "agent/stdout.log": "cae0a0049534a8720917a328866e40de12e3a95495ab4f5c07cbeb525eb7ccdf", |
227 | 227 | "agent/stderr.log": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", |
228 | 228 | "verification/result.json": "6ee705eb8e072554678b86346a7d11edab8c1307eb88a31771af08a39fbc7820", |
|
238 | 238 | "output_sha256": "be302461cda285db3ed2d45fb767b23e08ca8808b35a638009937df22b332d73", |
239 | 239 | "retained_output_sha256": "be302461cda285db3ed2d45fb767b23e08ca8808b35a638009937df22b332d73", |
240 | 240 | "evidence_sha256": { |
241 | | - "execution.json": "7c42d15813dcf68fd41894c2d23a5590f659f81275fc8ce1b5a2c2f69fecf149", |
| 241 | + "execution.json": "abff190d9105af18941244f1469515f219c610e590263d9b2f5a59414b07d4b4", |
242 | 242 | "agent/stdout.log": "cae0a0049534a8720917a328866e40de12e3a95495ab4f5c07cbeb525eb7ccdf", |
243 | 243 | "agent/stderr.log": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" |
244 | 244 | }, |
245 | 245 | "retained_evidence_sha256": { |
246 | | - "execution.json": "7c42d15813dcf68fd41894c2d23a5590f659f81275fc8ce1b5a2c2f69fecf149", |
| 246 | + "execution.json": "abff190d9105af18941244f1469515f219c610e590263d9b2f5a59414b07d4b4", |
247 | 247 | "agent/stdout.log": "cae0a0049534a8720917a328866e40de12e3a95495ab4f5c07cbeb525eb7ccdf", |
248 | 248 | "agent/stderr.log": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" |
249 | 249 | } |
|
0 commit comments