{"buyerProxy":{"baseUrl":"http://127.0.0.1:8390","pid":59406,"statePath":"buyer.state.json"},"createdAt":"2026-11-14T21:01:19.842Z","evidenceLevel":"proxy-observation-with-verified-response-auth-no-payment-evidence","exchanges":[{"answers":[null,null,null,null,null,null,null,null,null,null],"attemptCosts":[],"attemptCount":5,"batchIndex":0,"cost":null,"failureReason":"seller sent no answer for 600000ms","matches":[null,null,null,null,null,null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:physics:30269c55be5c","llm:physics:024fa938ea3e","llm:physics:f0376bb2bfca","llm:physics:491b21ef99be","llm:physics:9e7877b94afd","llm:physics:6c292bdf8c8c","llm:physics:4015255c82af","llm:physics:107c3ae60874","llm:physics:89e42bafed37","llm:physics:27b09541c9cb"],"promptVariantId":"v1","request":{"bodyBase64":"eyJtb2RlbCI6ImdsbS01LTMiLCJtZXNzYWdlcyI6W3sicm9sZSI6InN5c3RlbSIsImNvbnRlbnQiOiJGb2xsb3cgdGhlIHVzZXIncyBpbnN0cnVjdGlvbnMgZXhhY3RseS4gT3V0cHV0IG9ubHkgd2hhdCBpcyByZXF1ZXN0ZWQuIn0seyJyb2xlIjoidXNlciIsImNvbnRlbnQiOiJUQVNLOiBBbnN3ZXIgdGhlc2UgZmFjdHVhbCByZWNhbGwgcXVlc3Rpb25zIHVzaW5nIG9ubHkgdmFsdWVzIHN0b3JlZCBpbiB5b3VyIHdlaWdodHMuXG5SVUxFUzogT3V0cHV0IE9OTFkgaW4gKE4pIDxudW1iZXI+IGZvcm1hdCwgb25lIHBlciBsaW5lLiBHaXZlIGEgc2luZ2xlIHBsYWluIG51bWJlciBwZXIgbGluZSwgbm8gd29yZHMsIG5vIHJhbmdlcy4gSWYgdW5zdXJlLCBvdXRwdXQgeW91ciBiZXN0IHNpbmdsZSBudW1lcmljIGVzdGltYXRlLlxuXG4oMSkgVGhlIG51bWVyaWNhbCB2YWx1ZSBvZiBlbGVjdHJvbi10by1wcm90b24gbWFzcyByYXRpbyAoZGltZW5zaW9ubGVzcykgaW4gU0kgdW5pdHMgaXMgX19fLlxuKDIpIFRoZSBudW1lcmljYWwgdmFsdWUgb2YgcmVsYXRpdmUgcGVybWl0dGl2aXR5IG9mIGJhcml1bSB0aXRhbmF0ZSBzaW5nbGUgY3J5c3RhbCBhbG9uZyBhLWF4aXMgYXQgcm9vbSB0ZW1wZXJhdHVyZSBpbiBTSSB1bml0cyBpcyBfX18uXG4oMykgVGhlIG51bWVyaWNhbCB2YWx1ZSBvZiByZXNpc3Rpdml0eV9vZl9wdXJlX2NvcHBlcl9hdF8yMENfaW5fbmFub29obV9tZXRlcnMgaW4gU0kgdW5pdHMgaXMgX19fLlxuKDQpIFRoZSBudW1lcmljYWwgdmFsdWUgb2Ygc3BlZWRfb2Zfc291bmRfaW5faGVsaXVtX2F0X1NUUF9tX3Blcl9zIGluIFNJIHVuaXRzIGlzIF9fXy5cbig1KSBUaGUgbnVtZXJpY2FsIHZhbHVlIG9mIHRoZXJtYWxfY29uZHVjdGl2aXR5X29mX2Flcm9nZWxfYXRfcm9vbV90ZW1wZXJhdHVyZV9tV19wZXJfbUsgaW4gU0kgdW5pdHMgaXMgX19fLlxuKDYpIFRoZSBudW1lcmljYWwgdmFsdWUgb2Ygc2Vjb25kX29yZGVyX3N1c2NlcHRpYmlsaXR5X29mX2xpdGhpdW1fbmlvYmF0ZV9pbl9waWNvbWV0ZXJzX3Blcl92b2x0IGluIFNJIHVuaXRzIGlzIF9fXy5cbig3KSBUaGUgbnVtZXJpY2FsIHZhbHVlIG9mIG5ldXRyb24gZWxlY3RyaWMgZGlwb2xlIG1vbWVudCB1cHBlciBsaW1pdCAoaW4gZcK3bSwgMTBeLTI3IHNjYWxlKSBpbiBTSSB1bml0cyBpcyBfX18uXG4oOCkgVGhlIG51bWVyaWNhbCB2YWx1ZSBvZiB2b2x1bWV0cmljX3RoZXJtYWxfZXhwYW5zaW9uX2NvZWZmaWNpZW50X29mX2V0aGFub2xfYXRfMjBDX3Blcl9LIGluIFNJIHVuaXRzIGlzIF9fXy5cbig5KSBUaGUgbnVtZXJpY2FsIHZhbHVlIG9mIHNwZWVkX29mX3NvdW5kX2luX2h5ZHJvZ2VuX2F0X1NUUF9tX3Blcl9zIGluIFNJIHVuaXRzIGlzIF9fXy5cbigxMCkgVGhlIG51bWVyaWNhbCB2YWx1ZSBvZiByZWxhdGl2ZSBwZXJtaXR0aXZpdHkgb2YgcnV0aWxlIFRpTzIgcGVycGVuZGljdWxhciB0byBjLWF4aXMgYXQgcm9vbSB0ZW1wZXJhdHVyZSBpbiBTSSB1bml0cyBpcyBfX18uIn1dLCJ0ZW1wZXJhdHVyZSI6MCwibWF4X3Rva2VucyI6MTYwMCwicmVhc29uaW5nIjp7ImVmZm9ydCI6Im1pbmltYWwifSwic3RyZWFtIjpmYWxzZX0=","hash":"0xa718ebcff3832cd9508ec21f36b61fb677bc23094d0f2818cf86009c216af4c4","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8390/v1/chat/completions"},"requestIds":["8f4bf228-ba1b-4c6a-88a3-209408381b6e","7a72d9bb-0c53-4160-a2ad-b68e6c3ae121","1adf2b4a-64a9-4efb-b678-68ca720fdc7b","499502d2-3a09-4bed-8059-eb24f7c119d0","54b28813-2c90-4d73-b343-6f8e6491b71c"],"response":null,"responseAuth":{"failureReason":"proxy batch did not complete successfully","record":null,"requestId":"54b28813-2c90-4d73-b343-6f8e6491b71c","signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1794690079736,"responseLatencyMs":600002,"startedAt":1794689479734}},{"answers":[null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":1,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:physics:463b5122d1a3","llm:physics:456d8a83abde"],"promptVariantId":"v8","request":{"bodyBase64":"eyJtb2RlbCI6ImdsbS01LTMiLCJtZXNzYWdlcyI6W3sicm9sZSI6InN5c3RlbSIsImNvbnRlbnQiOiJQcm92aWRlIHRlcnNlLCBjb3JyZWN0bHkgZm9ybWF0dGVkIGFuc3dlcnMgb25seS4ifSx7InJvbGUiOiJ1c2VyIiwiY29udGVudCI6Ik51bWVyaWMgcmVjYWxsIGNoZWNrOiBzdGF0ZSB0aGUgdmFsdWUgbWlzc2luZyBmcm9tIGVhY2ggc2VudGVuY2UgdXNpbmcgeW91ciBleGlzdGluZyBrbm93bGVkZ2UuXG5SVUxFUzogT3V0cHV0IE9OTFkgaW4gUTE6IDxudW1iZXI+LCBRMjogPG51bWJlcj4sIGFuZCBzbyBvbiBmb3JtYXQsIG9uZSBwZXIgbGluZS4gR2l2ZSBhIHNpbmdsZSBwbGFpbiBudW1iZXIgcGVyIGxpbmUsIG5vIHdvcmRzLCBubyByYW5nZXMuIElmIHVuc3VyZSwgb3V0cHV0IHlvdXIgYmVzdCBzaW5nbGUgbnVtZXJpYyBlc3RpbWF0ZS5cblxuUTE6IFRoZSBudW1lcmljYWwgdmFsdWUgb2YgdGhlcm1hbF9jb25kdWN0aXZpdHlfb2ZfZGlhbW9uZF9hdF9yb29tX3RlbXBlcmF0dXJlX1dfcGVyX21LIGluIFNJIHVuaXRzIGlzIF9fXy5cblEyOiBUaGUgbnVtZXJpY2FsIHZhbHVlIG9mIG5ldXRyb24gZWxlY3RyaWMgZGlwb2xlIG1vbWVudCB1cHBlciBsaW1pdCAoaW4gZcK3Y20sIMOXMTDigbvCsuKBtikgaW4gU0kgdW5pdHMgaXMgX19fLiJ9XSwidGVtcGVyYXR1cmUiOjAsIm1heF90b2tlbnMiOjE2MDAsInJlYXNvbmluZyI6eyJlZmZvcnQiOiJtaW5pbWFsIn0sInN0cmVhbSI6ZmFsc2V9","hash":"0x832dfd17a8523141ee89780d7a80fdea10eadf743661702c61a7dcde644cefae","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8390/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1794690079806,"responseLatencyMs":0,"startedAt":1794690079806}},{"answers":[null,null,null,null,null,null,null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":2,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null,null,null,null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:chinese-literature:6edb7d0b3456","llm:chinese-literature:2bb36d55647d","llm:chinese-literature:0d2845d5200a","llm:chinese-literature:55ccf9939931","llm:chinese-literature:bf6db5715a60","llm:chinese-literature:42bb0594fd66","llm:chinese-literature:98e36daa2075","llm:chinese-literature:c93130f189a9","llm:chinese-literature:abbb5a6ad3e4","llm:chinese-literature:57103c2cd7ab"],"promptVariantId":"v3","request":{"bodyBase64":"eyJtb2RlbCI6ImdsbS01LTMiLCJtZXNzYWdlcyI6W3sicm9sZSI6InN5c3RlbSIsImNvbnRlbnQiOiJBbnN3ZXIgY29uY2lzZWx5IGFuZCBmb2xsb3cgdGhlIHJlcXVlc3RlZCBvdXRwdXQgZm9ybWF0IGV4YWN0bHkuIn0seyJyb2xlIjoidXNlciIsImNvbnRlbnQiOiJDb21wbGV0ZSBldmVyeSBzdGF0ZW1lbnQgYmVsb3cgd2l0aCB0aGUgY29ycmVjdCBudW1iZXIgZnJvbSBtZW1vcnksIHdpdGhvdXQgbG9va2luZyBhbnl0aGluZyB1cC5cblJVTEVTOiBPdXRwdXQgT05MWSBpbiAxKSA8bnVtYmVyPiwgMikgPG51bWJlcj4sIGFuZCBzbyBvbiBmb3JtYXQsIG9uZSBwZXIgbGluZS4gR2l2ZSBhIHNpbmdsZSBwbGFpbiBudW1iZXIgcGVyIGxpbmUsIG5vIHdvcmRzLCBubyByYW5nZXMuIElmIHVuc3VyZSwgb3V0cHV0IHlvdXIgYmVzdCBzaW5nbGUgbnVtZXJpYyBlc3RpbWF0ZS5cblxuMSkgeWVhcl9tb195YW5fcmVkX3NvcmdodW1fcHVibGlzaGVk55qE5pWw5YC85pivX19f44CCXG4yKSB5ZWFyX1pob3VzaG91X1pob3V6dW9fcmVuX2ZvdW5kZWRfWXVzaeeahOaVsOWAvOaYr19fX+OAglxuMykgeWVhcl9IdV9TaGlfcHVibGlzaGVkX2VpZ2h0X2Rvbl90c19tYW5pZmVzdG/nmoTmlbDlgLzmmK9fX1/jgIJcbjQpIHllYXJfZm91bmRpbmdfb2ZfV2VueHVlX1lhbmppdWh1aV9MaXRlcmFyeV9SZXNlYXJjaF9Bc3NvY2lhdGlvbueahOaVsOWAvOaYr19fX+OAglxuNSkgeWVhciB0aGUgbWFnYXppbmUgXCJTY2llbmNlIEZpY3Rpb24gV29ybGRcIiBhZG9wdGVkIHRoYXQgZXhhY3QgdGl0bGXnmoTmlbDlgLzmmK9fX1/jgIJcbjYpIHllYXJfV2VueHVlX3lhbmppdV9odWlfZm91bmRlZOeahOaVsOWAvOaYr19fX+OAglxuNykgc2NpZW5jZV9maWN0aW9uX3dvcmxkX21hZ2F6aW5lX2ZvdW5kaW5nX3llYXLnmoTmlbDlgLzmmK9fX1/jgIJcbjgpIHBpZWNlc19pbl9uaW5lX3NvbmdzX2ppdWdlX29mX2NodWNp55qE5pWw5YC85pivX19f44CCXG45KSB5ZWFyX3NjaV9maV93b3JsZF9tYWdhemluZV9mb3VuZGVk55qE5pWw5YC85pivX19f44CCXG4xMCkgeWVhcl9YdWVoZW5nX2pvdXJuYWxfZmlyc3RfcHVibGlzaGVk55qE5pWw5YC85pivX19f44CCIn1dLCJ0ZW1wZXJhdHVyZSI6MCwibWF4X3Rva2VucyI6MTYwMCwicmVhc29uaW5nIjp7ImVmZm9ydCI6Im1pbmltYWwifSwic3RyZWFtIjpmYWxzZX0=","hash":"0x521941b92ae49b67d39788adcda3726dc480c243876c0cedd2f29052eeeaec44","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8390/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1794690079808,"responseLatencyMs":0,"startedAt":1794690079808}},{"answers":[null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":3,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:chinese-literature:0e545c37a34f","llm:chinese-literature:6d2dee483b61"],"promptVariantId":"v4","request":{"bodyBase64":"eyJtb2RlbCI6ImdsbS01LTMiLCJtZXNzYWdlcyI6W3sicm9sZSI6InN5c3RlbSIsImNvbnRlbnQiOiJSZXNwb25kIG9ubHkgd2l0aCB0aGUgcmVxdWVzdGVkIGRhdGEuIERvIG5vdCBhZGQgZXhwbGFuYXRpb25zLiJ9LHsicm9sZSI6InVzZXIiLCJjb250ZW50IjoiUXVpejogZ2l2ZSB0aGUgbWlzc2luZyBudW1iZXIgaW4gZWFjaCBvZiB0aGUgZm9sbG93aW5nIGZhY3RzLCBiYXNlZCBvbiB5b3VyIG93biBrbm93bGVkZ2UuXG5SVUxFUzogT3V0cHV0IE9OTFkgaW4gUTE6IDxudW1iZXI+LCBRMjogPG51bWJlcj4sIGFuZCBzbyBvbiBmb3JtYXQsIG9uZSBwZXIgbGluZS4gR2l2ZSBhIHNpbmdsZSBwbGFpbiBudW1iZXIgcGVyIGxpbmUsIG5vIHdvcmRzLCBubyByYW5nZXMuIElmIHVuc3VyZSwgb3V0cHV0IHlvdXIgYmVzdCBzaW5nbGUgbnVtZXJpYyBlc3RpbWF0ZS5cblxuUTE6IGNvdW50X2lzc3Vlc19vZl9ZdXNpX3NlbWltb250aGx5X3B1Ymxpc2hlZF90b3RhbOeahOaVsOWAvOaYr19fX+OAglxuUTI6IHllYXJfWGlhbmRhaV9tb250aGx5X2xpdGVyYXJ5X21hZ2F6aW5lX2ZvdW5kZWRfYnlfU2hpY2Fv55qE5pWw5YC85pivX19f44CCIn1dLCJ0ZW1wZXJhdHVyZSI6MCwibWF4X3Rva2VucyI6MTYwMCwicmVhc29uaW5nIjp7ImVmZm9ydCI6Im1pbmltYWwifSwic3RyZWFtIjpmYWxzZX0=","hash":"0xebe73e613a968736b56818ecc619b5c67dcb455c300c2b3b7e8e228fa9420886","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8390/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1794690079809,"responseLatencyMs":0,"startedAt":1794690079809}},{"answers":[null,null,null,null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":4,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:internet-culture:d34824ce72c6","llm:internet-culture:4510907751ce","llm:internet-culture:88d22de3d407","llm:internet-culture:defd86a4b882","llm:internet-culture:94332531e468","llm:internet-culture:0d450bac95e6","llm:internet-culture:6710a3329531"],"promptVariantId":"v6","request":{"bodyBase64":"eyJtb2RlbCI6ImdsbS01LTMiLCJtZXNzYWdlcyI6W3sicm9sZSI6InN5c3RlbSIsImNvbnRlbnQiOiJCZSBleGFjdC4gT3V0cHV0IG9ubHkgdGhlIGFuc3dlcnMgaW4gdGhlIGZvcm1hdCB0aGUgdXNlciBzcGVjaWZpZXMuIn0seyJyb2xlIjoidXNlciIsImNvbnRlbnQiOiJSZWNhbGwgdGhlIGZvbGxvd2luZyBudW1lcmljIGZhY3RzIGFuZCBwcm92aWRlIHRoZSB2YWx1ZSB0aGF0IHJlcGxhY2VzIF9fXyBpbiBlYWNoIGxpbmUuXG5SVUxFUzogT3V0cHV0IE9OTFkgaW4gMS4gPG51bWJlcj4sIDIuIDxudW1iZXI+LCBhbmQgc28gb24gZm9ybWF0LCBvbmUgcGVyIGxpbmUuIEdpdmUgYSBzaW5nbGUgcGxhaW4gbnVtYmVyIHBlciBsaW5lLCBubyB3b3Jkcywgbm8gcmFuZ2VzLiBJZiB1bnN1cmUsIG91dHB1dCB5b3VyIGJlc3Qgc2luZ2xlIG51bWVyaWMgZXN0aW1hdGUuXG5cbjEuIFRoZSBudW1lcmljYWwgdmFsdWUgYXNzb2NpYXRlZCB3aXRoIFVzZW5ldCBjcmVhdGVkIHllYXIgaXMgX19fLlxuMi4gVGhlIG51bWVyaWNhbCB2YWx1ZSBhc3NvY2lhdGVkIHdpdGggWWVhciB0aGUgaW1hZ2Vib2FyZCA3Y2hhbiB3YXMgZm91bmRlZCBhcyBhbiBvZmZzaG9vdCBvZiA0Y2hhbiBpcyBfX18uXG4zLiBUaGUgbnVtZXJpY2FsIHZhbHVlIGFzc29jaWF0ZWQgd2l0aCBubnRwX3Byb3RvY29sX3JmY19udW1iZXIgaXMgX19fLlxuNC4gVGhlIG51bWVyaWNhbCB2YWx1ZSBhc3NvY2lhdGVkIHdpdGggeWVhcl9mdGFtX3Byb3RvY29sX3N0YW5kYXJkaXplZF9hc19pc29fODU3MSBpcyBfX18uXG41LiBUaGUgbnVtZXJpY2FsIHZhbHVlIGFzc29jaWF0ZWQgd2l0aCB5ZWFyX3Bvc3RncmVzcWxfaW5pdGlhbF9yZWxlYXNlX2JlcmtlbGV5IGlzIF9fXy5cbjYuIFRoZSBudW1lcmljYWwgdmFsdWUgYXNzb2NpYXRlZCB3aXRoIEtub3cgWW91ciBNZW1lIGxhdW5jaGVkIHllYXIgaXMgX19fLlxuNy4gVGhlIG51bWVyaWNhbCB2YWx1ZSBhc3NvY2lhdGVkIHdpdGggb3NwZl9yZmMxMTMxX3B1YmxpY2F0aW9uX3llYXIgaXMgX19fLiJ9XSwidGVtcGVyYXR1cmUiOjAsIm1heF90b2tlbnMiOjE2MDAsInJlYXNvbmluZyI6eyJlZmZvcnQiOiJtaW5pbWFsIn0sInN0cmVhbSI6ZmFsc2V9","hash":"0xaa9bd9015afe0e01ca4b79ef75c9e0511d6e1dd98fb88790758b16af21291cb8","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8390/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1794690079810,"responseLatencyMs":0,"startedAt":1794690079810}},{"answers":[null,null,null,null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":5,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:medical:12561e1b801f","llm:medical:7548eef0adf9","llm:medical:5d74ac16cafe","llm:medical:f4729c8bf56b","llm:medical:8cdb08207844","llm:medical:03435587f70a","llm:medical:dc6d0cf17484"],"promptVariantId":"v3","request":{"bodyBase64":"eyJtb2RlbCI6ImdsbS01LTMiLCJtZXNzYWdlcyI6W3sicm9sZSI6InN5c3RlbSIsImNvbnRlbnQiOiJBbnN3ZXIgY29uY2lzZWx5IGFuZCBmb2xsb3cgdGhlIHJlcXVlc3RlZCBvdXRwdXQgZm9ybWF0IGV4YWN0bHkuIn0seyJyb2xlIjoidXNlciIsImNvbnRlbnQiOiJDb21wbGV0ZSBldmVyeSBzdGF0ZW1lbnQgYmVsb3cgd2l0aCB0aGUgY29ycmVjdCBudW1iZXIgZnJvbSBtZW1vcnksIHdpdGhvdXQgbG9va2luZyBhbnl0aGluZyB1cC5cblJVTEVTOiBPdXRwdXQgT05MWSBpbiAxKSA8bnVtYmVyPiwgMikgPG51bWJlcj4sIGFuZCBzbyBvbiBmb3JtYXQsIG9uZSBwZXIgbGluZS4gR2l2ZSBhIHNpbmdsZSBwbGFpbiBudW1iZXIgcGVyIGxpbmUsIG5vIHdvcmRzLCBubyByYW5nZXMuIElmIHVuc3VyZSwgb3V0cHV0IHlvdXIgYmVzdCBzaW5nbGUgbnVtZXJpYyBlc3RpbWF0ZS5cblxuMSkgVGhlIGVsaW1pbmF0aW9uIGhhbGYtbGlmZSBvZiBxdWV0aWFwaW5lX2hhbGZfbGlmZV9ob3VycyBpcyBhcHByb3hpbWF0ZWx5IF9fXyBob3Vycy5cbjIpIFRoZSBlbGltaW5hdGlvbiBoYWxmLWxpZmUgb2YgaGFsZl9saWZlX29mX2lzdHJhZGVmeWxsaW5lX2hvdXJzIGlzIGFwcHJveGltYXRlbHkgX19fIGhvdXJzLlxuMykgVGhlIGVsaW1pbmF0aW9uIGhhbGYtbGlmZSBvZiB2b3Jpbm9zdGF0X2N1dGFuZW91c190X2NlbGxfbHltcGhvbWFfZWxpbWluYXRpb25faGFsZl9saWZlX2hvdXJzIGlzIGFwcHJveGltYXRlbHkgX19fIGhvdXJzLlxuNCkgVGhlIGVsaW1pbmF0aW9uIGhhbGYtbGlmZSBvZiBoYWxmX2xpZmVfb2ZfYW1pa2FjaW5faXZfaG91cnMgaXMgYXBwcm94aW1hdGVseSBfX18gaG91cnMuXG41KSBUaGUgZWxpbWluYXRpb24gaGFsZi1saWZlIG9mIGlzb25pYXppZCBlbGltaW5hdGlvbiBoYWxmLWxpZmUgaW4gcmFwaWQgYWNldHlsYXRvcnMsIGhvdXJzIGlzIGFwcHJveGltYXRlbHkgX19fIGhvdXJzLlxuNikgVGhlIGVsaW1pbmF0aW9uIGhhbGYtbGlmZSBvZiBjYXJiYW1hemVwaW5lX2hhbGZfbGlmZV9ob3VycyBpcyBhcHByb3hpbWF0ZWx5IF9fXyBob3Vycy5cbjcpIFRoZSBlbGltaW5hdGlvbiBoYWxmLWxpZmUgb2YgZWxpbWluYXRpb25faGFsZl9saWZlX29mX2V0cmF2aXJpbmVfaG91cnMgaXMgYXBwcm94aW1hdGVseSBfX18gaG91cnMuIn1dLCJ0ZW1wZXJhdHVyZSI6MCwibWF4X3Rva2VucyI6MTYwMCwicmVhc29uaW5nIjp7ImVmZm9ydCI6Im1pbmltYWwifSwic3RyZWFtIjpmYWxzZX0=","hash":"0xe2e7c3236154b48de94a7f6124eb09fc00112c766d84dc0f5b2b87e1533596f0","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8390/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1794690079810,"responseLatencyMs":0,"startedAt":1794690079810}},{"answers":[null,null,null,null,null,null,null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":6,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null,null,null,null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:biology:820c6b317adb","llm:biology:28133d3542ab","llm:biology:9868ef61052f","llm:biology:d949fde522bb","llm:biology:1d243f3508fb","llm:biology:26a29766ffc1","llm:biology:7a9cc7866d4b","llm:biology:8aac974c7a28","llm:biology:a91a4c398dbc","llm:biology:5409db05d094"],"promptVariantId":"v4","request":{"bodyBase64":"eyJtb2RlbCI6ImdsbS01LTMiLCJtZXNzYWdlcyI6W3sicm9sZSI6InN5c3RlbSIsImNvbnRlbnQiOiJSZXNwb25kIG9ubHkgd2l0aCB0aGUgcmVxdWVzdGVkIGRhdGEuIERvIG5vdCBhZGQgZXhwbGFuYXRpb25zLiJ9LHsicm9sZSI6InVzZXIiLCJjb250ZW50IjoiUXVpejogZ2l2ZSB0aGUgbWlzc2luZyBudW1iZXIgaW4gZWFjaCBvZiB0aGUgZm9sbG93aW5nIGZhY3RzLCBiYXNlZCBvbiB5b3VyIG93biBrbm93bGVkZ2UuXG5SVUxFUzogT3V0cHV0IE9OTFkgaW4gUTE6IDxudW1iZXI+LCBRMjogPG51bWJlcj4sIGFuZCBzbyBvbiBmb3JtYXQsIG9uZSBwZXIgbGluZS4gR2l2ZSBhIHNpbmdsZSBwbGFpbiBudW1iZXIgcGVyIGxpbmUsIG5vIHdvcmRzLCBubyByYW5nZXMuIElmIHVuc3VyZSwgb3V0cHV0IHlvdXIgYmVzdCBzaW5nbGUgbnVtZXJpYyBlc3RpbWF0ZS5cblxuUTE6IFRoZSBkaXBsb2lkIGNocm9tb3NvbWUgbnVtYmVyICgybikgb2Ygd2hpdGUtbGVnZ2VkIHNuYWtlIG1pbGxpcGVkZSBUYWNoeXBvZG9pdWx1cyBuaWdlciBkaXBsb2lkIGNocm9tb3NvbWUgbnVtYmVyICgybiwgY2hyb21vc29tZXMpIGlzIF9fXy5cblEyOiBUaGUgZGlwbG9pZCBjaHJvbW9zb21lIG51bWJlciAoMm4pIG9mIGRpcGxvaWRfY2hyb21vc29tZV9udW1iZXJfb2ZfVG1lc2lwdGVyaXNfb2JsaXF1YSBpcyBfX18uXG5RMzogVGhlIGRpcGxvaWQgY2hyb21vc29tZSBudW1iZXIgKDJuKSBvZiBkaXBsb2lkX2Nocm9tb3NvbWVfbnVtYmVyX29mX0x5Z29kaXVtX2phcG9uaWN1bSBpcyBfX18uXG5RNDogVGhlIGRpcGxvaWQgY2hyb21vc29tZSBudW1iZXIgKDJuKSBvZiBhc3Nhc3NpbiBidWcgUmhvZG5pdXMgcHJvbGl4dXMgZGlwbG9pZCBjaHJvbW9zb21lIG51bWJlciAoMm4sIGNocm9tb3NvbWVzKSBpcyBfX18uXG5RNTogVGhlIGRpcGxvaWQgY2hyb21vc29tZSBudW1iZXIgKDJuKSBvZiBhbnRpbW9yYV9yb3N0cmF0YV9ibHVlX2FudGltb3JhX2RpcGxvaWRfY2hyb21vc29tZV9udW1iZXIgaXMgX19fLlxuUTY6IFRoZSBkaXBsb2lkIGNocm9tb3NvbWUgbnVtYmVyICgybikgb2YgZGlwbG9pZF9jaHJvbW9zb21lX251bWJlcl9vZl9zbWFsbF9zcG90dGVkX2NhdHNoYXJrX1NjeWxpb3JoaW51c19jYW5pY3VsdXMgaXMgX19fLlxuUTc6IFRoZSBkaXBsb2lkIGNocm9tb3NvbWUgbnVtYmVyICgybikgb2YgZGlwbG9pZF9jaHJvbW9zb21lX251bWJlcl9vZl9UZWxhbW9uaWFfdml0dGF0YV9vcmJfd2VhdmVyX3NwaWRlciBpcyBfX18uXG5RODogVGhlIGRpcGxvaWQgY2hyb21vc29tZSBudW1iZXIgKDJuKSBvZiBncmVlbiBsYWNld2luZyBDaHJ5c29wZXJsYSBjYXJuZWEgZGlwbG9pZCBjaHJvbW9zb21lIG51bWJlciAoMm4sIGNocm9tb3NvbWVzKSBpcyBfX18uXG5ROTogVGhlIGRpcGxvaWQgY2hyb21vc29tZSBudW1iZXIgKDJuKSBvZiBsZXNzZXJfY2hhZmVyIGJlZXRsZSBUcm94IHNhYnVsb3N1cyBkaXBsb2lkIGNocm9tb3NvbWUgbnVtYmVyIChjb3VudCkgaXMgX19fLlxuUTEwOiBUaGUgZGlwbG9pZCBjaHJvbW9zb21lIG51bWJlciAoMm4pIG9mIHNpbGsgbW90aCBCb21ieXggbW9yaSBkaXBsb2lkIGNocm9tb3NvbWUgbnVtYmVyICgybiwgY2hyb21vc29tZXMpIGlzIF9fXy4ifV0sInRlbXBlcmF0dXJlIjowLCJtYXhfdG9rZW5zIjoxNjAwLCJyZWFzb25pbmciOnsiZWZmb3J0IjoibWluaW1hbCJ9LCJzdHJlYW0iOmZhbHNlfQ==","hash":"0xf745d0da89d364d71074063a0e7dedf8d002246dffff79644d92461d0bf0f3e8","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8390/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1794690079810,"responseLatencyMs":0,"startedAt":1794690079810}},{"answers":[null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":7,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:biology:c8bd34a52298","llm:biology:a744457e07b8","llm:biology:a075401b5e48"],"promptVariantId":"v8","request":{"bodyBase64":"eyJtb2RlbCI6ImdsbS01LTMiLCJtZXNzYWdlcyI6W3sicm9sZSI6InN5c3RlbSIsImNvbnRlbnQiOiJQcm92aWRlIHRlcnNlLCBjb3JyZWN0bHkgZm9ybWF0dGVkIGFuc3dlcnMgb25seS4ifSx7InJvbGUiOiJ1c2VyIiwiY29udGVudCI6Ik51bWVyaWMgcmVjYWxsIGNoZWNrOiBzdGF0ZSB0aGUgdmFsdWUgbWlzc2luZyBmcm9tIGVhY2ggc2VudGVuY2UgdXNpbmcgeW91ciBleGlzdGluZyBrbm93bGVkZ2UuXG5SVUxFUzogT3V0cHV0IE9OTFkgaW4gUTE6IDxudW1iZXI+LCBRMjogPG51bWJlcj4sIGFuZCBzbyBvbiBmb3JtYXQsIG9uZSBwZXIgbGluZS4gR2l2ZSBhIHNpbmdsZSBwbGFpbiBudW1iZXIgcGVyIGxpbmUsIG5vIHdvcmRzLCBubyByYW5nZXMuIElmIHVuc3VyZSwgb3V0cHV0IHlvdXIgYmVzdCBzaW5nbGUgbnVtZXJpYyBlc3RpbWF0ZS5cblxuUTE6IFRoZSBkaXBsb2lkIGNocm9tb3NvbWUgbnVtYmVyICgybikgb2YgZGlwbG9pZF9jaHJvbW9zb21lX251bWJlcl9vZl9BZGlhbnR1bV9yYWRkaWFudW0gaXMgX19fLlxuUTI6IFRoZSBkaXBsb2lkIGNocm9tb3NvbWUgbnVtYmVyICgybikgb2YgZGlwbG9pZF9jaHJvbW9zb21lX251bWJlcl8ybl9Jc29ldGVzX2VjaGlub3Nwb3JhIGlzIF9fXy5cblEzOiBUaGUgZGlwbG9pZCBjaHJvbW9zb21lIG51bWJlciAoMm4pIG9mIGRyYWdvbmZseV9hbmF4X2ltcGVyYXRvcl9kaXBsb2lkX2Nocm9tb3NvbWVfY291bnQgaXMgX19fLiJ9XSwidGVtcGVyYXR1cmUiOjAsIm1heF90b2tlbnMiOjE2MDAsInJlYXNvbmluZyI6eyJlZmZvcnQiOiJtaW5pbWFsIn0sInN0cmVhbSI6ZmFsc2V9","hash":"0x7c3a3a737d971c02f2b47a5ab43932e04033106fe9d40dedf0d9653d1b72fdbc","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8390/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1794690079810,"responseLatencyMs":0,"startedAt":1794690079810}},{"answers":[null,null,null,null,null,null,null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":8,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null,null,null,null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:crypto-params:a76f8ef4a2ea","llm:crypto-params:697378a163ba","llm:crypto-params:792d31abd7e9","llm:crypto-params:3df44efc27ac","llm:crypto-params:01eadedf1214","llm:crypto-params:7e12b094560d","llm:crypto-params:b72e825c8a86","llm:crypto-params:4a8d9a84a547","llm:crypto-params:db9cad1ebb58","llm:crypto-params:b7c3f85c548f"],"promptVariantId":"v6","request":{"bodyBase64":"eyJtb2RlbCI6ImdsbS01LTMiLCJtZXNzYWdlcyI6W3sicm9sZSI6InN5c3RlbSIsImNvbnRlbnQiOiJCZSBleGFjdC4gT3V0cHV0IG9ubHkgdGhlIGFuc3dlcnMgaW4gdGhlIGZvcm1hdCB0aGUgdXNlciBzcGVjaWZpZXMuIn0seyJyb2xlIjoidXNlciIsImNvbnRlbnQiOiJSZWNhbGwgdGhlIGZvbGxvd2luZyBudW1lcmljIGZhY3RzIGFuZCBwcm92aWRlIHRoZSB2YWx1ZSB0aGF0IHJlcGxhY2VzIF9fXyBpbiBlYWNoIGxpbmUuXG5SVUxFUzogT3V0cHV0IE9OTFkgaW4gMS4gPG51bWJlcj4sIDIuIDxudW1iZXI+LCBhbmQgc28gb24gZm9ybWF0LCBvbmUgcGVyIGxpbmUuIEdpdmUgYSBzaW5nbGUgcGxhaW4gbnVtYmVyIHBlciBsaW5lLCBubyB3b3Jkcywgbm8gcmFuZ2VzLiBJZiB1bnN1cmUsIG91dHB1dCB5b3VyIGJlc3Qgc2luZ2xlIG51bWVyaWMgZXN0aW1hdGUuXG5cbjEuIFRoZSBudW1lcmljYWwgdmFsdWUgb2Yga3liZXI1MTJfbW9kdWxlX2RpbWVuc2lvbl9rIGlzIF9fXy5cbjIuIFRoZSBudW1lcmljYWwgdmFsdWUgb2YgdHJpcGxlX2Rlc19lZGVfa2V5aW5nX29wdGlvbl8xX2VmZmVjdGl2ZV9iaXRzIGlzIF9fXy5cbjMuIFRoZSBudW1lcmljYWwgdmFsdWUgb2YgcHJlc2VudF9pc29faWVjXzI5MTkyXzJfcHVibGljYXRpb25feWVhciBpcyBfX18uXG40LiBUaGUgbnVtZXJpY2FsIHZhbHVlIG9mIGJpa2VfbDFfcl9ibG9ja19sZW5ndGhfYml0cyBpcyBfX18uXG41LiBUaGUgbnVtZXJpY2FsIHZhbHVlIG9mIG5pc3Rfc3A4MDBfMzhhX3B1Ymxpc2hlZF95ZWFyIGlzIF9fXy5cbjYuIFRoZSBudW1lcmljYWwgdmFsdWUgb2Yga3V6bnllY2hpa19udW1iZXJfb2Zfcm91bmRzIGlzIF9fXy5cbjcuIFRoZSBudW1lcmljYWwgdmFsdWUgb2YgbnRydV9ocnNzNzAxX3ByaW1lX3EgaXMgX19fLlxuOC4gVGhlIG51bWVyaWNhbCB2YWx1ZSBvZiBlY2RoX3NlY3AyNTZrMV9wdWJsaWNhdGlvbl95ZWFyIGlzIF9fXy5cbjkuIFRoZSBudW1lcmljYWwgdmFsdWUgb2YgY2xhc3NpY19tY2VsaWVjZV82OTYwMTE5X2NpcGhlcnRleHRfc2l6ZV9ieXRlcyBpcyBfX18uXG4xMC4gVGhlIG51bWVyaWNhbCB2YWx1ZSBvZiBpZGVhX251bWJlcl9vZl9yb3VuZHMgaXMgX19fLiJ9XSwidGVtcGVyYXR1cmUiOjAsIm1heF90b2tlbnMiOjE2MDAsInJlYXNvbmluZyI6eyJlZmZvcnQiOiJtaW5pbWFsIn0sInN0cmVhbSI6ZmFsc2V9","hash":"0x0e8d9d8b48e77118b211958159d03af8d3264e92e989292e709d662f15ff5416","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8390/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1794690079811,"responseLatencyMs":0,"startedAt":1794690079811}},{"answers":[null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":9,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:crypto-params:594d5961e0b8","llm:crypto-params:a0c007272637","llm:crypto-params:c76b259a1d8e","llm:crypto-params:b56fb47af41e"],"promptVariantId":"v8","request":{"bodyBase64":"eyJtb2RlbCI6ImdsbS01LTMiLCJtZXNzYWdlcyI6W3sicm9sZSI6InN5c3RlbSIsImNvbnRlbnQiOiJQcm92aWRlIHRlcnNlLCBjb3JyZWN0bHkgZm9ybWF0dGVkIGFuc3dlcnMgb25seS4ifSx7InJvbGUiOiJ1c2VyIiwiY29udGVudCI6Ik51bWVyaWMgcmVjYWxsIGNoZWNrOiBzdGF0ZSB0aGUgdmFsdWUgbWlzc2luZyBmcm9tIGVhY2ggc2VudGVuY2UgdXNpbmcgeW91ciBleGlzdGluZyBrbm93bGVkZ2UuXG5SVUxFUzogT3V0cHV0IE9OTFkgaW4gUTE6IDxudW1iZXI+LCBRMjogPG51bWJlcj4sIGFuZCBzbyBvbiBmb3JtYXQsIG9uZSBwZXIgbGluZS4gR2l2ZSBhIHNpbmdsZSBwbGFpbiBudW1iZXIgcGVyIGxpbmUsIG5vIHdvcmRzLCBubyByYW5nZXMuIElmIHVuc3VyZSwgb3V0cHV0IHlvdXIgYmVzdCBzaW5nbGUgbnVtZXJpYyBlc3RpbWF0ZS5cblxuUTE6IFRoZSBudW1lcmljYWwgdmFsdWUgb2YgYW5zaV94OV84MF9rZXlfbWFuYWdlbWVudF95ZWFyIGlzIF9fXy5cblEyOiBUaGUgbnVtZXJpY2FsIHZhbHVlIG9mIGNhbWVsbGlhX3JmYzM3MTNfcHVibGljYXRpb25feWVhciBpcyBfX18uXG5RMzogVGhlIG51bWVyaWNhbCB2YWx1ZSBvZiBmYWxjb24xMDI0X3NpZ25hdHVyZV9tYXhfbGVuZ3RoX2J5dGVzIGlzIF9fXy5cblE0OiBUaGUgbnVtZXJpY2FsIHZhbHVlIG9mIGlzb19pZWNfOTc5Nl8yX3NpZ25hdHVyZV9zY2hlbWVfeWVhciBpcyBfX18uIn1dLCJ0ZW1wZXJhdHVyZSI6MCwibWF4X3Rva2VucyI6MTYwMCwicmVhc29uaW5nIjp7ImVmZm9ydCI6Im1pbmltYWwifSwic3RyZWFtIjpmYWxzZX0=","hash":"0x1dacba2bcec810ffe75a9f3014c10e0edd395a2e9be91726a991f3342ad49e9a","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8390/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1794690079811,"responseLatencyMs":0,"startedAt":1794690079811}},{"answers":[null,null,null,null,null,null,null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":10,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null,null,null,null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:programming:aef0d252db37","llm:programming:f75c50a8ad79","llm:programming:4e86920b678f","llm:programming:86a51fcbe258","llm:programming:b7b95daebfba","llm:programming:9f6f3b8874ca","llm:programming:256fb13ecd11","llm:programming:bb41071c5db1","llm:programming:048433cfb299","llm:programming:96e4155c1324"],"promptVariantId":"v2","request":{"bodyBase64":"eyJtb2RlbCI6ImdsbS01LTMiLCJtZXNzYWdlcyI6W3sicm9sZSI6InN5c3RlbSIsImNvbnRlbnQiOiJZb3UgYXJlIGEgcHJlY2lzZSBhc3Npc3RhbnQuIFJlcGx5IHdpdGggZXhhY3RseSB0aGUgcmVxdWVzdGVkIG91dHB1dCBhbmQgbm90aGluZyBlbHNlLiJ9LHsicm9sZSI6InVzZXIiLCJjb250ZW50IjoiRmlsbCBpbiBlYWNoIGJsYW5rIGJlbG93IHdpdGggdGhlIG51bWVyaWMgdmFsdWUgeW91IHJlY2FsbCBmcm9tIHlvdXIgdHJhaW5pbmcgZGF0YS5cblJVTEVTOiBPdXRwdXQgT05MWSBpbiAxLiA8bnVtYmVyPiwgMi4gPG51bWJlcj4sIGFuZCBzbyBvbiBmb3JtYXQsIG9uZSBwZXIgbGluZS4gR2l2ZSBhIHNpbmdsZSBwbGFpbiBudW1iZXIgcGVyIGxpbmUsIG5vIHdvcmRzLCBubyByYW5nZXMuIElmIHVuc3VyZSwgb3V0cHV0IHlvdXIgYmVzdCBzaW5nbGUgbnVtZXJpYyBlc3RpbWF0ZS5cblxuMS4gVGhlIGZpcnN0IHB1YmxpYyByZWxlYXNlIHllYXIgb2YgeWVhcl9maXJzdF9wdWJsaWNfcmVsZWFzZV9Zb3JpY2tfbGFuZ3VhZ2Ugd2FzIF9fXy5cbjIuIFRoZSBmaXJzdCBwdWJsaWMgcmVsZWFzZSB5ZWFyIG9mIHllYXJfb2ZfZmlyc3RfcHVibGljX3JlbGVhc2Vfb2ZfWUFSVl9SdWJ5X1ZNIHdhcyBfX18uXG4zLiBUaGUgZmlyc3QgcHVibGljIHJlbGVhc2UgeWVhciBvZiBhZ2RhX3N5c3RlbV9maXJzdF9wdWJsaWNfcmVsZWFzZV95ZWFyIHdhcyBfX18uXG40LiBUaGUgZmlyc3QgcHVibGljIHJlbGVhc2UgeWVhciBvZiB5ZWFyX29mX2ZpcnN0X3B1YmxpY19yZWxlYXNlX29mX0JJUkRfcm91dGluZ19kYWVtb24gd2FzIF9fXy5cbjUuIFRoZSBmaXJzdCBwdWJsaWMgcmVsZWFzZSB5ZWFyIG9mIGlvX3Byb2dyYW1taW5nX2xhbmd1YWdlX2ZpcnN0X3B1YmxpY19yZWxlYXNlX3llYXIgd2FzIF9fXy5cbjYuIFRoZSBmaXJzdCBwdWJsaWMgcmVsZWFzZSB5ZWFyIG9mIHllYXJfb2ZfZmlyc3RfcHVibGljX3JlbGVhc2Vfb2ZfQmFzZVggd2FzIF9fXy5cbjcuIFRoZSBmaXJzdCBwdWJsaWMgcmVsZWFzZSB5ZWFyIG9mIHllYXJfZmlyc3RfcHVibGljX3JlbGVhc2VfUmVkdWNlX2NvbXB1dGVyX2FsZ2VicmFfc3lzdGVtIHdhcyBfX18uXG44LiBUaGUgZmlyc3QgcHVibGljIHJlbGVhc2UgeWVhciBvZiB5ZWFyX2ZpcnN0X3B1YmxpY19yZWxlYXNlX29mX01BRCB3YXMgX19fLlxuOS4gVGhlIGZpcnN0IHB1YmxpYyByZWxlYXNlIHllYXIgb2YgeWVhciBvZiBmaXJzdCBwdWJsaWMgcmVsZWFzZSBvZiB0aGUgSmF2YSBDYXJkIHJ1bnRpbWUgZW52aXJvbm1lbnQgc3BlY2lmaWNhdGlvbiB3YXMgX19fLlxuMTAuIFRoZSBmaXJzdCBwdWJsaWMgcmVsZWFzZSB5ZWFyIG9mIHllYXIgb2YgZmlyc3QgcHVibGljIHJlbGVhc2Ugb2YgdGhlIFJ1YmluaXVzIFJ1YnkgdmlydHVhbCBtYWNoaW5lIHdhcyBfX18uIn1dLCJ0ZW1wZXJhdHVyZSI6MCwibWF4X3Rva2VucyI6MTYwMCwicmVhc29uaW5nIjp7ImVmZm9ydCI6Im1pbmltYWwifSwic3RyZWFtIjpmYWxzZX0=","hash":"0x764b77e71f8c7bffbba9353e5384a6002292607d7b98bcea3fd600207e25ea1b","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8390/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1794690079811,"responseLatencyMs":0,"startedAt":1794690079811}},{"answers":[null,null,null,null,null,null,null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":11,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null,null,null,null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:programming:0dfe0495e2fc","llm:programming:4c8a382840d8","llm:programming:b2e83bce3e0a","llm:programming:ab6cbf10894d","llm:programming:f97724c2f1ca","llm:programming:170cde7f1fc5","llm:programming:5865df9a59fd","llm:programming:3d9c6191cb7b","llm:programming:35438c4c9159","llm:programming:ff0385975bd4"],"promptVariantId":"v5","request":{"bodyBase64":"eyJtb2RlbCI6ImdsbS01LTMiLCJtZXNzYWdlcyI6W3sicm9sZSI6InN5c3RlbSIsImNvbnRlbnQiOiJZb3UgYXJlIGEgaGVscGZ1bCBhc3Npc3RhbnQuIEtlZXAgYW5zd2VycyBzaG9ydCBhbmQgc3RyaWN0bHkgZm9ybWF0dGVkLiJ9LHsicm9sZSI6InVzZXIiLCJjb250ZW50IjoiRm9yIGVhY2ggaXRlbSwgc3VwcGx5IHRoZSBudW1iZXIgdGhhdCBiZWxvbmdzIGluIHRoZSBibGFuay4gVXNlIHdoYXQgeW91IGFscmVhZHkga25vdy5cblJVTEVTOiBPdXRwdXQgT05MWSBpbiAoTikgPG51bWJlcj4gZm9ybWF0LCBvbmUgcGVyIGxpbmUuIEdpdmUgYSBzaW5nbGUgcGxhaW4gbnVtYmVyIHBlciBsaW5lLCBubyB3b3Jkcywgbm8gcmFuZ2VzLiBJZiB1bnN1cmUsIG91dHB1dCB5b3VyIGJlc3Qgc2luZ2xlIG51bWVyaWMgZXN0aW1hdGUuXG5cbigxKSBUaGUgZmlyc3QgcHVibGljIHJlbGVhc2UgeWVhciBvZiBPUzM2MF9GSVJTVF9SRUxFQVNFX1lFQVIgd2FzIF9fXy5cbigyKSBUaGUgZmlyc3QgcHVibGljIHJlbGVhc2UgeWVhciBvZiB5ZWFyX2ZpcnN0X3B1YmxpY19yZWxlYXNlX09iZXJvbl9sYW5ndWFnZSB3YXMgX19fLlxuKDMpIFRoZSBmaXJzdCBwdWJsaWMgcmVsZWFzZSB5ZWFyIG9mIHBvdGlvbl9zY3JpcHRpbmdfbGFuZ3VhZ2VfZmlyc3RfcHVibGljX3JlbGVhc2VfeWVhciB3YXMgX19fLlxuKDQpIFRoZSBmaXJzdCBwdWJsaWMgcmVsZWFzZSB5ZWFyIG9mIHllYXJfZmlyc3RfcHVibGljX3JlbGVhc2VfRWlmZmVsX2xhbmd1YWdlIHdhcyBfX18uXG4oNSkgVGhlIGZpcnN0IHB1YmxpYyByZWxlYXNlIHllYXIgb2Ygc2VsZl9sYW5ndWFnZV9maXJzdF9wdWJsaWNfcmVsZWFzZV95ZWFyIHdhcyBfX18uXG4oNikgVGhlIGZpcnN0IHB1YmxpYyByZWxlYXNlIHllYXIgb2YgeWVhcl9vZl9maXJzdF9wdWJsaWNfcmVsZWFzZV9vZl9MaW50ZXJfU1FMX2RhdGFiYXNlIHdhcyBfX18uXG4oNykgVGhlIGZpcnN0IHB1YmxpYyByZWxlYXNlIHllYXIgb2YgVE9QUy0xMCByZWxlYXNlIHllYXIgZm9yIFBEUC0xMCB3YXMgX19fLlxuKDgpIFRoZSBmaXJzdCBwdWJsaWMgcmVsZWFzZSB5ZWFyIG9mIHllYXJfb2ZfZmlyc3RfcHVibGljX3JlbGVhc2Vfb2ZfTW9uZXREQiB3YXMgX19fLlxuKDkpIFRoZSBmaXJzdCBwdWJsaWMgcmVsZWFzZSB5ZWFyIG9mIHllYXJfZmlyc3RfcHVibGljX3JlbGVhc2VfTW9uZXREQiB3YXMgX19fLlxuKDEwKSBUaGUgZmlyc3QgcHVibGljIHJlbGVhc2UgeWVhciBvZiB5ZWFyX01hY3N5bWFfZmlyc3RfdmVyc2lvbl9kZXZlbG9wZWRfYXRfTUlUIHdhcyBfX18uIn1dLCJ0ZW1wZXJhdHVyZSI6MCwibWF4X3Rva2VucyI6MTYwMCwicmVhc29uaW5nIjp7ImVmZm9ydCI6Im1pbmltYWwifSwic3RyZWFtIjpmYWxzZX0=","hash":"0x5c5a40e0309f7a8ca15d36491a64133fdb2b94d58667127a10b02cdd5e551149","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8390/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1794690079811,"responseLatencyMs":0,"startedAt":1794690079811}},{"answers":[null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":12,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:programming:97e43a3d4180","llm:programming:c2d1fd7a13f0"],"promptVariantId":"v7","request":{"bodyBase64":"eyJtb2RlbCI6ImdsbS01LTMiLCJtZXNzYWdlcyI6W3sicm9sZSI6InN5c3RlbSIsImNvbnRlbnQiOiJGb2xsb3cgdGhlIGluc3RydWN0aW9ucyBjYXJlZnVsbHkgYW5kIG91dHB1dCBub3RoaW5nIGJleW9uZCB3aGF0IGlzIGFza2VkLiJ9LHsicm9sZSI6InVzZXIiLCJjb250ZW50IjoiQmVsb3cgYXJlIGZpbGwtaW4tdGhlLWJsYW5rIGZhY3RzLiBBbnN3ZXIgZWFjaCBvbmUgd2l0aCBhIG51bWJlciBmcm9tIG1lbW9yeS5cblJVTEVTOiBPdXRwdXQgT05MWSBpbiAxKSA8bnVtYmVyPiwgMikgPG51bWJlcj4sIGFuZCBzbyBvbiBmb3JtYXQsIG9uZSBwZXIgbGluZS4gR2l2ZSBhIHNpbmdsZSBwbGFpbiBudW1iZXIgcGVyIGxpbmUsIG5vIHdvcmRzLCBubyByYW5nZXMuIElmIHVuc3VyZSwgb3V0cHV0IHlvdXIgYmVzdCBzaW5nbGUgbnVtZXJpYyBlc3RpbWF0ZS5cblxuMSkgVGhlIGZpcnN0IHB1YmxpYyByZWxlYXNlIHllYXIgb2YgeWVhcl9maXJzdF9wdWJsaWNfcmVsZWFzZV9vZl9JRExfZmlyc3RfcmVsZWFzZSB3YXMgX19fLlxuMikgVGhlIGZpcnN0IHB1YmxpYyByZWxlYXNlIHllYXIgb2YgUGVycV9QT1Nfb3BlcmF0aW5nX3N5c3RlbV9maXJzdF9yZWxlYXNlX3llYXIgd2FzIF9fXy4ifV0sInRlbXBlcmF0dXJlIjowLCJtYXhfdG9rZW5zIjoxNjAwLCJyZWFzb25pbmciOnsiZWZmb3J0IjoibWluaW1hbCJ9LCJzdHJlYW0iOmZhbHNlfQ==","hash":"0x599a2d2b6c1c5a3c09d7a485e5afb535a6b8d8f8c16804b6d1e322745a6c1706","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8390/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1794690079812,"responseLatencyMs":0,"startedAt":1794690079812}},{"answers":[null,null,null,null,null,null,null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":13,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null,null,null,null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:astronomy:6ebb2e5a95c5","llm:astronomy:d95f8d7919fd","llm:astronomy:9cb15b6b5060","llm:astronomy:e723a6b9aa77","llm:astronomy:73357187ec18","llm:astronomy:f6aa9113e1c0","llm:astronomy:48d1814f18fa","llm:astronomy:4bc0362c73fa","llm:astronomy:617161ae2ea7","llm:astronomy:3ab8d81fa806"],"promptVariantId":"v2","request":{"bodyBase64":"eyJtb2RlbCI6ImdsbS01LTMiLCJtZXNzYWdlcyI6W3sicm9sZSI6InN5c3RlbSIsImNvbnRlbnQiOiJZb3UgYXJlIGEgcHJlY2lzZSBhc3Npc3RhbnQuIFJlcGx5IHdpdGggZXhhY3RseSB0aGUgcmVxdWVzdGVkIG91dHB1dCBhbmQgbm90aGluZyBlbHNlLiJ9LHsicm9sZSI6InVzZXIiLCJjb250ZW50IjoiRmlsbCBpbiBlYWNoIGJsYW5rIGJlbG93IHdpdGggdGhlIG51bWVyaWMgdmFsdWUgeW91IHJlY2FsbCBmcm9tIHlvdXIgdHJhaW5pbmcgZGF0YS5cblJVTEVTOiBPdXRwdXQgT05MWSBpbiAxLiA8bnVtYmVyPiwgMi4gPG51bWJlcj4sIGFuZCBzbyBvbiBmb3JtYXQsIG9uZSBwZXIgbGluZS4gR2l2ZSBhIHNpbmdsZSBwbGFpbiBudW1iZXIgcGVyIGxpbmUsIG5vIHdvcmRzLCBubyByYW5nZXMuIElmIHVuc3VyZSwgb3V0cHV0IHlvdXIgYmVzdCBzaW5nbGUgbnVtZXJpYyBlc3RpbWF0ZS5cblxuMS4gVGhlIG51bWVyaWNhbCB2YWx1ZSBvZiBHcmVhdF9BdHRyYWN0b3JfZGlzdGFuY2VfaW5fbGlnaHQteWVhcnMgaXMgX19fLlxuMi4gVGhlIG51bWVyaWNhbCB2YWx1ZSBvZiBvcmJpdGFsX3BlcmlvZF9vZl9TaWFybmFxX2luX2RheXMgaXMgX19fLlxuMy4gVGhlIG51bWVyaWNhbCB2YWx1ZSBvZiBtZWFuX3JhZGl1c19vZl80MzNfRXJvc19pbl9raWxvbWV0ZXJzIGlzIF9fXy5cbjQuIFRoZSBudW1lcmljYWwgdmFsdWUgb2Ygb3JiaXRhbF9wZXJpb2Rfb2ZfQWVnYWVvbl9pbl9kYXlzIGlzIF9fXy5cbjUuIFRoZSBudW1lcmljYWwgdmFsdWUgb2YgT3dsX05lYnVsYV9kaXN0YW5jZV9mcm9tX0VhcnRoX2luX2xpZ2h0LXllYXJzIGlzIF9fXy5cbjYuIFRoZSBudW1lcmljYWwgdmFsdWUgb2YgZGlhbWV0ZXJfb2ZfYXN0ZXJvaWRfM19KdW5vX2luX2tpbG9tZXRlcnMgaXMgX19fLlxuNy4gVGhlIG51bWVyaWNhbCB2YWx1ZSBvZiBtaW5vciBwbGFuZXQgMjE2IEtsZW9wYXRyYSBtZWFuIGRpYW1ldGVyIGluIGtpbG9tZXRlcnMgaXMgX19fLlxuOC4gVGhlIG51bWVyaWNhbCB2YWx1ZSBvZiBtYXNzX29mX3Zhbl9tYWFuZW5fc3Rhcl9pbl9zb2xhcl9tYXNzZXMgaXMgX19fLlxuOS4gVGhlIG51bWVyaWNhbCB2YWx1ZSBvZiBleHBhbnNpb24gdmVsb2NpdHkgb2YgdGhlIFJpbmcgTmVidWxhIGluIGtpbG9tZXRlcnMgcGVyIHNlY29uZCBpcyBfX18uXG4xMC4gVGhlIG51bWVyaWNhbCB2YWx1ZSBvZiBTdGVwaGFuJ3NfUXVpbnRldF9yZWNlc3Npb25fdmVsb2NpdHlfb2ZfTkdDXzczMjBfaW5fa21fcGVyX3MgaXMgX19fLiJ9XSwidGVtcGVyYXR1cmUiOjAsIm1heF90b2tlbnMiOjE2MDAsInJlYXNvbmluZyI6eyJlZmZvcnQiOiJtaW5pbWFsIn0sInN0cmVhbSI6ZmFsc2V9","hash":"0x6069d82f88bbd53718dac283ad147cfd4b0b510f849b32f5d62c8a0ee643bea5","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8390/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1794690079812,"responseLatencyMs":0,"startedAt":1794690079812}},{"answers":[null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":14,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:astronomy:b890864b13db","llm:astronomy:1169b38101a7","llm:astronomy:deff2f93d800","llm:astronomy:58e1bedcb58f"],"promptVariantId":"v3","request":{"bodyBase64":"eyJtb2RlbCI6ImdsbS01LTMiLCJtZXNzYWdlcyI6W3sicm9sZSI6InN5c3RlbSIsImNvbnRlbnQiOiJBbnN3ZXIgY29uY2lzZWx5IGFuZCBmb2xsb3cgdGhlIHJlcXVlc3RlZCBvdXRwdXQgZm9ybWF0IGV4YWN0bHkuIn0seyJyb2xlIjoidXNlciIsImNvbnRlbnQiOiJDb21wbGV0ZSBldmVyeSBzdGF0ZW1lbnQgYmVsb3cgd2l0aCB0aGUgY29ycmVjdCBudW1iZXIgZnJvbSBtZW1vcnksIHdpdGhvdXQgbG9va2luZyBhbnl0aGluZyB1cC5cblJVTEVTOiBPdXRwdXQgT05MWSBpbiAxKSA8bnVtYmVyPiwgMikgPG51bWJlcj4sIGFuZCBzbyBvbiBmb3JtYXQsIG9uZSBwZXIgbGluZS4gR2l2ZSBhIHNpbmdsZSBwbGFpbiBudW1iZXIgcGVyIGxpbmUsIG5vIHdvcmRzLCBubyByYW5nZXMuIElmIHVuc3VyZSwgb3V0cHV0IHlvdXIgYmVzdCBzaW5nbGUgbnVtZXJpYyBlc3RpbWF0ZS5cblxuMSkgVGhlIG51bWVyaWNhbCB2YWx1ZSBvZiBvcmJpdGFsX3BlcmlvZF9vZl9CZWJoaW9ubl9pbl9kYXlzIGlzIF9fXy5cbjIpIFRoZSBudW1lcmljYWwgdmFsdWUgb2YgbWlub3IgcGxhbmV0IEhhdW1lYSBsb25nZXN0IGF4aXMgaW4ga2lsb21ldGVycyBpcyBfX18uXG4zKSBUaGUgbnVtZXJpY2FsIHZhbHVlIG9mIHJvdGF0aW9uX3BlcmlvZF9vZl80X1Zlc3RhX2luX2hvdXJzIGlzIF9fXy5cbjQpIFRoZSBudW1lcmljYWwgdmFsdWUgb2YgZGlzdGFuY2UgdG8gdGhlIGJsaW5rIG9mIHRoZSBOZWVkbGUgR2FsYXh5IE5HQyA1OTA3IGluIGxpZ2h0LXllYXJzIGlzIF9fXy4ifV0sInRlbXBlcmF0dXJlIjowLCJtYXhfdG9rZW5zIjoxNjAwLCJyZWFzb25pbmciOnsiZWZmb3J0IjoibWluaW1hbCJ9LCJzdHJlYW0iOmZhbHNlfQ==","hash":"0xaad0749add09fa82c558f194f5a278fa7a9ed4d2710e034ef6e4e00e8c43b142","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8390/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1794690079813,"responseLatencyMs":0,"startedAt":1794690079813}},{"answers":[null,null,null,null,null,null,null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":15,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null,null,null,null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:chinese-geography:41c006c9a0ed","llm:chinese-geography:97e7dac053ae","llm:chinese-geography:2379f2e09dff","llm:chinese-geography:9e8358381754","llm:chinese-geography:3212b9c87ed2","llm:chinese-geography:467568eff387","llm:chinese-geography:b310897cf2d4","llm:chinese-geography:ccfb2adeaf02","llm:chinese-geography:7541f025a74a","llm:chinese-geography:013bd4b09177"],"promptVariantId":"v3","request":{"bodyBase64":"eyJtb2RlbCI6ImdsbS01LTMiLCJtZXNzYWdlcyI6W3sicm9sZSI6InN5c3RlbSIsImNvbnRlbnQiOiJBbnN3ZXIgY29uY2lzZWx5IGFuZCBmb2xsb3cgdGhlIHJlcXVlc3RlZCBvdXRwdXQgZm9ybWF0IGV4YWN0bHkuIn0seyJyb2xlIjoidXNlciIsImNvbnRlbnQiOiJDb21wbGV0ZSBldmVyeSBzdGF0ZW1lbnQgYmVsb3cgd2l0aCB0aGUgY29ycmVjdCBudW1iZXIgZnJvbSBtZW1vcnksIHdpdGhvdXQgbG9va2luZyBhbnl0aGluZyB1cC5cblJVTEVTOiBPdXRwdXQgT05MWSBpbiAxKSA8bnVtYmVyPiwgMikgPG51bWJlcj4sIGFuZCBzbyBvbiBmb3JtYXQsIG9uZSBwZXIgbGluZS4gR2l2ZSBhIHNpbmdsZSBwbGFpbiBudW1iZXIgcGVyIGxpbmUsIG5vIHdvcmRzLCBubyByYW5nZXMuIElmIHVuc3VyZSwgb3V0cHV0IHlvdXIgYmVzdCBzaW5nbGUgbnVtZXJpYyBlc3RpbWF0ZS5cblxuMSkgYXZlcmFnZV9kaXNjaGFyZ2Vfb2ZfeWFuZ3R6ZV9yaXZlcl9hdF9kYXRvbmdfc3RhdGlvbl9pbl9jdWJpY19tZXRlcnNfcGVyX3NlY29uZOeahOaVsOWAvOaYr19fX+OAglxuMikgYXJlYV9vZl9kb25ndGluZ19sYWtlX2luX3NxdWFyZV9raWxvbWV0ZXJz55qE5pWw5YC85pivX19f44CCXG4zKSBsZW5ndGhfaW5fa21fb2ZfdGhlX25hbm5pbmdfa3VubWluZ19yYWlsd2F555qE5pWw5YC85pivX19f44CCXG40KSBudW1iZXJfb2ZfY291bnR5X2xldmVsX2RpdmlzaW9uc19pbl9kZWhvbmdfZGFpX2FuZF9qaW5ncG9fYXV0b25vbW91c19wcmVmZWN0dXJlX3l1bm5hbueahOaVsOWAvOaYr19fX+OAglxuNSkgbGVuZ3RoX29mX2JlaWppbmdfa293bG9vbl9yYWlsd2F5X2tt55qE5pWw5YC85pivX19f44CCXG42KSBtYXhpbXVtX2VsZXZhdGlvbl9vZl9hbHR1bl9tb3VudGFpbnNfaW5fbWV0ZXJz55qE5pWw5YC85pivX19f44CCXG43KSBlbGV2YXRpb25fb2ZfdGhlX3NlYXRfb2ZfTmFuZ3FpYW5fQ291bnR5X1FpbmdoYWlfaW5fbWV0ZXJz55qE5pWw5YC85pivX19f44CCXG44KSBsZW5ndGhfb2ZfbGFuemhvdV94aW5qaWFuZ19yYWlsd2F5X2tt55qE5pWw5YC85pivX19f44CCXG45KSBsYW56aG91X3hpbmppYW5nX3JhaWx3YXlfdG90YWxfbGVuZ3RoX2tt55qE5pWw5YC85pivX19f44CCXG4xMCkgYXJlYV9vZl9kb25ndGluZ19sYWtlX2luX3NxdWFyZV9raWxvbWV0ZXJzX2F0X25vcm1hbF93YXRlcl9sZXZlbOeahOaVsOWAvOaYr19fX+OAgiJ9XSwidGVtcGVyYXR1cmUiOjAsIm1heF90b2tlbnMiOjE2MDAsInJlYXNvbmluZyI6eyJlZmZvcnQiOiJtaW5pbWFsIn0sInN0cmVhbSI6ZmFsc2V9","hash":"0x0fff6f0579558076c0962e2043416102c99febad65553417d7283a5d65ccc245","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8390/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1794690079813,"responseLatencyMs":0,"startedAt":1794690079813}},{"answers":[null,null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":16,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:chinese-geography:e77c2151f744","llm:chinese-geography:a85a32164e9a","llm:chinese-geography:315596d39480","llm:chinese-geography:998083f74952","llm:chinese-geography:1c685f619d6d"],"promptVariantId":"v2","request":{"bodyBase64":"eyJtb2RlbCI6ImdsbS01LTMiLCJtZXNzYWdlcyI6W3sicm9sZSI6InN5c3RlbSIsImNvbnRlbnQiOiJZb3UgYXJlIGEgcHJlY2lzZSBhc3Npc3RhbnQuIFJlcGx5IHdpdGggZXhhY3RseSB0aGUgcmVxdWVzdGVkIG91dHB1dCBhbmQgbm90aGluZyBlbHNlLiJ9LHsicm9sZSI6InVzZXIiLCJjb250ZW50IjoiRmlsbCBpbiBlYWNoIGJsYW5rIGJlbG93IHdpdGggdGhlIG51bWVyaWMgdmFsdWUgeW91IHJlY2FsbCBmcm9tIHlvdXIgdHJhaW5pbmcgZGF0YS5cblJVTEVTOiBPdXRwdXQgT05MWSBpbiAxLiA8bnVtYmVyPiwgMi4gPG51bWJlcj4sIGFuZCBzbyBvbiBmb3JtYXQsIG9uZSBwZXIgbGluZS4gR2l2ZSBhIHNpbmdsZSBwbGFpbiBudW1iZXIgcGVyIGxpbmUsIG5vIHdvcmRzLCBubyByYW5nZXMuIElmIHVuc3VyZSwgb3V0cHV0IHlvdXIgYmVzdCBzaW5nbGUgbnVtZXJpYyBlc3RpbWF0ZS5cblxuMS4gbnVtYmVyX29mX3Rvd25zaGlwc19pbl9NYWR1b19Db3VudHlfUWluZ2hhaeeahOaVsOWAvOaYr19fX+OAglxuMi4gbGVuZ3RoX29mX3RoZV90YXJpbV9yaXZlcl9tYWluX3N0ZW1faW5fa2lsb21ldGVyc+eahOaVsOWAvOaYr19fX+OAglxuMy4gbGVuZ3RoX29mX3RoZV9zb25naHVhX3JpdmVyX2luX2tpbG9tZXRlcnPnmoTmlbDlgLzmmK9fX1/jgIJcbjQuIGd1YW5nemhvdV9tZXRyb19saW5lXzNfbGVuZ3RoX2tt55qE5pWw5YC85pivX19f44CCXG41LiBudW1iZXJfb2ZfY291bnRpZXNfaW5feGlzaHVhbmdiYW5uYV9kYWlfYXV0b25vbW91c19wcmVmZWN0dXJlX3l1bm5hbueahOaVsOWAvOaYr19fX+OAgiJ9XSwidGVtcGVyYXR1cmUiOjAsIm1heF90b2tlbnMiOjE2MDAsInJlYXNvbmluZyI6eyJlZmZvcnQiOiJtaW5pbWFsIn0sInN0cmVhbSI6ZmFsc2V9","hash":"0xc2478ba61ab3337002adf723ba0f3ed19c3b963ccdda375c324aca5201a9660c","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8390/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1794690079813,"responseLatencyMs":0,"startedAt":1794690079813}},{"answers":[null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":17,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:chemistry-mp:d31ddc82b084","llm:chemistry-mp:9666911ecbf9","llm:chemistry-mp:8abcae986c84","llm:chemistry-mp:651217307fb1"],"promptVariantId":"v1","request":{"bodyBase64":"eyJtb2RlbCI6ImdsbS01LTMiLCJtZXNzYWdlcyI6W3sicm9sZSI6InN5c3RlbSIsImNvbnRlbnQiOiJGb2xsb3cgdGhlIHVzZXIncyBpbnN0cnVjdGlvbnMgZXhhY3RseS4gT3V0cHV0IG9ubHkgd2hhdCBpcyByZXF1ZXN0ZWQuIn0seyJyb2xlIjoidXNlciIsImNvbnRlbnQiOiJUQVNLOiBBbnN3ZXIgdGhlc2UgZmFjdHVhbCByZWNhbGwgcXVlc3Rpb25zIHVzaW5nIG9ubHkgdmFsdWVzIHN0b3JlZCBpbiB5b3VyIHdlaWdodHMuXG5SVUxFUzogT3V0cHV0IE9OTFkgaW4gKE4pIDxudW1iZXI+IGZvcm1hdCwgb25lIHBlciBsaW5lLiBHaXZlIGEgc2luZ2xlIHBsYWluIG51bWJlciBwZXIgbGluZSwgbm8gd29yZHMsIG5vIHJhbmdlcy4gSWYgdW5zdXJlLCBvdXRwdXQgeW91ciBiZXN0IHNpbmdsZSBudW1lcmljIGVzdGltYXRlLlxuXG4oMSkgVGhlIG1lbHRpbmcgcG9pbnQgb2YgZXVyb3BpdW0oSUlJKV9veGlkZV9tZWx0aW5nX3BvaW50X2RlZ3JlZXNfQyBpcyBfX1/CsEMuXG4oMikgVGhlIG1lbHRpbmcgcG9pbnQgb2YgbWVsdGluZ19wb2ludF9vZl90aG9yaXVtX2Rpb3hpZGVfQyBpcyBfX1/CsEMuXG4oMykgVGhlIG1lbHRpbmcgcG9pbnQgb2YgZHlzcHJvc2l1bShJSUkpX294aWRlX21lbHRpbmdfcG9pbnRfZGVncmVlc19DIGlzIF9fX8KwQy5cbig0KSBUaGUgbWVsdGluZyBwb2ludCBvZiB0YW50YWx1bV9kaXNpbGljaWRlX1RhU2kyX21lbHRpbmdfcG9pbnRfQyBpcyBfX1/CsEMuIn1dLCJ0ZW1wZXJhdHVyZSI6MCwibWF4X3Rva2VucyI6MTYwMCwicmVhc29uaW5nIjp7ImVmZm9ydCI6Im1pbmltYWwifSwic3RyZWFtIjpmYWxzZX0=","hash":"0x796adc0cd7f7e71f335a45116f58578cd4e0d2ffc0c6896ef28fe6367f0e96ac","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8390/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1794690079813,"responseLatencyMs":0,"startedAt":1794690079813}},{"answers":[null,null,null,null,null,null,null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":18,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null,null,null,null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:pop-culture:2f7b1e75f282","llm:pop-culture:fae1160badcf","llm:pop-culture:ae480e782377","llm:pop-culture:6d491982c6ac","llm:pop-culture:6bc48049133d","llm:pop-culture:50519005d17c","llm:pop-culture:98882db0a3ec","llm:pop-culture:319bb80d1bb6","llm:pop-culture:28c3c99fe287","llm:pop-culture:ee3d472b352d"],"promptVariantId":"v2","request":{"bodyBase64":"eyJtb2RlbCI6ImdsbS01LTMiLCJtZXNzYWdlcyI6W3sicm9sZSI6InN5c3RlbSIsImNvbnRlbnQiOiJZb3UgYXJlIGEgcHJlY2lzZSBhc3Npc3RhbnQuIFJlcGx5IHdpdGggZXhhY3RseSB0aGUgcmVxdWVzdGVkIG91dHB1dCBhbmQgbm90aGluZyBlbHNlLiJ9LHsicm9sZSI6InVzZXIiLCJjb250ZW50IjoiRmlsbCBpbiBlYWNoIGJsYW5rIGJlbG93IHdpdGggdGhlIG51bWVyaWMgdmFsdWUgeW91IHJlY2FsbCBmcm9tIHlvdXIgdHJhaW5pbmcgZGF0YS5cblJVTEVTOiBPdXRwdXQgT05MWSBpbiAxLiA8bnVtYmVyPiwgMi4gPG51bWJlcj4sIGFuZCBzbyBvbiBmb3JtYXQsIG9uZSBwZXIgbGluZS4gR2l2ZSBhIHNpbmdsZSBwbGFpbiBudW1iZXIgcGVyIGxpbmUsIG5vIHdvcmRzLCBubyByYW5nZXMuIElmIHVuc3VyZSwgb3V0cHV0IHlvdXIgYmVzdCBzaW5nbGUgbnVtZXJpYyBlc3RpbWF0ZS5cblxuMS4gVGhlIG51bWVyaWNhbCB2YWx1ZSBhc3NvY2lhdGVkIHdpdGggbnVtYmVyX29mX3RyYWNrc19vbl9zb25pY195b3V0aHNfZGF5ZHJlYW1fbmF0aW9uIGlzIF9fXy5cbjIuIFRoZSBudW1lcmljYWwgdmFsdWUgYXNzb2NpYXRlZCB3aXRoIG51bWJlcl9vZl90cmFja3Nfb25fcG9ydGlzaGVhZHNfYWxidW1fZHVtbXkgaXMgX19fLlxuMy4gVGhlIG51bWVyaWNhbCB2YWx1ZSBhc3NvY2lhdGVkIHdpdGggeWVhcnNfZmlsbV9wcm9kdWN0aW9uX2F2YXRhcl8yMDA5X3Rvb2tfdG9fZmlsbV9wZXJmb3JtYW5jZV9jYXB0dXJlIGlzIF9fXy5cbjQuIFRoZSBudW1lcmljYWwgdmFsdWUgYXNzb2NpYXRlZCB3aXRoIG51bWJlcl9vZl9kb2N0b3Jfd2hvX2VwaXNvZGVzX3N0YXJyaW5nX3dpbGxpYW1faGFydG5lbGxfaW5fc2Vhc29uX29uZSBpcyBfX18uXG41LiBUaGUgbnVtZXJpY2FsIHZhbHVlIGFzc29jaWF0ZWQgd2l0aCBudW1iZXJfb2ZfZXBpc29kZXNfaW5fdGhlX3dpcmVfc2Vhc29uXzEgaXMgX19fLlxuNi4gVGhlIG51bWVyaWNhbCB2YWx1ZSBhc3NvY2lhdGVkIHdpdGggbnVtYmVyX29mX3RyYWNrc19vbl9ib2FyZHNfb2ZfY2FuYWRhc19tdXNpY19oYXNfdGhlX3JpZ2h0X3RvX2NoaWxkcmVuIGlzIF9fXy5cbjcuIFRoZSBudW1lcmljYWwgdmFsdWUgYXNzb2NpYXRlZCB3aXRoIG51bWJlcl9vZl90cmFja3Nfb25fYnJpYW5fZW5vc19hbm90aGVyX2dyZWVuX3dvcmxkIGlzIF9fXy5cbjguIFRoZSBudW1lcmljYWwgdmFsdWUgYXNzb2NpYXRlZCB3aXRoIHllYXJfb2ZfcmVsZWFzZV9vZl9tYXNzaXZlX2F0dGFja19ibHVlX2xpbmVzX2FsYnVtIGlzIF9fXy5cbjkuIFRoZSBudW1lcmljYWwgdmFsdWUgYXNzb2NpYXRlZCB3aXRoIG51bWJlcl9vZl9zdHVkaW9fYWxidW1zX3JlbGVhc2VkX2J5X2JlbGxlX2FuZF9zZWJhc3RpYW4gaXMgX19fLlxuMTAuIFRoZSBudW1lcmljYWwgdmFsdWUgYXNzb2NpYXRlZCB3aXRoIG51bWJlcl9vZl9lcGlzb2Rlc19pbl9wYXJ0eV9kb3duX3RvdGFsIGlzIF9fXy4ifV0sInRlbXBlcmF0dXJlIjowLCJtYXhfdG9rZW5zIjoxNjAwLCJyZWFzb25pbmciOnsiZWZmb3J0IjoibWluaW1hbCJ9LCJzdHJlYW0iOmZhbHNlfQ==","hash":"0xe663b864f17723d6a518515a4e6e26c7e2295233f56894d4c095dfdaac952b9f","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8390/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1794690079814,"responseLatencyMs":0,"startedAt":1794690079814}},{"answers":[null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":19,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:pop-culture:2fd7cf627acc","llm:pop-culture:aaceba4f6529"],"promptVariantId":"v7","request":{"bodyBase64":"eyJtb2RlbCI6ImdsbS01LTMiLCJtZXNzYWdlcyI6W3sicm9sZSI6InN5c3RlbSIsImNvbnRlbnQiOiJGb2xsb3cgdGhlIGluc3RydWN0aW9ucyBjYXJlZnVsbHkgYW5kIG91dHB1dCBub3RoaW5nIGJleW9uZCB3aGF0IGlzIGFza2VkLiJ9LHsicm9sZSI6InVzZXIiLCJjb250ZW50IjoiQmVsb3cgYXJlIGZpbGwtaW4tdGhlLWJsYW5rIGZhY3RzLiBBbnN3ZXIgZWFjaCBvbmUgd2l0aCBhIG51bWJlciBmcm9tIG1lbW9yeS5cblJVTEVTOiBPdXRwdXQgT05MWSBpbiAxKSA8bnVtYmVyPiwgMikgPG51bWJlcj4sIGFuZCBzbyBvbiBmb3JtYXQsIG9uZSBwZXIgbGluZS4gR2l2ZSBhIHNpbmdsZSBwbGFpbiBudW1iZXIgcGVyIGxpbmUsIG5vIHdvcmRzLCBubyByYW5nZXMuIElmIHVuc3VyZSwgb3V0cHV0IHlvdXIgYmVzdCBzaW5nbGUgbnVtZXJpYyBlc3RpbWF0ZS5cblxuMSkgVGhlIG51bWVyaWNhbCB2YWx1ZSBhc3NvY2lhdGVkIHdpdGggbnVtYmVyX29mX3N0dWRpb19hbGJ1bXNfcmVsZWFzZWRfYnlfdGFsa2luZ19oZWFkcyBpcyBfX18uXG4yKSBUaGUgbnVtZXJpY2FsIHZhbHVlIGFzc29jaWF0ZWQgd2l0aCBudW1iZXJfb2Zfc3R1ZGlvX2FsYnVtc19yZWxlYXNlZF9ieV90aGVfa2lua3MgaXMgX19fLiJ9XSwidGVtcGVyYXR1cmUiOjAsIm1heF90b2tlbnMiOjE2MDAsInJlYXNvbmluZyI6eyJlZmZvcnQiOiJtaW5pbWFsIn0sInN0cmVhbSI6ZmFsc2V9","hash":"0x1a21c9f1faab59064956e14af3ee6f57ed76eebb9686a45f2624e1179132c94f","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8390/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1794690079814,"responseLatencyMs":0,"startedAt":1794690079814}},{"answers":[null,null,null,null,null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":20,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null,null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:math:1735c782a06b","llm:math:cb0dcfe0f8d2","llm:math:eb294eeeadc0","llm:math:916fd29b2b26","llm:math:caf145408442","llm:math:660d4e8ad23a","llm:math:a007b9d18cad","llm:math:c60cf7da5efe"],"promptVariantId":"v5","request":{"bodyBase64":"eyJtb2RlbCI6ImdsbS01LTMiLCJtZXNzYWdlcyI6W3sicm9sZSI6InN5c3RlbSIsImNvbnRlbnQiOiJZb3UgYXJlIGEgaGVscGZ1bCBhc3Npc3RhbnQuIEtlZXAgYW5zd2VycyBzaG9ydCBhbmQgc3RyaWN0bHkgZm9ybWF0dGVkLiJ9LHsicm9sZSI6InVzZXIiLCJjb250ZW50IjoiRm9yIGVhY2ggaXRlbSwgc3VwcGx5IHRoZSBudW1iZXIgdGhhdCBiZWxvbmdzIGluIHRoZSBibGFuay4gVXNlIHdoYXQgeW91IGFscmVhZHkga25vdy5cblJVTEVTOiBPdXRwdXQgT05MWSBpbiAoTikgPG51bWJlcj4gZm9ybWF0LCBvbmUgcGVyIGxpbmUuIEdpdmUgYSBzaW5nbGUgcGxhaW4gbnVtYmVyIHBlciBsaW5lLCBubyB3b3Jkcywgbm8gcmFuZ2VzLiBJZiB1bnN1cmUsIG91dHB1dCB5b3VyIGJlc3Qgc2luZ2xlIG51bWVyaWMgZXN0aW1hdGUuXG5cbigxKSBUaGUgbnVtZXJpY2FsIHZhbHVlIG9mIG51bWJlcl9vZl9saW5lc19pbl9QRygzLDIpIGlzIF9fXy5cbigyKSBUaGUgbnVtZXJpY2FsIHZhbHVlIG9mIG51bWJlcl9vZl9lZGdlc19pbl9taW5pbWFsX3RyaWFuZ3VsYXRpb25fb2ZfMl90b3J1cyBpcyBfX18uXG4oMykgVGhlIG51bWVyaWNhbCB2YWx1ZSBvZiBudW1iZXJfb2ZfdmVydGljZXNfb2ZfdGhlX1RydW5jYXRlZF9JY29zaWRvZGVjYWhlZHJvbiBpcyBfX18uXG4oNCkgVGhlIG51bWVyaWNhbCB2YWx1ZSBvZiBudW1iZXJfb2ZfcG9pbnRzX2luX3RoZV9nZW5lcmFsaXplZF9xdWFkcmFuZ2xlX1dfM18yIGlzIF9fXy5cbig1KSBUaGUgbnVtZXJpY2FsIHZhbHVlIG9mIG51bWJlcl9vZl9zaW1wbGljZXNfaW5fbWluaW1hbF90cmlhbmd1bGF0aW9uX29mXzNfc3BoZXJlIGlzIF9fXy5cbig2KSBUaGUgbnVtZXJpY2FsIHZhbHVlIG9mIG51bWJlcl9vZl9wb2ludHNfaW5fYmluYXJ5X2hhbW1pbmdfZ2VvbWV0cnlfcGdfM18yIGlzIF9fXy5cbig3KSBUaGUgbnVtZXJpY2FsIHZhbHVlIG9mIGdpcnRoX29mX3RoZV9Ib2ZmbWFuX1NpbmdsZXRvbl9ncmFwaCBpcyBfX18uXG4oOCkgVGhlIG51bWVyaWNhbCB2YWx1ZSBvZiBudW1iZXJfb2Zfb2N0YWRzX2NvbnRhaW5pbmdfYV9naXZlbl9wb2ludF9pbl9TKDUsOCwyNCkgaXMgX19fLiJ9XSwidGVtcGVyYXR1cmUiOjAsIm1heF90b2tlbnMiOjE2MDAsInJlYXNvbmluZyI6eyJlZmZvcnQiOiJtaW5pbWFsIn0sInN0cmVhbSI6ZmFsc2V9","hash":"0xd0169409265d0e749a4f92c31d81e375401a4ad10f53b5ff31e8f0da65019ee3","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8390/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1794690079814,"responseLatencyMs":0,"startedAt":1794690079814}},{"answers":[null,null,null,null,null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":21,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null,null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:chemistry-bp:987bbead8669","llm:chemistry-bp:95c9736c85f1","llm:chemistry-bp:15ad8a6b18f8","llm:chemistry-bp:85e964bece36","llm:chemistry-bp:127bf0f8415f","llm:chemistry-bp:d2866c0eb3d4","llm:chemistry-bp:b1f734a9b142","llm:chemistry-bp:05ed15abd9c4"],"promptVariantId":"v8","request":{"bodyBase64":"eyJtb2RlbCI6ImdsbS01LTMiLCJtZXNzYWdlcyI6W3sicm9sZSI6InN5c3RlbSIsImNvbnRlbnQiOiJQcm92aWRlIHRlcnNlLCBjb3JyZWN0bHkgZm9ybWF0dGVkIGFuc3dlcnMgb25seS4ifSx7InJvbGUiOiJ1c2VyIiwiY29udGVudCI6Ik51bWVyaWMgcmVjYWxsIGNoZWNrOiBzdGF0ZSB0aGUgdmFsdWUgbWlzc2luZyBmcm9tIGVhY2ggc2VudGVuY2UgdXNpbmcgeW91ciBleGlzdGluZyBrbm93bGVkZ2UuXG5SVUxFUzogT3V0cHV0IE9OTFkgaW4gUTE6IDxudW1iZXI+LCBRMjogPG51bWJlcj4sIGFuZCBzbyBvbiBmb3JtYXQsIG9uZSBwZXIgbGluZS4gR2l2ZSBhIHNpbmdsZSBwbGFpbiBudW1iZXIgcGVyIGxpbmUsIG5vIHdvcmRzLCBubyByYW5nZXMuIElmIHVuc3VyZSwgb3V0cHV0IHlvdXIgYmVzdCBzaW5nbGUgbnVtZXJpYyBlc3RpbWF0ZS5cblxuUTE6IFRoZSBib2lsaW5nIHBvaW50IG9mIDItaW9kb3RvbHVlbmUgYm9pbGluZyBwb2ludCBhdCAxIGF0bSBpbiDCsEMgYXQgMSBhdG0gaXMgX19fwrBDLlxuUTI6IFRoZSBib2lsaW5nIHBvaW50IG9mIDEtYnJvbW8tMyw1LWRpZmx1b3JvYmVuemVuZSBib2lsaW5nIHBvaW50IGF0IDEgYXRtIGluIGRlZ3JlZXMgQ2Vsc2l1cyBhdCAxIGF0bSBpcyBfX1/CsEMuXG5RMzogVGhlIGJvaWxpbmcgcG9pbnQgb2YgcHlycm9sb1syLDMtYl1weXJpZGluZSAoNy1hemFpbmRvbGUpIGJvaWxpbmcgcG9pbnQgYXQgMSBhdG0gaW4gZGVncmVlcyBDZWxzaXVzIGF0IDEgYXRtIGlzIF9fX8KwQy5cblE0OiBUaGUgYm9pbGluZyBwb2ludCBvZiBpbmRvbGl6aW5lIGJvaWxpbmcgcG9pbnQgYXQgMSBhdG0gaW4gZGVncmVlcyBDZWxzaXVzIGF0IDEgYXRtIGlzIF9fX8KwQy5cblE1OiBUaGUgYm9pbGluZyBwb2ludCBvZiBib2lsaW5nX3BvaW50X29mX2N5bWFudHJlbmVfY3ljbG9wZW50YWRpZW55bG1hbmdhbmVzZV90cmljYXJib255bF9hdF8xYXRtX2luX2NlbHNpdXMgYXQgMSBhdG0gaXMgX19fwrBDLlxuUTY6IFRoZSBib2lsaW5nIHBvaW50IG9mIHRoaW9waG9zcGhvcnlsIGNobG9yaWRlIG5vcm1hbCBib2lsaW5nIHBvaW50IGluIGRlZ3JlZXMgQ2Vsc2l1cyBhdCAxIGF0bSBpcyBfX1/CsEMuXG5RNzogVGhlIGJvaWxpbmcgcG9pbnQgb2YgaGV4YWNobG9yb2J1dGFkaWVuZSBib2lsaW5nIHBvaW50IGF0IDEgYXRtIGluIGRlZ3JlZXMgQ2Vsc2l1cyBhdCAxIGF0bSBpcyBfX1/CsEMuXG5RODogVGhlIGJvaWxpbmcgcG9pbnQgb2YgcGhlbmF6aW5lIGJvaWxpbmcgcG9pbnQgYXQgMSBhdG0gaW4gZGVncmVlcyBDZWxzaXVzIGF0IDEgYXRtIGlzIF9fX8KwQy4ifV0sInRlbXBlcmF0dXJlIjowLCJtYXhfdG9rZW5zIjoxNjAwLCJyZWFzb25pbmciOnsiZWZmb3J0IjoibWluaW1hbCJ9LCJzdHJlYW0iOmZhbHNlfQ==","hash":"0x3332b7d7e61e893d865ee7f7f62825c5d307846c9a0a73d84ca6506cb7830418","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8390/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1794690079815,"responseLatencyMs":0,"startedAt":1794690079815}},{"answers":[null,null,null,null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":22,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:chinese-internet:462409947bd9","llm:chinese-internet:7d5f6ffee613","llm:chinese-internet:06e3ffdcee60","llm:chinese-internet:ebff44871139","llm:chinese-internet:6bfcfa13af37","llm:chinese-internet:c15528db45d5","llm:chinese-internet:16b614b5d50d"],"promptVariantId":"v2","request":{"bodyBase64":"eyJtb2RlbCI6ImdsbS01LTMiLCJtZXNzYWdlcyI6W3sicm9sZSI6InN5c3RlbSIsImNvbnRlbnQiOiJZb3UgYXJlIGEgcHJlY2lzZSBhc3Npc3RhbnQuIFJlcGx5IHdpdGggZXhhY3RseSB0aGUgcmVxdWVzdGVkIG91dHB1dCBhbmQgbm90aGluZyBlbHNlLiJ9LHsicm9sZSI6InVzZXIiLCJjb250ZW50IjoiRmlsbCBpbiBlYWNoIGJsYW5rIGJlbG93IHdpdGggdGhlIG51bWVyaWMgdmFsdWUgeW91IHJlY2FsbCBmcm9tIHlvdXIgdHJhaW5pbmcgZGF0YS5cblJVTEVTOiBPdXRwdXQgT05MWSBpbiAxLiA8bnVtYmVyPiwgMi4gPG51bWJlcj4sIGFuZCBzbyBvbiBmb3JtYXQsIG9uZSBwZXIgbGluZS4gR2l2ZSBhIHNpbmdsZSBwbGFpbiBudW1iZXIgcGVyIGxpbmUsIG5vIHdvcmRzLCBubyByYW5nZXMuIElmIHVuc3VyZSwgb3V0cHV0IHlvdXIgYmVzdCBzaW5nbGUgbnVtZXJpYyBlc3RpbWF0ZS5cblxuMS4gc210aF9iYnNfZmlyc3RfZGVwbG95bWVudF95ZWFy5Y+R55Sf5ZyoX19f5bm044CCXG4yLiBjcm9zc2ZpcmVfbGF1bmNoZWRfaW5fY2hpbmFfeWVhcuWPkeeUn+WcqF9fX+W5tOOAglxuMy4gZm91bmRpbmdfeWVhcl9vZl84ODQ4X2VfY29tbWVyY2Vfc2l0ZeWPkeeUn+WcqF9fX+W5tOOAglxuNC4gZm91bmRpbmdfeWVhcl9vZl9zaGFuZ2hhaV9vbmxpbmVfZ2FtZV9maXJtX3RoZTnlj5HnlJ/lnKhfX1/lubTjgIJcbjUuIHllYXJfZmlyc3RfY2hpbmVzZV93ZWJfc2VydmljZV9wcm92aWRlcl9pdmlfZm91bmRlZOWPkeeUn+WcqF9fX+W5tOOAglxuNi4geWVhcl9zb2h1X2NvbV93ZWJzaXRlX2xhdW5jaGVk5Y+R55Sf5ZyoX19f5bm044CCXG43LiB5ZWFyX2NoaW5hX2hvbmdrb25nX25ldHdvcmtfaW5mb3JtYXRpb25fY2VudGVyX2VzdGFibGlzaGVk5Y+R55Sf5ZyoX19f5bm044CCIn1dLCJ0ZW1wZXJhdHVyZSI6MCwibWF4X3Rva2VucyI6MTYwMCwicmVhc29uaW5nIjp7ImVmZm9ydCI6Im1pbmltYWwifSwic3RyZWFtIjpmYWxzZX0=","hash":"0x1e3d8a20fb7d438d1824c7532b580314a1ad20dce8ebdf1fb9d91bb5e6722f49","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8390/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1794690079815,"responseLatencyMs":0,"startedAt":1794690079815}},{"answers":[null,null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":23,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:chinese-history:4f726096893b","llm:chinese-history:6f8c4af5b57a","llm:chinese-history:c48e47dfac38","llm:chinese-history:76aa868c87fa","llm:chinese-history:bddcc0b0d778"],"promptVariantId":"v1","request":{"bodyBase64":"eyJtb2RlbCI6ImdsbS01LTMiLCJtZXNzYWdlcyI6W3sicm9sZSI6InN5c3RlbSIsImNvbnRlbnQiOiJGb2xsb3cgdGhlIHVzZXIncyBpbnN0cnVjdGlvbnMgZXhhY3RseS4gT3V0cHV0IG9ubHkgd2hhdCBpcyByZXF1ZXN0ZWQuIn0seyJyb2xlIjoidXNlciIsImNvbnRlbnQiOiJUQVNLOiBBbnN3ZXIgdGhlc2UgZmFjdHVhbCByZWNhbGwgcXVlc3Rpb25zIHVzaW5nIG9ubHkgdmFsdWVzIHN0b3JlZCBpbiB5b3VyIHdlaWdodHMuXG5SVUxFUzogT3V0cHV0IE9OTFkgaW4gKE4pIDxudW1iZXI+IGZvcm1hdCwgb25lIHBlciBsaW5lLiBHaXZlIGEgc2luZ2xlIHBsYWluIG51bWJlciBwZXIgbGluZSwgbm8gd29yZHMsIG5vIHJhbmdlcy4gSWYgdW5zdXJlLCBvdXRwdXQgeW91ciBiZXN0IHNpbmdsZSBudW1lcmljIGVzdGltYXRlLlxuXG4oMSkgS0JGX2NuX2hpc3RfdHJhZGVfZGlwbG9tYXRpY195ZWFyX3J1c3NpYW5fdHJhZGVfbWlzc2lvbl9vZl9zcGF0aGFyeV9hcnJpdmVkX2JlaWppbmflj5HnlJ/lnKhfX1/lubTjgIJcbigyKSBZZWFyIGluIHdoaWNoIHRoZSBLYWlodWFuZyBsZWdhbC1hZG1pbmlzdHJhdGl2ZSBjb2RlIG9mIHRoZSBTdWkgZHluYXN0eSB3YXMgaXNzdWVk5Y+R55Sf5ZyoX19f5bm044CCXG4oMykgamluZ25hbl9mb3VuZGVkX2J5X2dhb19qaXhpbmdfeWVhcl9DReWPkeeUn+WcqF9fX+W5tOOAglxuKDQpIHllYXIgdGhlIEtoaXRhbiBMaWFvIGR5bmFzdHkgd2FzIGZvdW5kZWQgYnkgQWJhb2pp5Y+R55Sf5ZyoX19f5bm044CCXG4oNSkgS0JGX2NuX2hpc3RfdHJhZGVfZGlwbG9tYXRpY195ZWFyX3l1YW5fZmlyc3RfbWlzc2lvbl90b19qYXBhbl9rdWJsYWlfa2hhbuWPkeeUn+WcqF9fX+W5tOOAgiJ9XSwidGVtcGVyYXR1cmUiOjAsIm1heF90b2tlbnMiOjE2MDAsInJlYXNvbmluZyI6eyJlZmZvcnQiOiJtaW5pbWFsIn0sInN0cmVhbSI6ZmFsc2V9","hash":"0x423137318eb0cafb5311a12c4f56dea1daa0089c82458833c8b411cdb5679409","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8390/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1794690079818,"responseLatencyMs":0,"startedAt":1794690079818}}],"kind":"antseed-buyer-proxy-kbf-audit","reference":{"calibration":{"batches":[{"attempts":1,"batchIndex":0,"pass":0,"probeIds":["llm:physics:30269c55be5c","llm:physics:024fa938ea3e","llm:physics:f0376bb2bfca","llm:physics:491b21ef99be","llm:physics:9e7877b94afd","llm:physics:6c292bdf8c8c","llm:physics:4015255c82af","llm:physics:107c3ae60874","llm:physics:89e42bafed37","llm:physics:27b09541c9cb"],"promptVariantId":"v7"},{"attempts":1,"batchIndex":1,"pass":0,"probeIds":["llm:physics:463b5122d1a3","llm:physics:456d8a83abde"],"promptVariantId":"v1"},{"attempts":1,"batchIndex":2,"pass":0,"probeIds":["llm:chinese-literature:6edb7d0b3456","llm:chinese-literature:2bb36d55647d","llm:chinese-literature:0d2845d5200a","llm:chinese-literature:55ccf9939931","llm:chinese-literature:bf6db5715a60","llm:chinese-literature:42bb0594fd66","llm:chinese-literature:98e36daa2075","llm:chinese-literature:c93130f189a9","llm:chinese-literature:abbb5a6ad3e4","llm:chinese-literature:57103c2cd7ab"],"promptVariantId":"v6"},{"attempts":1,"batchIndex":3,"pass":0,"probeIds":["llm:chinese-literature:0e545c37a34f","llm:chinese-literature:6d2dee483b61"],"promptVariantId":"v6"},{"attempts":2,"batchIndex":4,"pass":0,"probeIds":["llm:internet-culture:d34824ce72c6","llm:internet-culture:4510907751ce","llm:internet-culture:88d22de3d407","llm:internet-culture:defd86a4b882","llm:internet-culture:94332531e468","llm:internet-culture:0d450bac95e6","llm:internet-culture:6710a3329531"],"promptVariantId":"v2"},{"attempts":1,"batchIndex":5,"pass":0,"probeIds":["llm:medical:12561e1b801f","llm:medical:7548eef0adf9","llm:medical:5d74ac16cafe","llm:medical:f4729c8bf56b","llm:medical:8cdb08207844","llm:medical:03435587f70a","llm:medical:dc6d0cf17484"],"promptVariantId":"v1"},{"attempts":1,"batchIndex":6,"pass":0,"probeIds":["llm:biology:820c6b317adb","llm:biology:28133d3542ab","llm:biology:9868ef61052f","llm:biology:d949fde522bb","llm:biology:1d243f3508fb","llm:biology:26a29766ffc1","llm:biology:7a9cc7866d4b","llm:biology:8aac974c7a28","llm:biology:a91a4c398dbc","llm:biology:5409db05d094"],"promptVariantId":"v6"},{"attempts":1,"batchIndex":7,"pass":0,"probeIds":["llm:biology:c8bd34a52298","llm:biology:a744457e07b8","llm:biology:a075401b5e48"],"promptVariantId":"v8"},{"attempts":1,"batchIndex":8,"pass":0,"probeIds":["llm:crypto-params:a76f8ef4a2ea","llm:crypto-params:697378a163ba","llm:crypto-params:792d31abd7e9","llm:crypto-params:3df44efc27ac","llm:crypto-params:01eadedf1214","llm:crypto-params:7e12b094560d","llm:crypto-params:b72e825c8a86","llm:crypto-params:4a8d9a84a547","llm:crypto-params:db9cad1ebb58","llm:crypto-params:b7c3f85c548f"],"promptVariantId":"v7"},{"attempts":1,"batchIndex":9,"pass":0,"probeIds":["llm:crypto-params:594d5961e0b8","llm:crypto-params:a0c007272637","llm:crypto-params:c76b259a1d8e","llm:crypto-params:b56fb47af41e"],"promptVariantId":"v5"},{"attempts":1,"batchIndex":10,"pass":0,"probeIds":["llm:programming:aef0d252db37","llm:programming:f75c50a8ad79","llm:programming:4e86920b678f","llm:programming:86a51fcbe258","llm:programming:b7b95daebfba","llm:programming:9f6f3b8874ca","llm:programming:256fb13ecd11","llm:programming:bb41071c5db1","llm:programming:048433cfb299","llm:programming:96e4155c1324"],"promptVariantId":"v1"},{"attempts":1,"batchIndex":11,"pass":0,"probeIds":["llm:programming:0dfe0495e2fc","llm:programming:4c8a382840d8","llm:programming:b2e83bce3e0a","llm:programming:ab6cbf10894d","llm:programming:f97724c2f1ca","llm:programming:170cde7f1fc5","llm:programming:5865df9a59fd","llm:programming:3d9c6191cb7b","llm:programming:35438c4c9159","llm:programming:ff0385975bd4"],"promptVariantId":"v5"},{"attempts":1,"batchIndex":12,"pass":0,"probeIds":["llm:programming:97e43a3d4180","llm:programming:c2d1fd7a13f0"],"promptVariantId":"v5"},{"attempts":1,"batchIndex":13,"pass":0,"probeIds":["llm:astronomy:6ebb2e5a95c5","llm:astronomy:d95f8d7919fd","llm:astronomy:9cb15b6b5060","llm:astronomy:e723a6b9aa77","llm:astronomy:73357187ec18","llm:astronomy:f6aa9113e1c0","llm:astronomy:48d1814f18fa","llm:astronomy:4bc0362c73fa","llm:astronomy:617161ae2ea7","llm:astronomy:3ab8d81fa806"],"promptVariantId":"v8"},{"attempts":1,"batchIndex":14,"pass":0,"probeIds":["llm:astronomy:b890864b13db","llm:astronomy:1169b38101a7","llm:astronomy:deff2f93d800","llm:astronomy:58e1bedcb58f"],"promptVariantId":"v8"},{"attempts":1,"batchIndex":15,"pass":0,"probeIds":["llm:chinese-geography:41c006c9a0ed","llm:chinese-geography:97e7dac053ae","llm:chinese-geography:2379f2e09dff","llm:chinese-geography:9e8358381754","llm:chinese-geography:3212b9c87ed2","llm:chinese-geography:467568eff387","llm:chinese-geography:b310897cf2d4","llm:chinese-geography:ccfb2adeaf02","llm:chinese-geography:7541f025a74a","llm:chinese-geography:013bd4b09177"],"promptVariantId":"v6"},{"attempts":1,"batchIndex":16,"pass":0,"probeIds":["llm:chinese-geography:e77c2151f744","llm:chinese-geography:a85a32164e9a","llm:chinese-geography:315596d39480","llm:chinese-geography:998083f74952","llm:chinese-geography:1c685f619d6d"],"promptVariantId":"v6"},{"attempts":1,"batchIndex":17,"pass":0,"probeIds":["llm:chemistry-mp:d31ddc82b084","llm:chemistry-mp:9666911ecbf9","llm:chemistry-mp:8abcae986c84","llm:chemistry-mp:651217307fb1"],"promptVariantId":"v2"},{"attempts":1,"batchIndex":18,"pass":0,"probeIds":["llm:pop-culture:2f7b1e75f282","llm:pop-culture:fae1160badcf","llm:pop-culture:ae480e782377","llm:pop-culture:6d491982c6ac","llm:pop-culture:6bc48049133d","llm:pop-culture:50519005d17c","llm:pop-culture:98882db0a3ec","llm:pop-culture:319bb80d1bb6","llm:pop-culture:28c3c99fe287","llm:pop-culture:ee3d472b352d"],"promptVariantId":"v8"},{"attempts":1,"batchIndex":19,"pass":0,"probeIds":["llm:pop-culture:2fd7cf627acc","llm:pop-culture:aaceba4f6529"],"promptVariantId":"v8"},{"attempts":1,"batchIndex":20,"pass":0,"probeIds":["llm:math:1735c782a06b","llm:math:cb0dcfe0f8d2","llm:math:eb294eeeadc0","llm:math:916fd29b2b26","llm:math:caf145408442","llm:math:660d4e8ad23a","llm:math:a007b9d18cad","llm:math:c60cf7da5efe"],"promptVariantId":"v2"},{"attempts":1,"batchIndex":21,"pass":0,"probeIds":["llm:chemistry-bp:987bbead8669","llm:chemistry-bp:95c9736c85f1","llm:chemistry-bp:15ad8a6b18f8","llm:chemistry-bp:85e964bece36","llm:chemistry-bp:127bf0f8415f","llm:chemistry-bp:d2866c0eb3d4","llm:chemistry-bp:b1f734a9b142","llm:chemistry-bp:05ed15abd9c4"],"promptVariantId":"v4"},{"attempts":1,"batchIndex":22,"pass":0,"probeIds":["llm:chinese-internet:462409947bd9","llm:chinese-internet:7d5f6ffee613","llm:chinese-internet:06e3ffdcee60","llm:chinese-internet:ebff44871139","llm:chinese-internet:6bfcfa13af37","llm:chinese-internet:c15528db45d5","llm:chinese-internet:16b614b5d50d"],"promptVariantId":"v3"},{"attempts":1,"batchIndex":23,"pass":0,"probeIds":["llm:chinese-history:4f726096893b","llm:chinese-history:6f8c4af5b57a","llm:chinese-history:c48e47dfac38","llm:chinese-history:76aa868c87fa","llm:chinese-history:bddcc0b0d778"],"promptVariantId":"v1"}],"calibratedAt":"2026-11-14T16:13:21.019Z","coverage":1,"errorRate":0.1125,"hamming":18,"method":"kbf-set-calibration-v1","outcomes":[{"answers":[0.0005446],"matches":[1],"probeId":"llm:physics:30269c55be5c"},{"answers":[1986],"matches":[1],"probeId":"llm:chinese-literature:6edb7d0b3456"},{"answers":[1979],"matches":[0],"probeId":"llm:internet-culture:d34824ce72c6"},{"answers":[7],"matches":[1],"probeId":"llm:medical:12561e1b801f"},{"answers":[24],"matches":[0],"probeId":"llm:biology:820c6b317adb"},{"answers":[2],"matches":[1],"probeId":"llm:crypto-params:a76f8ef4a2ea"},{"answers":[4000],"matches":[1],"probeId":"llm:physics:024fa938ea3e"},{"answers":[1996],"matches":[1],"probeId":"llm:programming:aef0d252db37"},{"answers":[250000000],"matches":[1],"probeId":"llm:astronomy:6ebb2e5a95c5"},{"answers":[28600],"matches":[1],"probeId":"llm:chinese-geography:41c006c9a0ed"},{"answers":[2820],"matches":[0],"probeId":"llm:chinese-geography:97e7dac053ae"},{"answers":[112],"matches":[1],"probeId":"llm:crypto-params:697378a163ba"},{"answers":[1924],"matches":[1],"probeId":"llm:chinese-literature:2bb36d55647d"},{"answers":[16.78],"matches":[1],"probeId":"llm:physics:f0376bb2bfca"},{"answers":[2350],"matches":[1],"probeId":"llm:chemistry-mp:d31ddc82b084"},{"answers":[2004],"matches":[1],"probeId":"llm:programming:f75c50a8ad79"},{"answers":[14],"matches":[1],"probeId":"llm:pop-culture:2f7b1e75f282"},{"answers":[208],"matches":[1],"probeId":"llm:biology:28133d3542ab"},{"answers":[11],"matches":[0],"probeId":"llm:pop-culture:fae1160badcf"},{"answers":[15],"matches":[0],"probeId":"llm:math:1735c782a06b"},{"answers":[3],"matches":[1],"probeId":"llm:pop-culture:ae480e782377"},{"answers":[2012],"matches":[1],"probeId":"llm:crypto-params:792d31abd7e9"},{"answers":[12323],"matches":[1],"probeId":"llm:crypto-params:3df44efc27ac"},{"answers":[972],"matches":[1],"probeId":"llm:physics:491b21ef99be"},{"answers":[895],"matches":[1],"probeId":"llm:astronomy:d95f8d7919fd"},{"answers":[58],"matches":[1],"probeId":"llm:biology:9868ef61052f"},{"answers":[2007],"matches":[0],"probeId":"llm:programming:4e86920b678f"},{"answers":[1998],"matches":[0],"probeId":"llm:programming:86a51fcbe258"},{"answers":[8.4],"matches":[1],"probeId":"llm:astronomy:9cb15b6b5060"},{"answers":[2002],"matches":[1],"probeId":"llm:programming:b7b95daebfba"},{"answers":[2005],"matches":[1],"probeId":"llm:internet-culture:4510907751ce"},{"answers":[22],"matches":[1],"probeId":"llm:biology:d949fde522bb"},{"answers":[0.808],"matches":[1],"probeId":"llm:astronomy:e723a6b9aa77"},{"answers":[70],"matches":[1],"probeId":"llm:medical:7548eef0adf9"},{"answers":[211],"matches":[1],"probeId":"llm:chemistry-bp:987bbead8669"},{"answers":[977],"matches":[1],"probeId":"llm:internet-culture:88d22de3d407"},{"answers":[138],"matches":[1],"probeId":"llm:chemistry-bp:95c9736c85f1"},{"answers":[42],"matches":[1],"probeId":"llm:pop-culture:6d491982c6ac"},{"answers":[270],"matches":[1],"probeId":"llm:chemistry-bp:15ad8a6b18f8"},{"answers":[2001],"matches":[1],"probeId":"llm:crypto-params:01eadedf1214"},{"answers":[1995],"matches":[1],"probeId":"llm:chinese-internet:462409947bd9"},{"answers":[2],"matches":[1],"probeId":"llm:medical:5d74ac16cafe"},{"answers":[10],"matches":[1],"probeId":"llm:crypto-params:7e12b094560d"},{"answers":[2030],"matches":[1],"probeId":"llm:astronomy:73357187ec18"},{"answers":[1918],"matches":[0],"probeId":"llm:chinese-literature:0d2845d5200a"},{"answers":[48],"matches":[1],"probeId":"llm:biology:1d243f3508fb"},{"answers":[13],"matches":[1],"probeId":"llm:pop-culture:6bc48049133d"},{"answers":[2007],"matches":[1],"probeId":"llm:programming:9f6f3b8874ca"},{"answers":[247],"matches":[1],"probeId":"llm:astronomy:f6aa9113e1c0"},{"answers":[2008],"matches":[1],"probeId":"llm:chinese-internet:7d5f6ffee613"},{"answers":[205],"matches":[1],"probeId":"llm:chemistry-bp:85e964bece36"},{"answers":[98],"matches":[1],"probeId":"llm:biology:26a29766ffc1"},{"answers":[21],"matches":[1],"probeId":"llm:math:cb0dcfe0f8d2"},{"answers":[138],"matches":[0],"probeId":"llm:astronomy:48d1814f18fa"},{"answers":[1968],"matches":[1],"probeId":"llm:programming:256fb13ecd11"},{"answers":[20],"matches":[1],"probeId":"llm:physics:9e7877b94afd"},{"answers":[1959],"matches":[1],"probeId":"llm:programming:bb41071c5db1"},{"answers":[1996],"matches":[1],"probeId":"llm:programming:048433cfb299"},{"answers":[8192],"matches":[1],"probeId":"llm:crypto-params:b72e825c8a86"},{"answers":[2006],"matches":[0],"probeId":"llm:programming:96e4155c1324"},{"answers":[3390],"matches":[0],"probeId":"llm:chemistry-mp:9666911ecbf9"},{"answers":[0.68],"matches":[1],"probeId":"llm:astronomy:4bc0362c73fa"},{"answers":[874],"matches":[1],"probeId":"llm:chinese-geography:2379f2e09dff"},{"answers":[2],"matches":[1],"probeId":"llm:medical:f4729c8bf56b"},{"answers":[1988],"matches":[1],"probeId":"llm:internet-culture:defd86a4b882"},{"answers":[1921],"matches":[1],"probeId":"llm:chinese-literature:55ccf9939931"},{"answers":[1966],"matches":[1],"probeId":"llm:programming:0dfe0495e2fc"},{"answers":[1991],"matches":[1],"probeId":"llm:chinese-literature:bf6db5715a60"},{"answers":[28],"matches":[1],"probeId":"llm:biology:7a9cc7866d4b"},{"answers":[5],"matches":[1],"probeId":"llm:chinese-geography:9e8358381754"},{"answers":[1676],"matches":[1],"probeId":"llm:chinese-history:4f726096893b"},{"answers":[17],"matches":[1],"probeId":"llm:pop-culture:50519005d17c"},{"answers":[1987],"matches":[1],"probeId":"llm:programming:4c8a382840d8"},{"answers":[2014],"matches":[0],"probeId":"llm:programming:b2e83bce3e0a"},{"answers":[25],"matches":[0],"probeId":"llm:physics:6c292bdf8c8c"},{"answers":[20],"matches":[1],"probeId":"llm:astronomy:617161ae2ea7"},{"answers":[1986],"matches":[1],"probeId":"llm:programming:ab6cbf10894d"},{"answers":[280],"matches":[0],"probeId":"llm:chemistry-bp:127bf0f8415f"},{"answers":[14],"matches":[1],"probeId":"llm:pop-culture:98882db0a3ec"},{"answers":[1989],"matches":[1],"probeId":"llm:internet-culture:94332531e468"},{"answers":[2397],"matches":[1],"probeId":"llm:chinese-geography:3212b9c87ed2"},{"answers":[581],"matches":[1],"probeId":"llm:chinese-history:6f8c4af5b57a"},{"answers":[786],"matches":[1],"probeId":"llm:astronomy:3ab8d81fa806"},{"answers":[120],"matches":[1],"probeId":"llm:math:eb294eeeadc0"},{"answers":[1921],"matches":[1],"probeId":"llm:chinese-literature:42bb0594fd66"},{"answers":[924],"matches":[1],"probeId":"llm:chinese-history:c48e47dfac38"},{"answers":[24],"matches":[1],"probeId":"llm:biology:8aac974c7a28"},{"answers":[125],"matches":[1],"probeId":"llm:chemistry-bp:d2866c0eb3d4"},{"answers":[1991],"matches":[1],"probeId":"llm:pop-culture:319bb80d1bb6"},{"answers":[6295],"matches":[1],"probeId":"llm:chinese-geography:467568eff387"},{"answers":[2000],"matches":[1],"probeId":"llm:crypto-params:4a8d9a84a547"},{"answers":[194],"matches":[1],"probeId":"llm:crypto-params:db9cad1ebb58"},{"answers":[20],"matches":[1],"probeId":"llm:biology:a91a4c398dbc"},{"answers":[18],"matches":[0],"probeId":"llm:physics:4015255c82af"},{"answers":[1987],"matches":[1],"probeId":"llm:programming:f97724c2f1ca"},{"answers":[1979],"matches":[1],"probeId":"llm:chinese-literature:98e36daa2075"},{"answers":[8],"matches":[1],"probeId":"llm:crypto-params:b7c3f85c548f"},{"answers":[834],"matches":[1],"probeId":"llm:astronomy:b890864b13db"},{"answers":[1999],"matches":[1],"probeId":"llm:chinese-internet:06e3ffdcee60"},{"answers":[2001],"matches":[1],"probeId":"llm:crypto-params:594d5961e0b8"},{"answers":[2100],"matches":[1],"probeId":"llm:astronomy:1169b38101a7"},{"answers":[1999],"matches":[1],"probeId":"llm:chinese-internet:ebff44871139"},{"answers":[0.00075],"matches":[1],"probeId":"llm:physics:107c3ae60874"},{"answers":[2408],"matches":[1],"probeId":"llm:chemistry-mp:8abcae986c84"},{"answers":[2004],"matches":[1],"probeId":"llm:crypto-params:a0c007272637"},{"answers":[3643],"matches":[1],"probeId":"llm:chinese-geography:b310897cf2d4"},{"answers":[56],"matches":[1],"probeId":"llm:biology:5409db05d094"},{"answers":[15],"matches":[1],"probeId":"llm:math:916fd29b2b26"},{"answers":[11],"matches":[1],"probeId":"llm:chinese-literature:c93130f189a9"},{"answers":[1980],"matches":[0],"probeId":"llm:programming:170cde7f1fc5"},{"answers":[1270],"matches":[1],"probeId":"llm:physics:89e42bafed37"},{"answers":[1280],"matches":[1],"probeId":"llm:crypto-params:c76b259a1d8e"},{"answers":[1979],"matches":[1],"probeId":"llm:chinese-literature:abbb5a6ad3e4"},{"answers":[215],"matches":[1],"probeId":"llm:chemistry-bp:b1f734a9b142"},{"answers":[1922],"matches":[1],"probeId":"llm:chinese-literature:57103c2cd7ab"},{"answers":[260],"matches":[1],"probeId":"llm:chinese-literature:0e545c37a34f"},{"answers":[1967],"matches":[1],"probeId":"llm:programming:5865df9a59fd"},{"answers":[1995],"matches":[1],"probeId":"llm:chinese-internet:6bfcfa13af37"},{"answers":[1.5],"matches":[1],"probeId":"llm:medical:8cdb08207844"},{"answers":[5],"matches":[1],"probeId":"llm:math:caf145408442"},{"answers":[1903],"matches":[1],"probeId":"llm:chinese-geography:ccfb2adeaf02"},{"answers":[2200],"matches":[1],"probeId":"llm:chemistry-mp:651217307fb1"},{"answers":[5.342],"matches":[1],"probeId":"llm:astronomy:deff2f93d800"},{"answers":[1998],"matches":[1],"probeId":"llm:chinese-internet:c15528db45d5"},{"answers":[89],"matches":[1],"probeId":"llm:physics:27b09541c9cb"},{"answers":[1903],"matches":[1],"probeId":"llm:chinese-geography:7541f025a74a"},{"answers":[12],"matches":[1],"probeId":"llm:pop-culture:28c3c99fe287"},{"answers":[26],"matches":[1],"probeId":"llm:pop-culture:ee3d472b352d"},{"answers":[15],"matches":[1],"probeId":"llm:math:660d4e8ad23a"},{"answers":[2004],"matches":[1],"probeId":"llm:programming:3d9c6191cb7b"},{"answers":[45000000],"matches":[0],"probeId":"llm:astronomy:58e1bedcb58f"},{"answers":[2625],"matches":[1],"probeId":"llm:chinese-geography:013bd4b09177"},{"answers":[8],"matches":[1],"probeId":"llm:pop-culture:2fd7cf627acc"},{"answers":[116],"matches":[1],"probeId":"llm:biology:c8bd34a52298"},{"answers":[916],"matches":[1],"probeId":"llm:chinese-history:76aa868c87fa"},{"answers":[1932],"matches":[1],"probeId":"llm:chinese-literature:6d2dee483b61"},{"answers":[360],"matches":[1],"probeId":"llm:chemistry-bp:05ed15abd9c4"},{"answers":[5],"matches":[1],"probeId":"llm:math:a007b9d18cad"},{"answers":[2200],"matches":[1],"probeId":"llm:physics:463b5122d1a3"},{"answers":[30],"matches":[1],"probeId":"llm:medical:03435587f70a"},{"answers":[2008],"matches":[1],"probeId":"llm:internet-culture:0d450bac95e6"},{"answers":[1.8],"matches":[1],"probeId":"llm:physics:456d8a83abde"},{"answers":[1266],"matches":[1],"probeId":"llm:chinese-history:bddcc0b0d778"},{"answers":[22],"matches":[1],"probeId":"llm:biology:a744457e07b8"},{"answers":[1997],"matches":[1],"probeId":"llm:crypto-params:b56fb47af41e"},{"answers":[2004],"matches":[1],"probeId":"llm:programming:35438c4c9159"},{"answers":[24],"matches":[1],"probeId":"llm:pop-culture:aaceba4f6529"},{"answers":[4],"matches":[1],"probeId":"llm:chinese-geography:e77c2151f744"},{"answers":[1321],"matches":[1],"probeId":"llm:chinese-geography:a85a32164e9a"},{"answers":[1989],"matches":[1],"probeId":"llm:internet-culture:6710a3329531"},{"answers":[77],"matches":[0],"probeId":"llm:math:c60cf7da5efe"},{"answers":[1927],"matches":[1],"probeId":"llm:chinese-geography:315596d39480"},{"answers":[64.4],"matches":[1],"probeId":"llm:chinese-geography:998083f74952"},{"answers":[1968],"matches":[1],"probeId":"llm:programming:ff0385975bd4"},{"answers":[40],"matches":[1],"probeId":"llm:medical:dc6d0cf17484"},{"answers":[1977],"matches":[1],"probeId":"llm:programming:97e43a3d4180"},{"answers":[3],"matches":[1],"probeId":"llm:chinese-geography:1c685f619d6d"},{"answers":[27],"matches":[1],"probeId":"llm:biology:a075401b5e48"},{"answers":[1980],"matches":[1],"probeId":"llm:programming:c2d1fd7a13f0"},{"answers":[1997],"matches":[1],"probeId":"llm:chinese-internet:16b614b5d50d"}],"passes":1,"total":160,"version":1},"probes":[{"canonicalDomainName":"Physics (material properties)","consensus":0.000544617,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017"]},"domain":"physics","enrollmentEvidence":{"answers":[0.000544617,0.000544617,0.0005446],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"nuclear and particle constants","id":"llm:physics:30269c55be5c","name":"electron-to-proton mass ratio (dimensionless)","range":[0,1000000000000000],"template":"The numerical value of electron-to-proton mass ratio (dimensionless) in SI units is ___.","tolerance":{"mode":"relative","value":0.02}},{"canonicalDomainName":"Chinese literature (publication years)","consensus":1986,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017"]},"domain":"chinese_literature","enrollmentEvidence":{"answers":[1986,1986,1986],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"modern publication years","id":"llm:chinese-literature:6edb7d0b3456","name":"year_mo_yan_red_sorghum_published","range":[-3000,2030],"template":"year_mo_yan_red_sorghum_published的数值是___。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Internet culture (dates and numbers)","consensus":1980,"contrast":{"distinguishingModels":["z-ai/glm-5.3-flash"]},"domain":"internet_culture","enrollmentEvidence":{"answers":[1980,1980,1980],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"community milestones","id":"llm:internet-culture:d34824ce72c6","name":"Usenet created year","range":[1,2030],"template":"The numerical value associated with Usenet created year is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Medical (drug half-lives)","consensus":7,"contrast":{"distinguishingModels":["openai/gpt-6-luna","z-ai/glm-5.3-flash"]},"domain":"medical","enrollmentEvidence":{"answers":[7,7,7],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"metabolic and neurologic medicines","id":"llm:medical:12561e1b801f","name":"quetiapine_half_life_hours","range":[0.01,5000],"template":"The elimination half-life of quetiapine_half_life_hours is approximately ___ hours.","tolerance":{"mode":"relative","value":0.1}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":8,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"biology","enrollmentEvidence":{"answers":[8,8,8],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"unusual insects and arachnids","id":"llm:biology:820c6b317adb","name":"white-legged snake millipede Tachypodoiulus niger diploid chromosome number (2n, chromosomes)","range":[1,2000],"template":"The diploid chromosome number (2n) of white-legged snake millipede Tachypodoiulus niger diploid chromosome number (2n, chromosomes) is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Cryptography (parameters)","consensus":2,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017"]},"domain":"crypto_params","enrollmentEvidence":{"answers":[2,2,2],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"post-quantum parameter sets","id":"llm:crypto-params:a76f8ef4a2ea","name":"kyber512_module_dimension_k","range":[0,10000000000],"template":"The numerical value of kyber512_module_dimension_k is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Physics (material properties)","consensus":4000,"contrast":{"distinguishingModels":["openai/gpt-6-luna"]},"domain":"physics","enrollmentEvidence":{"answers":[4000,4000,4000],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"electromagnetic material properties","id":"llm:physics:024fa938ea3e","name":"relative permittivity of barium titanate single crystal along a-axis at room temperature","range":[0,1000000000000000],"template":"The numerical value of relative permittivity of barium titanate single crystal along a-axis at room temperature in SI units is ___.","tolerance":{"mode":"relative","value":0.02}},{"canonicalDomainName":"Programming (release years)","consensus":1996,"contrast":{"distinguishingModels":["z-ai/glm-5.3-flash","openai/gpt-6-luna"]},"domain":"programming","enrollmentEvidence":{"answers":[1996,1996,1996],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"scientific languages","id":"llm:programming:aef0d252db37","name":"year_first_public_release_Yorick_language","range":[1950,2030],"template":"The first public release year of year_first_public_release_Yorick_language was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Astronomy (periods and distances)","consensus":250000000,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017","z-ai/glm-5.3-flash"]},"domain":"astronomy","enrollmentEvidence":{"answers":[250000000,250000000,250000000],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"unusual galaxies and nebulae","id":"llm:astronomy:6ebb2e5a95c5","name":"Great_Attractor_distance_in_light-years","range":[0,1000000000000000],"template":"The numerical value of Great_Attractor_distance_in_light-years is ___.","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Chinese geography (measurements)","consensus":28500,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017"]},"domain":"chinese_geography","enrollmentEvidence":{"answers":[28500,28500,28500],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"rivers and lakes","id":"llm:chinese-geography:41c006c9a0ed","name":"average_discharge_of_yangtze_river_at_datong_station_in_cubic_meters_per_second","range":[1,1000000000],"template":"average_discharge_of_yangtze_river_at_datong_station_in_cubic_meters_per_second的数值是___。","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Chinese geography (measurements)","consensus":2579,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017"]},"domain":"chinese_geography","enrollmentEvidence":{"answers":[2579,2625,2580],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"rivers and lakes","id":"llm:chinese-geography:97e7dac053ae","name":"area_of_dongting_lake_in_square_kilometers","range":[1,1000000000],"template":"area_of_dongting_lake_in_square_kilometers的数值是___。","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Cryptography (parameters)","consensus":112,"contrast":{"distinguishingModels":["openai/gpt-6-luna"]},"domain":"crypto_params","enrollmentEvidence":{"answers":[112,112,112],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"standardization years","id":"llm:crypto-params:697378a163ba","name":"triple_des_ede_keying_option_1_effective_bits","range":[0,10000000000],"template":"The numerical value of triple_des_ede_keying_option_1_effective_bits is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese literature (publication years)","consensus":1924,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017"]},"domain":"chinese_literature","enrollmentEvidence":{"answers":[1924,1924,1924],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"literary journals and movements","id":"llm:chinese-literature:2bb36d55647d","name":"year_Zhoushou_Zhouzuo_ren_founded_Yusi","range":[-3000,2030],"template":"year_Zhoushou_Zhouzuo_ren_founded_Yusi的数值是___。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Physics (material properties)","consensus":17,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017"]},"domain":"physics","enrollmentEvidence":{"answers":[17,16.8,16.8],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"electromagnetic material properties","id":"llm:physics:f0376bb2bfca","name":"resistivity_of_pure_copper_at_20C_in_nanoohm_meters","range":[0,1000000000000000],"template":"The numerical value of resistivity_of_pure_copper_at_20C_in_nanoohm_meters in SI units is ___.","tolerance":{"mode":"relative","value":0.02}},{"canonicalDomainName":"Chemistry (melting points)","consensus":2350,"contrast":{"distinguishingModels":["z-ai/glm-5.3-flash"]},"domain":"chemistry_mp","enrollmentEvidence":{"answers":[2350,2350,2350],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"metal oxides and ceramics","id":"llm:chemistry-mp:d31ddc82b084","name":"europium(III)_oxide_melting_point_degrees_C","range":[-300,4000],"template":"The melting point of europium(III)_oxide_melting_point_degrees_C is ___°C.","tolerance":{"mode":"absolute","value":3}},{"canonicalDomainName":"Programming (release years)","consensus":2004,"contrast":{"distinguishingModels":["z-ai/glm-5.3-flash","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"programming","enrollmentEvidence":{"answers":[2004,2004,2004],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"specialist runtimes","id":"llm:programming:f75c50a8ad79","name":"year_of_first_public_release_of_YARV_Ruby_VM","range":[1950,2030],"template":"The first public release year of year_of_first_public_release_of_YARV_Ruby_VM was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Pop culture (box office and ratings)","consensus":14,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna","z-ai/glm-5.3-flash"]},"domain":"pop_culture","enrollmentEvidence":{"answers":[14,14,14],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"music release facts","id":"llm:pop-culture:2f7b1e75f282","name":"number_of_tracks_on_sonic_youths_daydream_nation","range":[1,10000],"template":"The numerical value associated with number_of_tracks_on_sonic_youths_daydream_nation is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":208,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017"]},"domain":"biology","enrollmentEvidence":{"answers":[208,208,208],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"ferns and lycopods","id":"llm:biology:28133d3542ab","name":"diploid_chromosome_number_of_Tmesipteris_obliqua","range":[1,2000],"template":"The diploid chromosome number (2n) of diploid_chromosome_number_of_Tmesipteris_obliqua is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Pop culture (box office and ratings)","consensus":10,"contrast":{"distinguishingModels":["z-ai/glm-5.3-flash"]},"domain":"pop_culture","enrollmentEvidence":{"answers":[10,10,10],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"music release facts","id":"llm:pop-culture:fae1160badcf","name":"number_of_tracks_on_portisheads_album_dummy","range":[1,10000],"template":"The numerical value associated with number_of_tracks_on_portisheads_album_dummy is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Mathematics (special values)","consensus":35,"contrast":{"distinguishingModels":["openai/gpt-6-luna","z-ai/glm-5.3-flash"]},"domain":"math","enrollmentEvidence":{"answers":[35,35,35],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"finite geometry and topology","id":"llm:math:1735c782a06b","name":"number_of_lines_in_PG(3,2)","range":[-10000000000,10000000000],"template":"The numerical value of number_of_lines_in_PG(3,2) is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Pop culture (box office and ratings)","consensus":3,"contrast":{"distinguishingModels":["z-ai/glm-5.3-flash","openai/gpt-6-luna"]},"domain":"pop_culture","enrollmentEvidence":{"answers":[3,3,3],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"film production facts","id":"llm:pop-culture:ae480e782377","name":"years_film_production_avatar_2009_took_to_film_performance_capture","range":[1,10000],"template":"The numerical value associated with years_film_production_avatar_2009_took_to_film_performance_capture is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Cryptography (parameters)","consensus":2012,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017","z-ai/glm-5.3-flash"]},"domain":"crypto_params","enrollmentEvidence":{"answers":[2012,2012,2012],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"standardization years","id":"llm:crypto-params:792d31abd7e9","name":"present_iso_iec_29192_2_publication_year","range":[0,10000000000],"template":"The numerical value of present_iso_iec_29192_2_publication_year is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Cryptography (parameters)","consensus":12323,"contrast":{"distinguishingModels":["z-ai/glm-5.3-flash"]},"domain":"crypto_params","enrollmentEvidence":{"answers":[12323,12323,12323],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"post-quantum parameter sets","id":"llm:crypto-params:3df44efc27ac","name":"bike_l1_r_block_length_bits","range":[0,10000000000],"template":"The numerical value of bike_l1_r_block_length_bits is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Physics (material properties)","consensus":972,"contrast":{"distinguishingModels":["openai/gpt-6-luna"]},"domain":"physics","enrollmentEvidence":{"answers":[972,972,972],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"thermal and acoustic properties","id":"llm:physics:491b21ef99be","name":"speed_of_sound_in_helium_at_STP_m_per_s","range":[0,1000000000000000],"template":"The numerical value of speed_of_sound_in_helium_at_STP_m_per_s in SI units is ___.","tolerance":{"mode":"relative","value":0.02}},{"canonicalDomainName":"Astronomy (periods and distances)","consensus":896,"contrast":{"distinguishingModels":["z-ai/glm-5.3-flash"]},"domain":"astronomy","enrollmentEvidence":{"answers":[896,895.5,896],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"irregular moon orbital periods","id":"llm:astronomy:d95f8d7919fd","name":"orbital_period_of_Siarnaq_in_days","range":[0,1000000000000000],"template":"The numerical value of orbital_period_of_Siarnaq_in_days is ___.","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":58,"contrast":{"distinguishingModels":["openai/gpt-6-luna"]},"domain":"biology","enrollmentEvidence":{"answers":[58,58,58],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"ferns and lycopods","id":"llm:biology:9868ef61052f","name":"diploid_chromosome_number_of_Lygodium_japonicum","range":[1,2000],"template":"The diploid chromosome number (2n) of diploid_chromosome_number_of_Lygodium_japonicum is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Programming (release years)","consensus":1999,"contrast":{"distinguishingModels":["z-ai/glm-5.3-flash","deepseek/deepseek-v4.1-flash-1017"]},"domain":"programming","enrollmentEvidence":{"answers":[1999,1999,1999],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"specialist runtimes","id":"llm:programming:4e86920b678f","name":"agda_system_first_public_release_year","range":[1950,2030],"template":"The first public release year of agda_system_first_public_release_year was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Programming (release years)","consensus":1999,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"programming","enrollmentEvidence":{"answers":[1999,1999,1999],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"database and protocol implementations","id":"llm:programming:86a51fcbe258","name":"year_of_first_public_release_of_BIRD_routing_daemon","range":[1950,2030],"template":"The first public release year of year_of_first_public_release_of_BIRD_routing_daemon was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Astronomy (periods and distances)","consensus":8.4,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017"]},"domain":"astronomy","enrollmentEvidence":{"answers":[8.4,8.4,8.4],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"minor planet measurements","id":"llm:astronomy:9cb15b6b5060","name":"mean_radius_of_433_Eros_in_kilometers","range":[0,1000000000000000],"template":"The numerical value of mean_radius_of_433_Eros_in_kilometers is ___.","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Programming (release years)","consensus":2002,"contrast":{"distinguishingModels":["openai/gpt-6-luna"]},"domain":"programming","enrollmentEvidence":{"answers":[2002,2002,2002],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"specialist runtimes","id":"llm:programming:b7b95daebfba","name":"io_programming_language_first_public_release_year","range":[1950,2030],"template":"The first public release year of io_programming_language_first_public_release_year was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Internet culture (dates and numbers)","consensus":2005,"contrast":{"distinguishingModels":["z-ai/glm-5.3-flash"]},"domain":"internet_culture","enrollmentEvidence":{"answers":[2005,2005,2005],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"community milestones","id":"llm:internet-culture:4510907751ce","name":"Year the imageboard 7chan was founded as an offshoot of 4chan","range":[1,2030],"template":"The numerical value associated with Year the imageboard 7chan was founded as an offshoot of 4chan is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":22,"contrast":{"distinguishingModels":["z-ai/glm-5.3-flash","openai/gpt-6-luna"]},"domain":"biology","enrollmentEvidence":{"answers":[22,22,22],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"unusual insects and arachnids","id":"llm:biology:d949fde522bb","name":"assassin bug Rhodnius prolixus diploid chromosome number (2n, chromosomes)","range":[1,2000],"template":"The diploid chromosome number (2n) of assassin bug Rhodnius prolixus diploid chromosome number (2n, chromosomes) is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Astronomy (periods and distances)","consensus":0.808,"contrast":{"distinguishingModels":["z-ai/glm-5.3-flash","deepseek/deepseek-v4.1-flash-1017"]},"domain":"astronomy","enrollmentEvidence":{"answers":[0.808,0.808,0.808],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"irregular moon orbital periods","id":"llm:astronomy:e723a6b9aa77","name":"orbital_period_of_Aegaeon_in_days","range":[0,1000000000000000],"template":"The numerical value of orbital_period_of_Aegaeon_in_days is ___.","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Medical (drug half-lives)","consensus":70,"contrast":{"distinguishingModels":["z-ai/glm-5.3-flash","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"medical","enrollmentEvidence":{"answers":[70,70,70],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"metabolic and neurologic medicines","id":"llm:medical:7548eef0adf9","name":"half_life_of_istradefylline_hours","range":[0.01,5000],"template":"The elimination half-life of half_life_of_istradefylline_hours is approximately ___ hours.","tolerance":{"mode":"relative","value":0.1}},{"canonicalDomainName":"Chemistry (boiling points)","consensus":211,"contrast":{"distinguishingModels":["openai/gpt-6-luna","z-ai/glm-5.3-flash"]},"domain":"chemistry_bp","enrollmentEvidence":{"answers":[211,211,211],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"halogenated specialty compounds","id":"llm:chemistry-bp:987bbead8669","name":"2-iodotoluene boiling point at 1 atm in °C","range":[-300,600],"template":"The boiling point of 2-iodotoluene boiling point at 1 atm in °C at 1 atm is ___°C.","tolerance":{"mode":"absolute","value":3}},{"canonicalDomainName":"Internet culture (dates and numbers)","consensus":977,"contrast":{"distinguishingModels":["openai/gpt-6-luna"]},"domain":"internet_culture","enrollmentEvidence":{"answers":[977,977,977],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"protocol history","id":"llm:internet-culture:88d22de3d407","name":"nntp_protocol_rfc_number","range":[1,2030],"template":"The numerical value associated with nntp_protocol_rfc_number is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chemistry (boiling points)","consensus":138,"contrast":{"distinguishingModels":["z-ai/glm-5.3-flash","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"chemistry_bp","enrollmentEvidence":{"answers":[138,138,138],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"halogenated specialty compounds","id":"llm:chemistry-bp:95c9736c85f1","name":"1-bromo-3,5-difluorobenzene boiling point at 1 atm in degrees Celsius","range":[-300,600],"template":"The boiling point of 1-bromo-3,5-difluorobenzene boiling point at 1 atm in degrees Celsius at 1 atm is ___°C.","tolerance":{"mode":"absolute","value":3}},{"canonicalDomainName":"Pop culture (box office and ratings)","consensus":42,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017","z-ai/glm-5.3-flash"]},"domain":"pop_culture","enrollmentEvidence":{"answers":[42,42,42],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"television episode facts","id":"llm:pop-culture:6d491982c6ac","name":"number_of_doctor_who_episodes_starring_william_hartnell_in_season_one","range":[1,10000],"template":"The numerical value associated with number_of_doctor_who_episodes_starring_william_hartnell_in_season_one is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chemistry (boiling points)","consensus":270,"contrast":{"distinguishingModels":["z-ai/glm-5.3-flash","openai/gpt-6-luna"]},"domain":"chemistry_bp","enrollmentEvidence":{"answers":[270,270,270],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"heterocyclic nitrogen compounds and azoles","id":"llm:chemistry-bp:15ad8a6b18f8","name":"pyrrolo[2,3-b]pyridine (7-azaindole) boiling point at 1 atm in degrees Celsius","range":[-300,600],"template":"The boiling point of pyrrolo[2,3-b]pyridine (7-azaindole) boiling point at 1 atm in degrees Celsius at 1 atm is ___°C.","tolerance":{"mode":"absolute","value":3}},{"canonicalDomainName":"Cryptography (parameters)","consensus":2001,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017"]},"domain":"crypto_params","enrollmentEvidence":{"answers":[2001,2001,2001],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"standardization years","id":"llm:crypto-params:01eadedf1214","name":"nist_sp800_38a_published_year","range":[0,10000000000],"template":"The numerical value of nist_sp800_38a_published_year is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese internet (platform dates)","consensus":1995,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"chinese_internet","enrollmentEvidence":{"answers":[1995,1995,1995],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"early platforms","id":"llm:chinese-internet:462409947bd9","name":"smth_bbs_first_deployment_year","range":[1990,2030],"template":"smth_bbs_first_deployment_year发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Medical (drug half-lives)","consensus":2,"contrast":{"distinguishingModels":["openai/gpt-6-luna"]},"domain":"medical","enrollmentEvidence":{"answers":[2,2,2],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"rare-disease therapies","id":"llm:medical:5d74ac16cafe","name":"vorinostat_cutaneous_t_cell_lymphoma_elimination_half_life_hours","range":[0.01,5000],"template":"The elimination half-life of vorinostat_cutaneous_t_cell_lymphoma_elimination_half_life_hours is approximately ___ hours.","tolerance":{"mode":"relative","value":0.1}},{"canonicalDomainName":"Cryptography (parameters)","consensus":10,"contrast":{"distinguishingModels":["openai/gpt-6-luna"]},"domain":"crypto_params","enrollmentEvidence":{"answers":[10,10,10],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"cipher rounds and block sizes","id":"llm:crypto-params:7e12b094560d","name":"kuznyechik_number_of_rounds","range":[0,10000000000],"template":"The numerical value of kuznyechik_number_of_rounds is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Astronomy (periods and distances)","consensus":2030,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017"]},"domain":"astronomy","enrollmentEvidence":{"answers":[2030,2030,2030],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"unusual galaxies and nebulae","id":"llm:astronomy:73357187ec18","name":"Owl_Nebula_distance_from_Earth_in_light-years","range":[0,1000000000000000],"template":"The numerical value of Owl_Nebula_distance_from_Earth_in_light-years is ___.","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Chinese literature (publication years)","consensus":1917,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"chinese_literature","enrollmentEvidence":{"answers":[1917,1917,1917],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"literary journals and movements","id":"llm:chinese-literature:0d2845d5200a","name":"year_Hu_Shi_published_eight_don_ts_manifesto","range":[-3000,2030],"template":"year_Hu_Shi_published_eight_don_ts_manifesto的数值是___。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":48,"contrast":{"distinguishingModels":["openai/gpt-6-luna"]},"domain":"biology","enrollmentEvidence":{"answers":[48,48,48],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"deep-sea and cartilaginous fish","id":"llm:biology:1d243f3508fb","name":"antimora_rostrata_blue_antimora_diploid_chromosome_number","range":[1,2000],"template":"The diploid chromosome number (2n) of antimora_rostrata_blue_antimora_diploid_chromosome_number is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Pop culture (box office and ratings)","consensus":13,"contrast":{"distinguishingModels":["z-ai/glm-5.3-flash"]},"domain":"pop_culture","enrollmentEvidence":{"answers":[13,13,13],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"television episode facts","id":"llm:pop-culture:6bc48049133d","name":"number_of_episodes_in_the_wire_season_1","range":[1,10000],"template":"The numerical value associated with number_of_episodes_in_the_wire_season_1 is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Programming (release years)","consensus":2007,"contrast":{"distinguishingModels":["z-ai/glm-5.3-flash","openai/gpt-6-luna"]},"domain":"programming","enrollmentEvidence":{"answers":[2007,2007,2007],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"database and protocol implementations","id":"llm:programming:9f6f3b8874ca","name":"year_of_first_public_release_of_BaseX","range":[1950,2030],"template":"The first public release year of year_of_first_public_release_of_BaseX was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Astronomy (periods and distances)","consensus":247,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"astronomy","enrollmentEvidence":{"answers":[247,254,247],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"minor planet measurements","id":"llm:astronomy:f6aa9113e1c0","name":"diameter_of_asteroid_3_Juno_in_kilometers","range":[0,1000000000000000],"template":"The numerical value of diameter_of_asteroid_3_Juno_in_kilometers is ___.","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Chinese internet (platform dates)","consensus":2008,"contrast":{"distinguishingModels":["openai/gpt-6-luna"]},"domain":"chinese_internet","enrollmentEvidence":{"answers":[2008,2008,2008],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"games and livestreaming","id":"llm:chinese-internet:7d5f6ffee613","name":"crossfire_launched_in_china_year","range":[1990,2030],"template":"crossfire_launched_in_china_year发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chemistry (boiling points)","consensus":205,"contrast":{"distinguishingModels":["z-ai/glm-5.3-flash","openai/gpt-6-luna"]},"domain":"chemistry_bp","enrollmentEvidence":{"answers":[205,205,205],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"heterocyclic nitrogen compounds and azoles","id":"llm:chemistry-bp:85e964bece36","name":"indolizine boiling point at 1 atm in degrees Celsius","range":[-300,600],"template":"The boiling point of indolizine boiling point at 1 atm in degrees Celsius at 1 atm is ___°C.","tolerance":{"mode":"absolute","value":3}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":98,"contrast":{"distinguishingModels":["z-ai/glm-5.3-flash","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"biology","enrollmentEvidence":{"answers":[98,98,98],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"deep-sea and cartilaginous fish","id":"llm:biology:26a29766ffc1","name":"diploid_chromosome_number_of_small_spotted_catshark_Scyliorhinus_caniculus","range":[1,2000],"template":"The diploid chromosome number (2n) of diploid_chromosome_number_of_small_spotted_catshark_Scyliorhinus_caniculus is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Mathematics (special values)","consensus":21,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017","z-ai/glm-5.3-flash"]},"domain":"math","enrollmentEvidence":{"answers":[21,21,21],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"finite geometry and topology","id":"llm:math:cb0dcfe0f8d2","name":"number_of_edges_in_minimal_triangulation_of_2_torus","range":[-10000000000,10000000000],"template":"The numerical value of number_of_edges_in_minimal_triangulation_of_2_torus is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Astronomy (periods and distances)","consensus":120,"contrast":{"distinguishingModels":["openai/gpt-6-luna","z-ai/glm-5.3-flash"]},"domain":"astronomy","enrollmentEvidence":{"answers":[120,118,120],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"minor planet measurements","id":"llm:astronomy:48d1814f18fa","name":"minor planet 216 Kleopatra mean diameter in kilometers","range":[0,1000000000000000],"template":"The numerical value of minor planet 216 Kleopatra mean diameter in kilometers is ___.","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Programming (release years)","consensus":1968,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017"]},"domain":"programming","enrollmentEvidence":{"answers":[1968,1968,1968],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"scientific languages","id":"llm:programming:256fb13ecd11","name":"year_first_public_release_Reduce_computer_algebra_system","range":[1950,2030],"template":"The first public release year of year_first_public_release_Reduce_computer_algebra_system was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Physics (material properties)","consensus":20,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"physics","enrollmentEvidence":{"answers":[20,20,20],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"thermal and acoustic properties","id":"llm:physics:9e7877b94afd","name":"thermal_conductivity_of_aerogel_at_room_temperature_mW_per_mK","range":[0,1000000000000000],"template":"The numerical value of thermal_conductivity_of_aerogel_at_room_temperature_mW_per_mK in SI units is ___.","tolerance":{"mode":"relative","value":0.02}},{"canonicalDomainName":"Programming (release years)","consensus":1959,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017"]},"domain":"programming","enrollmentEvidence":{"answers":[1959,1959,1959],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"scientific languages","id":"llm:programming:bb41071c5db1","name":"year_first_public_release_of_MAD","range":[1950,2030],"template":"The first public release year of year_first_public_release_of_MAD was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Programming (release years)","consensus":1996,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"programming","enrollmentEvidence":{"answers":[1996,1996,1996],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"specialist runtimes","id":"llm:programming:048433cfb299","name":"year of first public release of the Java Card runtime environment specification","range":[1950,2030],"template":"The first public release year of year of first public release of the Java Card runtime environment specification was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Cryptography (parameters)","consensus":8192,"contrast":{"distinguishingModels":["z-ai/glm-5.3-flash"]},"domain":"crypto_params","enrollmentEvidence":{"answers":[8192,8192,8192],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"post-quantum parameter sets","id":"llm:crypto-params:b72e825c8a86","name":"ntru_hrss701_prime_q","range":[0,10000000000],"template":"The numerical value of ntru_hrss701_prime_q is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Programming (release years)","consensus":2007,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna","z-ai/glm-5.3-flash"]},"domain":"programming","enrollmentEvidence":{"answers":[2007,2007,2007],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"specialist runtimes","id":"llm:programming:96e4155c1324","name":"year of first public release of the Rubinius Ruby virtual machine","range":[1950,2030],"template":"The first public release year of year of first public release of the Rubinius Ruby virtual machine was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chemistry (melting points)","consensus":3350,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna","z-ai/glm-5.3-flash"]},"domain":"chemistry_mp","enrollmentEvidence":{"answers":[3350,3350,3350],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"metal oxides and ceramics","id":"llm:chemistry-mp:9666911ecbf9","name":"melting_point_of_thorium_dioxide_C","range":[-300,4000],"template":"The melting point of melting_point_of_thorium_dioxide_C is ___°C.","tolerance":{"mode":"absolute","value":3}},{"canonicalDomainName":"Astronomy (periods and distances)","consensus":0.68,"contrast":{"distinguishingModels":["z-ai/glm-5.3-flash"]},"domain":"astronomy","enrollmentEvidence":{"answers":[0.68,0.68,0.68],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"dim stellar systems","id":"llm:astronomy:4bc0362c73fa","name":"mass_of_van_maanen_star_in_solar_masses","range":[0,1000000000000000],"template":"The numerical value of mass_of_van_maanen_star_in_solar_masses is ___.","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Chinese geography (measurements)","consensus":898,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017"]},"domain":"chinese_geography","enrollmentEvidence":{"answers":[898,898,898],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"transport geography","id":"llm:chinese-geography:2379f2e09dff","name":"length_in_km_of_the_nanning_kunming_railway","range":[1,1000000000],"template":"length_in_km_of_the_nanning_kunming_railway的数值是___。","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Medical (drug half-lives)","consensus":2,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017","z-ai/glm-5.3-flash"]},"domain":"medical","enrollmentEvidence":{"answers":[2,2,2],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"specialist antimicrobials","id":"llm:medical:f4729c8bf56b","name":"half_life_of_amikacin_iv_hours","range":[0.01,5000],"template":"The elimination half-life of half_life_of_amikacin_iv_hours is approximately ___ hours.","tolerance":{"mode":"relative","value":0.1}},{"canonicalDomainName":"Internet culture (dates and numbers)","consensus":1988,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"internet_culture","enrollmentEvidence":{"answers":[1988,1988,1988],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"protocol history","id":"llm:internet-culture:defd86a4b882","name":"year_ftam_protocol_standardized_as_iso_8571","range":[1,2030],"template":"The numerical value associated with year_ftam_protocol_standardized_as_iso_8571 is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese literature (publication years)","consensus":1921,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017"]},"domain":"chinese_literature","enrollmentEvidence":{"answers":[1921,1921,1921],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"literary journals and movements","id":"llm:chinese-literature:55ccf9939931","name":"year_founding_of_Wenxue_Yanjiuhui_Literary_Research_Association","range":[-3000,2030],"template":"year_founding_of_Wenxue_Yanjiuhui_Literary_Research_Association的数值是___。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Programming (release years)","consensus":1966,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"programming","enrollmentEvidence":{"answers":[1966,1966,1966],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"historical operating systems","id":"llm:programming:0dfe0495e2fc","name":"OS360_FIRST_RELEASE_YEAR","range":[1950,2030],"template":"The first public release year of OS360_FIRST_RELEASE_YEAR was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese literature (publication years)","consensus":1991,"contrast":{"distinguishingModels":["openai/gpt-6-luna","z-ai/glm-5.3-flash"]},"domain":"chinese_literature","enrollmentEvidence":{"answers":[1991,1991,1991],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"science fiction and online literature","id":"llm:chinese-literature:bf6db5715a60","name":"year the magazine \"Science Fiction World\" adopted that exact title","range":[-3000,2030],"template":"year the magazine \"Science Fiction World\" adopted that exact title的数值是___。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":28,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017"]},"domain":"biology","enrollmentEvidence":{"answers":[28,28,28],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"unusual insects and arachnids","id":"llm:biology:7a9cc7866d4b","name":"diploid_chromosome_number_of_Telamonia_vittata_orb_weaver_spider","range":[1,2000],"template":"The diploid chromosome number (2n) of diploid_chromosome_number_of_Telamonia_vittata_orb_weaver_spider is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese geography (measurements)","consensus":5,"contrast":{"distinguishingModels":["z-ai/glm-5.3-flash"]},"domain":"chinese_geography","enrollmentEvidence":{"answers":[5,5,5],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"county and prefecture geography","id":"llm:chinese-geography:9e8358381754","name":"number_of_county_level_divisions_in_dehong_dai_and_jingpo_autonomous_prefecture_yunnan","range":[1,1000000000],"template":"number_of_county_level_divisions_in_dehong_dai_and_jingpo_autonomous_prefecture_yunnan的数值是___。","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Chinese history (specific dates)","consensus":1676,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"chinese_history","enrollmentEvidence":{"answers":[1676,1676,1676],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"trade and diplomatic history","id":"llm:chinese-history:4f726096893b","name":"KBF_cn_hist_trade_diplomatic_year_russian_trade_mission_of_spathary_arrived_beijing","range":[-3000,2030],"template":"KBF_cn_hist_trade_diplomatic_year_russian_trade_mission_of_spathary_arrived_beijing发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Pop culture (box office and ratings)","consensus":17,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017"]},"domain":"pop_culture","enrollmentEvidence":{"answers":[17,17,17],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"music release facts","id":"llm:pop-culture:50519005d17c","name":"number_of_tracks_on_boards_of_canadas_music_has_the_right_to_children","range":[1,10000],"template":"The numerical value associated with number_of_tracks_on_boards_of_canadas_music_has_the_right_to_children is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Programming (release years)","consensus":1987,"contrast":{"distinguishingModels":["z-ai/glm-5.3-flash"]},"domain":"programming","enrollmentEvidence":{"answers":[1987,1987,1987],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"database and protocol implementations","id":"llm:programming:4c8a382840d8","name":"year_first_public_release_Oberon_language","range":[1950,2030],"template":"The first public release year of year_first_public_release_Oberon_language was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Programming (release years)","consensus":2009,"contrast":{"distinguishingModels":["z-ai/glm-5.3-flash","openai/gpt-6-luna"]},"domain":"programming","enrollmentEvidence":{"answers":[2009,2009,2009],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"specialist runtimes","id":"llm:programming:b2e83bce3e0a","name":"potion_scripting_language_first_public_release_year","range":[1950,2030],"template":"The first public release year of potion_scripting_language_first_public_release_year was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Physics (material properties)","consensus":30,"contrast":{"distinguishingModels":["z-ai/glm-5.3-flash","openai/gpt-6-luna"]},"domain":"physics","enrollmentEvidence":{"answers":[30,30,30],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"electromagnetic material properties","id":"llm:physics:6c292bdf8c8c","name":"second_order_susceptibility_of_lithium_niobate_in_picometers_per_volt","range":[0,1000000000000000],"template":"The numerical value of second_order_susceptibility_of_lithium_niobate_in_picometers_per_volt in SI units is ___.","tolerance":{"mode":"relative","value":0.02}},{"canonicalDomainName":"Astronomy (periods and distances)","consensus":20,"contrast":{"distinguishingModels":["z-ai/glm-5.3-flash","deepseek/deepseek-v4.1-flash-1017"]},"domain":"astronomy","enrollmentEvidence":{"answers":[20,20,20],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"unusual galaxies and nebulae","id":"llm:astronomy:617161ae2ea7","name":"expansion velocity of the Ring Nebula in kilometers per second","range":[0,1000000000000000],"template":"The numerical value of expansion velocity of the Ring Nebula in kilometers per second is ___.","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Programming (release years)","consensus":1986,"contrast":{"distinguishingModels":["openai/gpt-6-luna"]},"domain":"programming","enrollmentEvidence":{"answers":[1986,1986,1986],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"database and protocol implementations","id":"llm:programming:ab6cbf10894d","name":"year_first_public_release_Eiffel_language","range":[1950,2030],"template":"The first public release year of year_first_public_release_Eiffel_language was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chemistry (boiling points)","consensus":233,"contrast":{"distinguishingModels":["z-ai/glm-5.3-flash"]},"domain":"chemistry_bp","enrollmentEvidence":{"answers":[233,233,233],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"organometallics and organosilicons","id":"llm:chemistry-bp:127bf0f8415f","name":"boiling_point_of_cymantrene_cyclopentadienylmanganese_tricarbonyl_at_1atm_in_celsius","range":[-300,600],"template":"The boiling point of boiling_point_of_cymantrene_cyclopentadienylmanganese_tricarbonyl_at_1atm_in_celsius at 1 atm is ___°C.","tolerance":{"mode":"absolute","value":3}},{"canonicalDomainName":"Pop culture (box office and ratings)","consensus":14,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017"]},"domain":"pop_culture","enrollmentEvidence":{"answers":[14,14,14],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"music release facts","id":"llm:pop-culture:98882db0a3ec","name":"number_of_tracks_on_brian_enos_another_green_world","range":[1,10000],"template":"The numerical value associated with number_of_tracks_on_brian_enos_another_green_world is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Internet culture (dates and numbers)","consensus":1989,"contrast":{"distinguishingModels":["z-ai/glm-5.3-flash","openai/gpt-6-luna"]},"domain":"internet_culture","enrollmentEvidence":{"answers":[1989,1989,1989],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"open-source project history","id":"llm:internet-culture:94332531e468","name":"year_postgresql_initial_release_berkeley","range":[1,2030],"template":"The numerical value associated with year_postgresql_initial_release_berkeley is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese geography (measurements)","consensus":2397,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"chinese_geography","enrollmentEvidence":{"answers":[2397,2397,2397],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"transport geography","id":"llm:chinese-geography:3212b9c87ed2","name":"length_of_beijing_kowloon_railway_km","range":[1,1000000000],"template":"length_of_beijing_kowloon_railway_km的数值是___。","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Chinese history (specific dates)","consensus":581,"contrast":{"distinguishingModels":["openai/gpt-6-luna","z-ai/glm-5.3-flash"]},"domain":"chinese_history","enrollmentEvidence":{"answers":[581,581,581],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"administrative reforms","id":"llm:chinese-history:6f8c4af5b57a","name":"Year in which the Kaihuang legal-administrative code of the Sui dynasty was issued","range":[-3000,2030],"template":"Year in which the Kaihuang legal-administrative code of the Sui dynasty was issued发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Astronomy (periods and distances)","consensus":786,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017"]},"domain":"astronomy","enrollmentEvidence":{"answers":[786,786,786],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"unusual galaxies and nebulae","id":"llm:astronomy:3ab8d81fa806","name":"Stephan's_Quintet_recession_velocity_of_NGC_7320_in_km_per_s","range":[0,1000000000000000],"template":"The numerical value of Stephan's_Quintet_recession_velocity_of_NGC_7320_in_km_per_s is ___.","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Mathematics (special values)","consensus":120,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017"]},"domain":"math","enrollmentEvidence":{"answers":[120,120,120],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"combinatorics and graph theory","id":"llm:math:eb294eeeadc0","name":"number_of_vertices_of_the_Truncated_Icosidodecahedron","range":[-10000000000,10000000000],"template":"The numerical value of number_of_vertices_of_the_Truncated_Icosidodecahedron is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese literature (publication years)","consensus":1921,"contrast":{"distinguishingModels":["openai/gpt-6-luna"]},"domain":"chinese_literature","enrollmentEvidence":{"answers":[1921,1921,1921],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"literary journals and movements","id":"llm:chinese-literature:42bb0594fd66","name":"year_Wenxue_yanjiu_hui_founded","range":[-3000,2030],"template":"year_Wenxue_yanjiu_hui_founded的数值是___。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese history (specific dates)","consensus":924,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017"]},"domain":"chinese_history","enrollmentEvidence":{"answers":[924,924,924],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"regional dynastic events","id":"llm:chinese-history:c48e47dfac38","name":"jingnan_founded_by_gao_jixing_year_CE","range":[-3000,2030],"template":"jingnan_founded_by_gao_jixing_year_CE发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":24,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"biology","enrollmentEvidence":{"answers":[24,24,24],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"unusual insects and arachnids","id":"llm:biology:8aac974c7a28","name":"green lacewing Chrysoperla carnea diploid chromosome number (2n, chromosomes)","range":[1,2000],"template":"The diploid chromosome number (2n) of green lacewing Chrysoperla carnea diploid chromosome number (2n, chromosomes) is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chemistry (boiling points)","consensus":125,"contrast":{"distinguishingModels":["openai/gpt-6-luna"]},"domain":"chemistry_bp","enrollmentEvidence":{"answers":[125,125,125],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"sulfur and phosphorus synthesis reagents","id":"llm:chemistry-bp:d2866c0eb3d4","name":"thiophosphoryl chloride normal boiling point in degrees Celsius","range":[-300,600],"template":"The boiling point of thiophosphoryl chloride normal boiling point in degrees Celsius at 1 atm is ___°C.","tolerance":{"mode":"absolute","value":3}},{"canonicalDomainName":"Pop culture (box office and ratings)","consensus":1991,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017"]},"domain":"pop_culture","enrollmentEvidence":{"answers":[1991,1991,1991],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"music release facts","id":"llm:pop-culture:319bb80d1bb6","name":"year_of_release_of_massive_attack_blue_lines_album","range":[1,10000],"template":"The numerical value associated with year_of_release_of_massive_attack_blue_lines_album is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese geography (measurements)","consensus":6295,"contrast":{"distinguishingModels":["openai/gpt-6-luna"]},"domain":"chinese_geography","enrollmentEvidence":{"answers":[6295,6295,6295],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"mountains and basins","id":"llm:chinese-geography:467568eff387","name":"maximum_elevation_of_altun_mountains_in_meters","range":[1,1000000000],"template":"maximum_elevation_of_altun_mountains_in_meters的数值是___。","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Cryptography (parameters)","consensus":2000,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017"]},"domain":"crypto_params","enrollmentEvidence":{"answers":[2000,2000,2000],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"standardization years","id":"llm:crypto-params:4a8d9a84a547","name":"ecdh_secp256k1_publication_year","range":[0,10000000000],"template":"The numerical value of ecdh_secp256k1_publication_year is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Cryptography (parameters)","consensus":194,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"crypto_params","enrollmentEvidence":{"answers":[194,194,194],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"post-quantum parameter sets","id":"llm:crypto-params:db9cad1ebb58","name":"classic_mceliece_6960119_ciphertext_size_bytes","range":[0,10000000000],"template":"The numerical value of classic_mceliece_6960119_ciphertext_size_bytes is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":20,"contrast":{"distinguishingModels":["openai/gpt-6-luna"]},"domain":"biology","enrollmentEvidence":{"answers":[20,20,20],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"unusual insects and arachnids","id":"llm:biology:a91a4c398dbc","name":"lesser_chafer beetle Trox sabulosus diploid chromosome number (count)","range":[1,2000],"template":"The diploid chromosome number (2n) of lesser_chafer beetle Trox sabulosus diploid chromosome number (count) is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Physics (material properties)","consensus":1.8,"contrast":{"distinguishingModels":["z-ai/glm-5.3-flash"]},"domain":"physics","enrollmentEvidence":{"answers":[1.8,1.8,1.8],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"nuclear and particle constants","id":"llm:physics:4015255c82af","name":"neutron electric dipole moment upper limit (in e·m, 10^-27 scale)","range":[0,1000000000000000],"template":"The numerical value of neutron electric dipole moment upper limit (in e·m, 10^-27 scale) in SI units is ___.","tolerance":{"mode":"relative","value":0.02}},{"canonicalDomainName":"Programming (release years)","consensus":1987,"contrast":{"distinguishingModels":["z-ai/glm-5.3-flash"]},"domain":"programming","enrollmentEvidence":{"answers":[1987,1987,1987],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"specialist runtimes","id":"llm:programming:f97724c2f1ca","name":"self_language_first_public_release_year","range":[1950,2030],"template":"The first public release year of self_language_first_public_release_year was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese literature (publication years)","consensus":1979,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017"]},"domain":"chinese_literature","enrollmentEvidence":{"answers":[1979,1979,1979],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"science fiction and online literature","id":"llm:chinese-literature:98e36daa2075","name":"science_fiction_world_magazine_founding_year","range":[-3000,2030],"template":"science_fiction_world_magazine_founding_year的数值是___。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Cryptography (parameters)","consensus":8,"contrast":{"distinguishingModels":["z-ai/glm-5.3-flash"]},"domain":"crypto_params","enrollmentEvidence":{"answers":[8,8,8],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"cipher rounds and block sizes","id":"llm:crypto-params:b7c3f85c548f","name":"idea_number_of_rounds","range":[0,10000000000],"template":"The numerical value of idea_number_of_rounds is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Astronomy (periods and distances)","consensus":834,"contrast":{"distinguishingModels":["z-ai/glm-5.3-flash"]},"domain":"astronomy","enrollmentEvidence":{"answers":[834,834.8,836],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"irregular moon orbital periods","id":"llm:astronomy:b890864b13db","name":"orbital_period_of_Bebhionn_in_days","range":[0,1000000000000000],"template":"The numerical value of orbital_period_of_Bebhionn_in_days is ___.","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Chinese internet (platform dates)","consensus":1999,"contrast":{"distinguishingModels":["openai/gpt-6-luna"]},"domain":"chinese_internet","enrollmentEvidence":{"answers":[1999,1999,1999],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"early platforms","id":"llm:chinese-internet:06e3ffdcee60","name":"founding_year_of_8848_e_commerce_site","range":[1990,2030],"template":"founding_year_of_8848_e_commerce_site发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Cryptography (parameters)","consensus":2001,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017"]},"domain":"crypto_params","enrollmentEvidence":{"answers":[2001,2001,2001],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"standardization years","id":"llm:crypto-params:594d5961e0b8","name":"ansi_x9_80_key_management_year","range":[0,10000000000],"template":"The numerical value of ansi_x9_80_key_management_year is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Astronomy (periods and distances)","consensus":2100,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"astronomy","enrollmentEvidence":{"answers":[2100,2100,2100],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"minor planet measurements","id":"llm:astronomy:1169b38101a7","name":"minor planet Haumea longest axis in kilometers","range":[0,1000000000000000],"template":"The numerical value of minor planet Haumea longest axis in kilometers is ___.","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Chinese internet (platform dates)","consensus":1999,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017"]},"domain":"chinese_internet","enrollmentEvidence":{"answers":[1999,1999,1999],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"industry events","id":"llm:chinese-internet:ebff44871139","name":"founding_year_of_shanghai_online_game_firm_the9","range":[1990,2030],"template":"founding_year_of_shanghai_online_game_firm_the9发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Physics (material properties)","consensus":0.00075,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"physics","enrollmentEvidence":{"answers":[0.00075,0.00075,0.00075],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"thermal and acoustic properties","id":"llm:physics:107c3ae60874","name":"volumetric_thermal_expansion_coefficient_of_ethanol_at_20C_per_K","range":[0,1000000000000000],"template":"The numerical value of volumetric_thermal_expansion_coefficient_of_ethanol_at_20C_per_K in SI units is ___.","tolerance":{"mode":"relative","value":0.02}},{"canonicalDomainName":"Chemistry (melting points)","consensus":2408,"contrast":{"distinguishingModels":["z-ai/glm-5.3-flash","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"chemistry_mp","enrollmentEvidence":{"answers":[2408,2408,2408],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"metal oxides and ceramics","id":"llm:chemistry-mp:8abcae986c84","name":"dysprosium(III)_oxide_melting_point_degrees_C","range":[-300,4000],"template":"The melting point of dysprosium(III)_oxide_melting_point_degrees_C is ___°C.","tolerance":{"mode":"absolute","value":3}},{"canonicalDomainName":"Cryptography (parameters)","consensus":2004,"contrast":{"distinguishingModels":["z-ai/glm-5.3-flash"]},"domain":"crypto_params","enrollmentEvidence":{"answers":[2004,2004,2004],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"standardization years","id":"llm:crypto-params:a0c007272637","name":"camellia_rfc3713_publication_year","range":[0,10000000000],"template":"The numerical value of camellia_rfc3713_publication_year is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese geography (measurements)","consensus":3680,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017"]},"domain":"chinese_geography","enrollmentEvidence":{"answers":[3680,3679,3660],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"county and prefecture geography","id":"llm:chinese-geography:b310897cf2d4","name":"elevation_of_the_seat_of_Nangqian_County_Qinghai_in_meters","range":[1,1000000000],"template":"elevation_of_the_seat_of_Nangqian_County_Qinghai_in_meters的数值是___。","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":56,"contrast":{"distinguishingModels":["z-ai/glm-5.3-flash"]},"domain":"biology","enrollmentEvidence":{"answers":[56,56,56],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"unusual insects and arachnids","id":"llm:biology:5409db05d094","name":"silk moth Bombyx mori diploid chromosome number (2n, chromosomes)","range":[1,2000],"template":"The diploid chromosome number (2n) of silk moth Bombyx mori diploid chromosome number (2n, chromosomes) is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Mathematics (special values)","consensus":15,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017"]},"domain":"math","enrollmentEvidence":{"answers":[15,15,15],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"finite geometry and topology","id":"llm:math:916fd29b2b26","name":"number_of_points_in_the_generalized_quadrangle_W_3_2","range":[-10000000000,10000000000],"template":"The numerical value of number_of_points_in_the_generalized_quadrangle_W_3_2 is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese literature (publication years)","consensus":11,"contrast":{"distinguishingModels":["openai/gpt-6-luna"]},"domain":"chinese_literature","enrollmentEvidence":{"answers":[11,11,11],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"classical works and authors","id":"llm:chinese-literature:c93130f189a9","name":"pieces_in_nine_songs_jiuge_of_chuci","range":[-3000,2030],"template":"pieces_in_nine_songs_jiuge_of_chuci的数值是___。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Programming (release years)","consensus":1990,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"programming","enrollmentEvidence":{"answers":[1990,1990,1990],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"database and protocol implementations","id":"llm:programming:170cde7f1fc5","name":"year_of_first_public_release_of_Linter_SQL_database","range":[1950,2030],"template":"The first public release year of year_of_first_public_release_of_Linter_SQL_database was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Physics (material properties)","consensus":1270,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017"]},"domain":"physics","enrollmentEvidence":{"answers":[1270,1270,1270],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"thermal and acoustic properties","id":"llm:physics:89e42bafed37","name":"speed_of_sound_in_hydrogen_at_STP_m_per_s","range":[0,1000000000000000],"template":"The numerical value of speed_of_sound_in_hydrogen_at_STP_m_per_s in SI units is ___.","tolerance":{"mode":"relative","value":0.02}},{"canonicalDomainName":"Cryptography (parameters)","consensus":1280,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"crypto_params","enrollmentEvidence":{"answers":[1280,1280,1280],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"post-quantum parameter sets","id":"llm:crypto-params:c76b259a1d8e","name":"falcon1024_signature_max_length_bytes","range":[0,10000000000],"template":"The numerical value of falcon1024_signature_max_length_bytes is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese literature (publication years)","consensus":1979,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"chinese_literature","enrollmentEvidence":{"answers":[1979,1979,1979],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"science fiction and online literature","id":"llm:chinese-literature:abbb5a6ad3e4","name":"year_sci_fi_world_magazine_founded","range":[-3000,2030],"template":"year_sci_fi_world_magazine_founded的数值是___。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chemistry (boiling points)","consensus":215,"contrast":{"distinguishingModels":["z-ai/glm-5.3-flash"]},"domain":"chemistry_bp","enrollmentEvidence":{"answers":[215,215,215],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"halogenated specialty compounds","id":"llm:chemistry-bp:b1f734a9b142","name":"hexachlorobutadiene boiling point at 1 atm in degrees Celsius","range":[-300,600],"template":"The boiling point of hexachlorobutadiene boiling point at 1 atm in degrees Celsius at 1 atm is ___°C.","tolerance":{"mode":"absolute","value":3}},{"canonicalDomainName":"Chinese literature (publication years)","consensus":1922,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017"]},"domain":"chinese_literature","enrollmentEvidence":{"answers":[1922,1922,1922],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"literary journals and movements","id":"llm:chinese-literature:57103c2cd7ab","name":"year_Xueheng_journal_first_published","range":[-3000,2030],"template":"year_Xueheng_journal_first_published的数值是___。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese literature (publication years)","consensus":260,"contrast":{"distinguishingModels":["z-ai/glm-5.3-flash","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"chinese_literature","enrollmentEvidence":{"answers":[260,260,260],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"literary journals and movements","id":"llm:chinese-literature:0e545c37a34f","name":"count_issues_of_Yusi_semimonthly_published_total","range":[-3000,2030],"template":"count_issues_of_Yusi_semimonthly_published_total的数值是___。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Programming (release years)","consensus":1967,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017"]},"domain":"programming","enrollmentEvidence":{"answers":[1967,1967,1967],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"historical operating systems","id":"llm:programming:5865df9a59fd","name":"TOPS-10 release year for PDP-10","range":[1950,2030],"template":"The first public release year of TOPS-10 release year for PDP-10 was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese internet (platform dates)","consensus":1995,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017","z-ai/glm-5.3-flash"]},"domain":"chinese_internet","enrollmentEvidence":{"answers":[1995,1995,1995],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"early platforms","id":"llm:chinese-internet:6bfcfa13af37","name":"year_first_chinese_web_service_provider_ivi_founded","range":[1990,2030],"template":"year_first_chinese_web_service_provider_ivi_founded发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Medical (drug half-lives)","consensus":1.5,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna","z-ai/glm-5.3-flash"]},"domain":"medical","enrollmentEvidence":{"answers":[1.5,1.5,1.5],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"specialist antimicrobials","id":"llm:medical:8cdb08207844","name":"isoniazid elimination half-life in rapid acetylators, hours","range":[0.01,5000],"template":"The elimination half-life of isoniazid elimination half-life in rapid acetylators, hours is approximately ___ hours.","tolerance":{"mode":"relative","value":0.1}},{"canonicalDomainName":"Mathematics (special values)","consensus":5,"contrast":{"distinguishingModels":["z-ai/glm-5.3-flash"]},"domain":"math","enrollmentEvidence":{"answers":[5,5,5],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"finite geometry and topology","id":"llm:math:caf145408442","name":"number_of_simplices_in_minimal_triangulation_of_3_sphere","range":[-10000000000,10000000000],"template":"The numerical value of number_of_simplices_in_minimal_triangulation_of_3_sphere is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese geography (measurements)","consensus":1903,"contrast":{"distinguishingModels":["z-ai/glm-5.3-flash"]},"domain":"chinese_geography","enrollmentEvidence":{"answers":[1903,1903,1903],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"transport geography","id":"llm:chinese-geography:ccfb2adeaf02","name":"length_of_lanzhou_xinjiang_railway_km","range":[1,1000000000],"template":"length_of_lanzhou_xinjiang_railway_km的数值是___。","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Chemistry (melting points)","consensus":2200,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"chemistry_mp","enrollmentEvidence":{"answers":[2200,2200,2200],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"intermetallic compounds and alloys","id":"llm:chemistry-mp:651217307fb1","name":"tantalum_disilicide_TaSi2_melting_point_C","range":[-300,4000],"template":"The melting point of tantalum_disilicide_TaSi2_melting_point_C is ___°C.","tolerance":{"mode":"absolute","value":3}},{"canonicalDomainName":"Astronomy (periods and distances)","consensus":5.34,"contrast":{"distinguishingModels":["z-ai/glm-5.3-flash"]},"domain":"astronomy","enrollmentEvidence":{"answers":[5.34,5.342,5.34],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"minor planet measurements","id":"llm:astronomy:deff2f93d800","name":"rotation_period_of_4_Vesta_in_hours","range":[0,1000000000000000],"template":"The numerical value of rotation_period_of_4_Vesta_in_hours is ___.","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Chinese internet (platform dates)","consensus":1998,"contrast":{"distinguishingModels":["openai/gpt-6-luna"]},"domain":"chinese_internet","enrollmentEvidence":{"answers":[1998,1998,1998],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"early platforms","id":"llm:chinese-internet:c15528db45d5","name":"year_sohu_com_website_launched","range":[1990,2030],"template":"year_sohu_com_website_launched发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Physics (material properties)","consensus":89,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"physics","enrollmentEvidence":{"answers":[89,89,89],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"electromagnetic material properties","id":"llm:physics:27b09541c9cb","name":"relative permittivity of rutile TiO2 perpendicular to c-axis at room temperature","range":[0,1000000000000000],"template":"The numerical value of relative permittivity of rutile TiO2 perpendicular to c-axis at room temperature in SI units is ___.","tolerance":{"mode":"relative","value":0.02}},{"canonicalDomainName":"Chinese geography (measurements)","consensus":1903,"contrast":{"distinguishingModels":["z-ai/glm-5.3-flash"]},"domain":"chinese_geography","enrollmentEvidence":{"answers":[1903,1903,1903],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"transport geography","id":"llm:chinese-geography:7541f025a74a","name":"lanzhou_xinjiang_railway_total_length_km","range":[1,1000000000],"template":"lanzhou_xinjiang_railway_total_length_km的数值是___。","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Pop culture (box office and ratings)","consensus":12,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"pop_culture","enrollmentEvidence":{"answers":[12,12,12],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"music release facts","id":"llm:pop-culture:28c3c99fe287","name":"number_of_studio_albums_released_by_belle_and_sebastian","range":[1,10000],"template":"The numerical value associated with number_of_studio_albums_released_by_belle_and_sebastian is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Pop culture (box office and ratings)","consensus":26,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"pop_culture","enrollmentEvidence":{"answers":[26,26,26],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"television episode facts","id":"llm:pop-culture:ee3d472b352d","name":"number_of_episodes_in_party_down_total","range":[1,10000],"template":"The numerical value associated with number_of_episodes_in_party_down_total is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Mathematics (special values)","consensus":15,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017"]},"domain":"math","enrollmentEvidence":{"answers":[15,15,15],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"finite geometry and topology","id":"llm:math:660d4e8ad23a","name":"number_of_points_in_binary_hamming_geometry_pg_3_2","range":[-10000000000,10000000000],"template":"The numerical value of number_of_points_in_binary_hamming_geometry_pg_3_2 is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Programming (release years)","consensus":2004,"contrast":{"distinguishingModels":["z-ai/glm-5.3-flash"]},"domain":"programming","enrollmentEvidence":{"answers":[2004,2004,2004],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"database and protocol implementations","id":"llm:programming:3d9c6191cb7b","name":"year_of_first_public_release_of_MonetDB","range":[1950,2030],"template":"The first public release year of year_of_first_public_release_of_MonetDB was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Astronomy (periods and distances)","consensus":50000000,"contrast":{"distinguishingModels":["z-ai/glm-5.3-flash"]},"domain":"astronomy","enrollmentEvidence":{"answers":[50000000,50000000,50000000],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"unusual galaxies and nebulae","id":"llm:astronomy:58e1bedcb58f","name":"distance to the blink of the Needle Galaxy NGC 5907 in light-years","range":[0,1000000000000000],"template":"The numerical value of distance to the blink of the Needle Galaxy NGC 5907 in light-years is ___.","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Chinese geography (measurements)","consensus":2579,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017"]},"domain":"chinese_geography","enrollmentEvidence":{"answers":[2579,2579,2579],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"rivers and lakes","id":"llm:chinese-geography:013bd4b09177","name":"area_of_dongting_lake_in_square_kilometers_at_normal_water_level","range":[1,1000000000],"template":"area_of_dongting_lake_in_square_kilometers_at_normal_water_level的数值是___。","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Pop culture (box office and ratings)","consensus":8,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017"]},"domain":"pop_culture","enrollmentEvidence":{"answers":[8,8,8],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"music release facts","id":"llm:pop-culture:2fd7cf627acc","name":"number_of_studio_albums_released_by_talking_heads","range":[1,10000],"template":"The numerical value associated with number_of_studio_albums_released_by_talking_heads is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":116,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"biology","enrollmentEvidence":{"answers":[116,116,116],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"ferns and lycopods","id":"llm:biology:c8bd34a52298","name":"diploid_chromosome_number_of_Adiantum_raddianum","range":[1,2000],"template":"The diploid chromosome number (2n) of diploid_chromosome_number_of_Adiantum_raddianum is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese history (specific dates)","consensus":916,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"chinese_history","enrollmentEvidence":{"answers":[916,916,916],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"regional dynastic events","id":"llm:chinese-history:76aa868c87fa","name":"year the Khitan Liao dynasty was founded by Abaoji","range":[-3000,2030],"template":"year the Khitan Liao dynasty was founded by Abaoji发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese literature (publication years)","consensus":1932,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017"]},"domain":"chinese_literature","enrollmentEvidence":{"answers":[1932,1932,1932],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"literary journals and movements","id":"llm:chinese-literature:6d2dee483b61","name":"year_Xiandai_monthly_literary_magazine_founded_by_Shicao","range":[-3000,2030],"template":"year_Xiandai_monthly_literary_magazine_founded_by_Shicao的数值是___。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chemistry (boiling points)","consensus":360,"contrast":{"distinguishingModels":["z-ai/glm-5.3-flash","openai/gpt-6-luna"]},"domain":"chemistry_bp","enrollmentEvidence":{"answers":[360,360,360],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"heterocyclic nitrogen compounds and azoles","id":"llm:chemistry-bp:05ed15abd9c4","name":"phenazine boiling point at 1 atm in degrees Celsius","range":[-300,600],"template":"The boiling point of phenazine boiling point at 1 atm in degrees Celsius at 1 atm is ___°C.","tolerance":{"mode":"absolute","value":3}},{"canonicalDomainName":"Mathematics (special values)","consensus":5,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017"]},"domain":"math","enrollmentEvidence":{"answers":[5,5,5],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"finite geometry and topology","id":"llm:math:a007b9d18cad","name":"girth_of_the_Hoffman_Singleton_graph","range":[-10000000000,10000000000],"template":"The numerical value of girth_of_the_Hoffman_Singleton_graph is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Physics (material properties)","consensus":2200,"contrast":{"distinguishingModels":["z-ai/glm-5.3-flash"]},"domain":"physics","enrollmentEvidence":{"answers":[2200,2200,2200],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"thermal and acoustic properties","id":"llm:physics:463b5122d1a3","name":"thermal_conductivity_of_diamond_at_room_temperature_W_per_mK","range":[0,1000000000000000],"template":"The numerical value of thermal_conductivity_of_diamond_at_room_temperature_W_per_mK in SI units is ___.","tolerance":{"mode":"relative","value":0.02}},{"canonicalDomainName":"Medical (drug half-lives)","consensus":30,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"medical","enrollmentEvidence":{"answers":[30,30,30],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"metabolic and neurologic medicines","id":"llm:medical:03435587f70a","name":"carbamazepine_half_life_hours","range":[0.01,5000],"template":"The elimination half-life of carbamazepine_half_life_hours is approximately ___ hours.","tolerance":{"mode":"relative","value":0.1}},{"canonicalDomainName":"Internet culture (dates and numbers)","consensus":2008,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"internet_culture","enrollmentEvidence":{"answers":[2008,2008,2008],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"community milestones","id":"llm:internet-culture:0d450bac95e6","name":"Know Your Meme launched year","range":[1,2030],"template":"The numerical value associated with Know Your Meme launched year is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Physics (material properties)","consensus":1.8,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017"]},"domain":"physics","enrollmentEvidence":{"answers":[1.8,1.8,1.8],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"nuclear and particle constants","id":"llm:physics:456d8a83abde","name":"neutron electric dipole moment upper limit (in e·cm, ×10⁻²⁶)","range":[0,1000000000000000],"template":"The numerical value of neutron electric dipole moment upper limit (in e·cm, ×10⁻²⁶) in SI units is ___.","tolerance":{"mode":"relative","value":0.02}},{"canonicalDomainName":"Chinese history (specific dates)","consensus":1266,"contrast":{"distinguishingModels":["z-ai/glm-5.3-flash"]},"domain":"chinese_history","enrollmentEvidence":{"answers":[1266,1266,1266],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"trade and diplomatic history","id":"llm:chinese-history:bddcc0b0d778","name":"KBF_cn_hist_trade_diplomatic_year_yuan_first_mission_to_japan_kublai_khan","range":[-3000,2030],"template":"KBF_cn_hist_trade_diplomatic_year_yuan_first_mission_to_japan_kublai_khan发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":22,"contrast":{"distinguishingModels":["openai/gpt-6-luna"]},"domain":"biology","enrollmentEvidence":{"answers":[22,22,22],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"ferns and lycopods","id":"llm:biology:a744457e07b8","name":"diploid_chromosome_number_2n_Isoetes_echinospora","range":[1,2000],"template":"The diploid chromosome number (2n) of diploid_chromosome_number_2n_Isoetes_echinospora is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Cryptography (parameters)","consensus":1997,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"crypto_params","enrollmentEvidence":{"answers":[1997,1997,1997],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"standardization years","id":"llm:crypto-params:b56fb47af41e","name":"iso_iec_9796_2_signature_scheme_year","range":[0,10000000000],"template":"The numerical value of iso_iec_9796_2_signature_scheme_year is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Programming (release years)","consensus":2004,"contrast":{"distinguishingModels":["openai/gpt-6-luna","z-ai/glm-5.3-flash"]},"domain":"programming","enrollmentEvidence":{"answers":[2004,2004,2004],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"database and protocol implementations","id":"llm:programming:35438c4c9159","name":"year_first_public_release_MonetDB","range":[1950,2030],"template":"The first public release year of year_first_public_release_MonetDB was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Pop culture (box office and ratings)","consensus":24,"contrast":{"distinguishingModels":["z-ai/glm-5.3-flash"]},"domain":"pop_culture","enrollmentEvidence":{"answers":[24,24,24],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"music release facts","id":"llm:pop-culture:aaceba4f6529","name":"number_of_studio_albums_released_by_the_kinks","range":[1,10000],"template":"The numerical value associated with number_of_studio_albums_released_by_the_kinks is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese geography (measurements)","consensus":4,"contrast":{"distinguishingModels":["z-ai/glm-5.3-flash","deepseek/deepseek-v4.1-flash-1017"]},"domain":"chinese_geography","enrollmentEvidence":{"answers":[4,4,4],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"county and prefecture geography","id":"llm:chinese-geography:e77c2151f744","name":"number_of_townships_in_Maduo_County_Qinghai","range":[1,1000000000],"template":"number_of_townships_in_Maduo_County_Qinghai的数值是___。","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Chinese geography (measurements)","consensus":1321,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017"]},"domain":"chinese_geography","enrollmentEvidence":{"answers":[1321,1321,1321],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"rivers and lakes","id":"llm:chinese-geography:a85a32164e9a","name":"length_of_the_tarim_river_main_stem_in_kilometers","range":[1,1000000000],"template":"length_of_the_tarim_river_main_stem_in_kilometers的数值是___。","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Internet culture (dates and numbers)","consensus":1989,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017"]},"domain":"internet_culture","enrollmentEvidence":{"answers":[1989,1989,1989],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"protocol history","id":"llm:internet-culture:6710a3329531","name":"ospf_rfc1131_publication_year","range":[1,2030],"template":"The numerical value associated with ospf_rfc1131_publication_year is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Mathematics (special values)","consensus":253,"contrast":{"distinguishingModels":["z-ai/glm-5.3-flash"]},"domain":"math","enrollmentEvidence":{"answers":[253,253,253],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"finite geometry and topology","id":"llm:math:c60cf7da5efe","name":"number_of_octads_containing_a_given_point_in_S(5,8,24)","range":[-10000000000,10000000000],"template":"The numerical value of number_of_octads_containing_a_given_point_in_S(5,8,24) is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese geography (measurements)","consensus":1927,"contrast":{"distinguishingModels":["z-ai/glm-5.3-flash"]},"domain":"chinese_geography","enrollmentEvidence":{"answers":[1927,1927,1927],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"rivers and lakes","id":"llm:chinese-geography:315596d39480","name":"length_of_the_songhua_river_in_kilometers","range":[1,1000000000],"template":"length_of_the_songhua_river_in_kilometers的数值是___。","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Chinese geography (measurements)","consensus":64,"contrast":{"distinguishingModels":["openai/gpt-6-luna"]},"domain":"chinese_geography","enrollmentEvidence":{"answers":[64,64,64.4],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"transport geography","id":"llm:chinese-geography:998083f74952","name":"guangzhou_metro_line_3_length_km","range":[1,1000000000],"template":"guangzhou_metro_line_3_length_km的数值是___。","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Programming (release years)","consensus":1968,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"programming","enrollmentEvidence":{"answers":[1968,1968,1968],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"scientific languages","id":"llm:programming:ff0385975bd4","name":"year_Macsyma_first_version_developed_at_MIT","range":[1950,2030],"template":"The first public release year of year_Macsyma_first_version_developed_at_MIT was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Medical (drug half-lives)","consensus":41,"contrast":{"distinguishingModels":["z-ai/glm-5.3-flash"]},"domain":"medical","enrollmentEvidence":{"answers":[41,41,41],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"metabolic and neurologic medicines","id":"llm:medical:dc6d0cf17484","name":"elimination_half_life_of_etravirine_hours","range":[0.01,5000],"template":"The elimination half-life of elimination_half_life_of_etravirine_hours is approximately ___ hours.","tolerance":{"mode":"relative","value":0.1}},{"canonicalDomainName":"Programming (release years)","consensus":1977,"contrast":{"distinguishingModels":["openai/gpt-6-luna"]},"domain":"programming","enrollmentEvidence":{"answers":[1977,1977,1977],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"scientific languages","id":"llm:programming:97e43a3d4180","name":"year_first_public_release_of_IDL_first_release","range":[1950,2030],"template":"The first public release year of year_first_public_release_of_IDL_first_release was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese geography (measurements)","consensus":3,"contrast":{"distinguishingModels":["openai/gpt-6-luna"]},"domain":"chinese_geography","enrollmentEvidence":{"answers":[3,3,3],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"county and prefecture geography","id":"llm:chinese-geography:1c685f619d6d","name":"number_of_counties_in_xishuangbanna_dai_autonomous_prefecture_yunnan","range":[1,1000000000],"template":"number_of_counties_in_xishuangbanna_dai_autonomous_prefecture_yunnan的数值是___。","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":27,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017","z-ai/glm-5.3-flash"]},"domain":"biology","enrollmentEvidence":{"answers":[27,27,27],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"unusual insects and arachnids","id":"llm:biology:a075401b5e48","name":"dragonfly_anax_imperator_diploid_chromosome_count","range":[1,2000],"template":"The diploid chromosome number (2n) of dragonfly_anax_imperator_diploid_chromosome_count is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Programming (release years)","consensus":1980,"contrast":{"distinguishingModels":["z-ai/glm-5.3-flash","deepseek/deepseek-v4.1-flash-1017"]},"domain":"programming","enrollmentEvidence":{"answers":[1980,1980,1980],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"historical operating systems","id":"llm:programming:c2d1fd7a13f0","name":"Perq_POS_operating_system_first_release_year","range":[1950,2030],"template":"The first public release year of Perq_POS_operating_system_first_release_year was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese internet (platform dates)","consensus":1997,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017","z-ai/glm-5.3-flash"]},"domain":"chinese_internet","enrollmentEvidence":{"answers":[1997,1997,1997],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"early platforms","id":"llm:chinese-internet:16b614b5d50d","name":"year_china_hongkong_network_information_center_established","range":[1990,2030],"template":"year_china_hongkong_network_information_center_established发生在___年。","tolerance":{"mode":"absolute","value":0}}],"queryProfile":{"apiProtocol":"openai-chat-completions","auditTemperature":0,"contrastTemperature":0,"enrollmentTemperatures":[0,0.7,0.7],"generationSettings":{"responseFormat":"text","seed":null,"topP":1},"maxTokensPerRequest":1600,"parserVersion":"kbf-numeric-lines-v3","probesPerRequest":10,"promptVariantsHash":"sha256:a9729cc7c2401f41d7dedcc1b78bceb7d0a6392afc03804457443df1d773b032","requestTimeoutMs":120000,"selfTestTemperature":0,"upstreamModel":"z-ai/glm-5.3","version":2},"queryProfileHash":"sha256:00e78b8bda3053e639a06c22d71614450d7ac307eb42f3641fa135877d8a9b5d","referenceId":"sha256:f6fbc4f751259a318c2e84a4ad96831c6b7a76f464ae3484fcf515e9b3e28e76","referenceModel":"glm-5.3","selfTest":{"coverage":1,"errorRate":0.081419624217119,"hamming":39,"outcomes":[{"answers":[0.0005446,1836.15,0.000544617],"matches":[1,0,1],"probeId":"llm:physics:30269c55be5c"},{"answers":[1986,1986,1986],"matches":[1,1,1],"probeId":"llm:chinese-literature:6edb7d0b3456"},{"answers":[1980,1979,1980],"matches":[1,0,1],"probeId":"llm:internet-culture:d34824ce72c6"},{"answers":[7,7,7],"matches":[1,1,1],"probeId":"llm:medical:12561e1b801f"},{"answers":[28,28,8],"matches":[0,0,1],"probeId":"llm:biology:820c6b317adb"},{"answers":[2,2,2],"matches":[1,1,1],"probeId":"llm:crypto-params:a76f8ef4a2ea"},{"answers":[4000,4000,4000],"matches":[1,1,1],"probeId":"llm:physics:024fa938ea3e"},{"answers":[1996,1996,1996],"matches":[1,1,1],"probeId":"llm:programming:aef0d252db37"},{"answers":[250000000,250000000,250000000],"matches":[1,1,1],"probeId":"llm:astronomy:6ebb2e5a95c5"},{"answers":[28500,28600,28500],"matches":[1,1,1],"probeId":"llm:chinese-geography:41c006c9a0ed"},{"answers":[2580,2820,2580],"matches":[1,0,1],"probeId":"llm:chinese-geography:97e7dac053ae"},{"answers":[112,112,112],"matches":[1,1,1],"probeId":"llm:crypto-params:697378a163ba"},{"answers":[1924,1924,1924],"matches":[1,1,1],"probeId":"llm:chinese-literature:2bb36d55647d"},{"answers":[16.8,16.78,16.78],"matches":[1,1,1],"probeId":"llm:physics:f0376bb2bfca"},{"answers":[2350,2350,2350],"matches":[1,1,1],"probeId":"llm:chemistry-mp:d31ddc82b084"},{"answers":[2004,2004,2004],"matches":[1,1,1],"probeId":"llm:programming:f75c50a8ad79"},{"answers":[14,14,14],"matches":[1,1,1],"probeId":"llm:pop-culture:2f7b1e75f282"},{"answers":[208,208,208],"matches":[1,1,1],"probeId":"llm:biology:28133d3542ab"},{"answers":[10,11,10],"matches":[1,0,1],"probeId":"llm:pop-culture:fae1160badcf"},{"answers":[35,35,35],"matches":[1,1,1],"probeId":"llm:math:1735c782a06b"},{"answers":[3,3,3],"matches":[1,1,1],"probeId":"llm:pop-culture:ae480e782377"},{"answers":[2012,2012,2012],"matches":[1,1,1],"probeId":"llm:crypto-params:792d31abd7e9"},{"answers":[12323,12323,12323],"matches":[1,1,1],"probeId":"llm:crypto-params:3df44efc27ac"},{"answers":[972,972,972],"matches":[1,1,1],"probeId":"llm:physics:491b21ef99be"},{"answers":[895.6,896,895.6],"matches":[1,1,1],"probeId":"llm:astronomy:d95f8d7919fd"},{"answers":[60,58,116],"matches":[0,1,0],"probeId":"llm:biology:9868ef61052f"},{"answers":[2007,2007,2007],"matches":[0,0,0],"probeId":"llm:programming:4e86920b678f"},{"answers":[1999,1999,1999],"matches":[1,1,1],"probeId":"llm:programming:86a51fcbe258"},{"answers":[8.4,8.4,8.4],"matches":[1,1,1],"probeId":"llm:astronomy:9cb15b6b5060"},{"answers":[2002,2002,2002],"matches":[1,1,1],"probeId":"llm:programming:b7b95daebfba"},{"answers":[2005,2005,2005],"matches":[1,1,1],"probeId":"llm:internet-culture:4510907751ce"},{"answers":[22,22,22],"matches":[1,1,1],"probeId":"llm:biology:d949fde522bb"},{"answers":[0.808,0.808,0.808],"matches":[1,1,1],"probeId":"llm:astronomy:e723a6b9aa77"},{"answers":[70,77,70],"matches":[1,1,1],"probeId":"llm:medical:7548eef0adf9"},{"answers":[211,211,211],"matches":[1,1,1],"probeId":"llm:chemistry-bp:987bbead8669"},{"answers":[977,3977,977],"matches":[1,null,1],"probeId":"llm:internet-culture:88d22de3d407"},{"answers":[140,138,147],"matches":[1,1,0],"probeId":"llm:chemistry-bp:95c9736c85f1"},{"answers":[42,42,42],"matches":[1,1,1],"probeId":"llm:pop-culture:6d491982c6ac"},{"answers":[270,270,270],"matches":[1,1,1],"probeId":"llm:chemistry-bp:15ad8a6b18f8"},{"answers":[2001,2001,2001],"matches":[1,1,1],"probeId":"llm:crypto-params:01eadedf1214"},{"answers":[1995,1995,1995],"matches":[1,1,1],"probeId":"llm:chinese-internet:462409947bd9"},{"answers":[2,2,2],"matches":[1,1,1],"probeId":"llm:medical:5d74ac16cafe"},{"answers":[10,10,10],"matches":[1,1,1],"probeId":"llm:crypto-params:7e12b094560d"},{"answers":[2030,2030,2030],"matches":[1,1,1],"probeId":"llm:astronomy:73357187ec18"},{"answers":[1918,1917,1917],"matches":[0,1,1],"probeId":"llm:chinese-literature:0d2845d5200a"},{"answers":[48,48,48],"matches":[1,1,1],"probeId":"llm:biology:1d243f3508fb"},{"answers":[13,13,13],"matches":[1,1,1],"probeId":"llm:pop-culture:6bc48049133d"},{"answers":[2007,2007,2007],"matches":[1,1,1],"probeId":"llm:programming:9f6f3b8874ca"},{"answers":[247,247,254],"matches":[1,1,1],"probeId":"llm:astronomy:f6aa9113e1c0"},{"answers":[2008,2008,2008],"matches":[1,1,1],"probeId":"llm:chinese-internet:7d5f6ffee613"},{"answers":[205,205,205],"matches":[1,1,1],"probeId":"llm:chemistry-bp:85e964bece36"},{"answers":[98,98,60],"matches":[1,1,0],"probeId":"llm:biology:26a29766ffc1"},{"answers":[21,21,21],"matches":[1,1,1],"probeId":"llm:math:cb0dcfe0f8d2"},{"answers":[120,118,120],"matches":[1,1,1],"probeId":"llm:astronomy:48d1814f18fa"},{"answers":[1968,1968,1968],"matches":[1,1,1],"probeId":"llm:programming:256fb13ecd11"},{"answers":[16,20,20],"matches":[0,1,1],"probeId":"llm:physics:9e7877b94afd"},{"answers":[1959,1959,1952],"matches":[1,1,0],"probeId":"llm:programming:bb41071c5db1"},{"answers":[1996,1996,1996],"matches":[1,1,1],"probeId":"llm:programming:048433cfb299"},{"answers":[8192,8192,8192],"matches":[1,1,1],"probeId":"llm:crypto-params:b72e825c8a86"},{"answers":[2006,2007,2007],"matches":[0,1,1],"probeId":"llm:programming:96e4155c1324"},{"answers":[3350,3350,3350],"matches":[1,1,1],"probeId":"llm:chemistry-mp:9666911ecbf9"},{"answers":[0.68,0.68,0.68],"matches":[1,1,1],"probeId":"llm:astronomy:4bc0362c73fa"},{"answers":[898,898,898],"matches":[1,1,1],"probeId":"llm:chinese-geography:2379f2e09dff"},{"answers":[2,2,2],"matches":[1,1,1],"probeId":"llm:medical:f4729c8bf56b"},{"answers":[1988,1988,1988],"matches":[1,1,1],"probeId":"llm:internet-culture:defd86a4b882"},{"answers":[1921,1921,1921],"matches":[1,1,1],"probeId":"llm:chinese-literature:55ccf9939931"},{"answers":[1966,1966,1966],"matches":[1,1,1],"probeId":"llm:programming:0dfe0495e2fc"},{"answers":[1991,1991,1991],"matches":[1,1,1],"probeId":"llm:chinese-literature:bf6db5715a60"},{"answers":[28,28,28],"matches":[1,1,1],"probeId":"llm:biology:7a9cc7866d4b"},{"answers":[5,5,5],"matches":[1,1,1],"probeId":"llm:chinese-geography:9e8358381754"},{"answers":[1676,1676,1676],"matches":[1,1,1],"probeId":"llm:chinese-history:4f726096893b"},{"answers":[17,17,17],"matches":[1,1,1],"probeId":"llm:pop-culture:50519005d17c"},{"answers":[1987,1987,1987],"matches":[1,1,1],"probeId":"llm:programming:4c8a382840d8"},{"answers":[2009,2009,2009],"matches":[1,1,1],"probeId":"llm:programming:b2e83bce3e0a"},{"answers":[30,30,30],"matches":[1,1,1],"probeId":"llm:physics:6c292bdf8c8c"},{"answers":[20,20,30],"matches":[1,1,0],"probeId":"llm:astronomy:617161ae2ea7"},{"answers":[1986,1986,1986],"matches":[1,1,1],"probeId":"llm:programming:ab6cbf10894d"},{"answers":[135,233,230],"matches":[0,1,1],"probeId":"llm:chemistry-bp:127bf0f8415f"},{"answers":[14,14,14],"matches":[1,1,1],"probeId":"llm:pop-culture:98882db0a3ec"},{"answers":[1989,1989,1989],"matches":[1,1,1],"probeId":"llm:internet-culture:94332531e468"},{"answers":[2372,2397,2397],"matches":[1,1,1],"probeId":"llm:chinese-geography:3212b9c87ed2"},{"answers":[581,581,583],"matches":[1,1,0],"probeId":"llm:chinese-history:6f8c4af5b57a"},{"answers":[786,786,790],"matches":[1,1,1],"probeId":"llm:astronomy:3ab8d81fa806"},{"answers":[120,120,120],"matches":[1,1,1],"probeId":"llm:math:eb294eeeadc0"},{"answers":[1921,1921,1921],"matches":[1,1,1],"probeId":"llm:chinese-literature:42bb0594fd66"},{"answers":[924,924,924],"matches":[1,1,1],"probeId":"llm:chinese-history:c48e47dfac38"},{"answers":[24,24,24],"matches":[1,1,1],"probeId":"llm:biology:8aac974c7a28"},{"answers":[125,125,125],"matches":[1,1,1],"probeId":"llm:chemistry-bp:d2866c0eb3d4"},{"answers":[1993,1991,1991],"matches":[0,1,1],"probeId":"llm:pop-culture:319bb80d1bb6"},{"answers":[6303,6295,6161],"matches":[1,1,1],"probeId":"llm:chinese-geography:467568eff387"},{"answers":[2000,2000,2009],"matches":[1,1,0],"probeId":"llm:crypto-params:4a8d9a84a547"},{"answers":[194,26,194],"matches":[1,0,1],"probeId":"llm:crypto-params:db9cad1ebb58"},{"answers":[20,16,20],"matches":[1,0,1],"probeId":"llm:biology:a91a4c398dbc"},{"answers":[1.8,1.8,1.8],"matches":[1,1,1],"probeId":"llm:physics:4015255c82af"},{"answers":[1987,1987,1987],"matches":[1,1,1],"probeId":"llm:programming:f97724c2f1ca"},{"answers":[1979,1979,1979],"matches":[1,1,1],"probeId":"llm:chinese-literature:98e36daa2075"},{"answers":[3,3,3],"matches":[0,0,0],"probeId":"llm:crypto-params:b7c3f85c548f"},{"answers":[834.8,835,834.8],"matches":[1,1,1],"probeId":"llm:astronomy:b890864b13db"},{"answers":[1999,1999,1999],"matches":[1,1,1],"probeId":"llm:chinese-internet:06e3ffdcee60"},{"answers":[2001,2001,2001],"matches":[1,1,1],"probeId":"llm:crypto-params:594d5961e0b8"},{"answers":[2100,2100,2100],"matches":[1,1,1],"probeId":"llm:astronomy:1169b38101a7"},{"answers":[1999,1999,1999],"matches":[1,1,1],"probeId":"llm:chinese-internet:ebff44871139"},{"answers":[0.00075,0.00075,0.00075],"matches":[1,1,1],"probeId":"llm:physics:107c3ae60874"},{"answers":[2408,2408,2408],"matches":[1,1,1],"probeId":"llm:chemistry-mp:8abcae986c84"},{"answers":[2004,2004,2004],"matches":[1,1,1],"probeId":"llm:crypto-params:a0c007272637"},{"answers":[3643,3663,3643],"matches":[1,1,1],"probeId":"llm:chinese-geography:b310897cf2d4"},{"answers":[56,56,56],"matches":[1,1,1],"probeId":"llm:biology:5409db05d094"},{"answers":[15,15,15],"matches":[1,1,1],"probeId":"llm:math:916fd29b2b26"},{"answers":[11,11,11],"matches":[1,1,1],"probeId":"llm:chinese-literature:c93130f189a9"},{"answers":[1990,1990,1990],"matches":[1,1,1],"probeId":"llm:programming:170cde7f1fc5"},{"answers":[1270,1270,1270],"matches":[1,1,1],"probeId":"llm:physics:89e42bafed37"},{"answers":[1280,1280,1282],"matches":[1,1,0],"probeId":"llm:crypto-params:c76b259a1d8e"},{"answers":[1930,1979,1979],"matches":[0,1,1],"probeId":"llm:chinese-literature:abbb5a6ad3e4"},{"answers":[215,215,215],"matches":[1,1,1],"probeId":"llm:chemistry-bp:b1f734a9b142"},{"answers":[1922,1922,1922],"matches":[1,1,1],"probeId":"llm:chinese-literature:57103c2cd7ab"},{"answers":[260,24,260],"matches":[1,0,1],"probeId":"llm:chinese-literature:0e545c37a34f"},{"answers":[1972,1970,1969],"matches":[0,0,0],"probeId":"llm:programming:5865df9a59fd"},{"answers":[1995,1995,1995],"matches":[1,1,1],"probeId":"llm:chinese-internet:6bfcfa13af37"},{"answers":[1.5,1.5,1.5],"matches":[1,1,1],"probeId":"llm:medical:8cdb08207844"},{"answers":[5,30,5],"matches":[1,0,1],"probeId":"llm:math:caf145408442"},{"answers":[1903,1903,1903],"matches":[1,1,1],"probeId":"llm:chinese-geography:ccfb2adeaf02"},{"answers":[2200,2200,2200],"matches":[1,1,1],"probeId":"llm:chemistry-mp:651217307fb1"},{"answers":[5.3,5.34,5.34],"matches":[1,1,1],"probeId":"llm:astronomy:deff2f93d800"},{"answers":[1998,1998,1998],"matches":[1,1,1],"probeId":"llm:chinese-internet:c15528db45d5"},{"answers":[89,89,89],"matches":[1,1,1],"probeId":"llm:physics:27b09541c9cb"},{"answers":[1903,1903,1903],"matches":[1,1,1],"probeId":"llm:chinese-geography:7541f025a74a"},{"answers":[12,11,12],"matches":[1,0,1],"probeId":"llm:pop-culture:28c3c99fe287"},{"answers":[26,26,26],"matches":[1,1,1],"probeId":"llm:pop-culture:ee3d472b352d"},{"answers":[15,15,15],"matches":[1,1,1],"probeId":"llm:math:660d4e8ad23a"},{"answers":[2004,2004,2004],"matches":[1,1,1],"probeId":"llm:programming:3d9c6191cb7b"},{"answers":[50000000,45000000,50000000],"matches":[1,0,1],"probeId":"llm:astronomy:58e1bedcb58f"},{"answers":[2580,2579,2600],"matches":[1,1,1],"probeId":"llm:chinese-geography:013bd4b09177"},{"answers":[8,8,8],"matches":[1,1,1],"probeId":"llm:pop-culture:2fd7cf627acc"},{"answers":[116,116,116],"matches":[1,1,1],"probeId":"llm:biology:c8bd34a52298"},{"answers":[916,916,916],"matches":[1,1,1],"probeId":"llm:chinese-history:76aa868c87fa"},{"answers":[1932,1932,1932],"matches":[1,1,1],"probeId":"llm:chinese-literature:6d2dee483b61"},{"answers":[360,360,365],"matches":[1,1,0],"probeId":"llm:chemistry-bp:05ed15abd9c4"},{"answers":[4368,5,5],"matches":[0,1,1],"probeId":"llm:math:a007b9d18cad"},{"answers":[2200,2200,2200],"matches":[1,1,1],"probeId":"llm:physics:463b5122d1a3"},{"answers":[30,30,30],"matches":[1,1,1],"probeId":"llm:medical:03435587f70a"},{"answers":[2008,2008,2008],"matches":[1,1,1],"probeId":"llm:internet-culture:0d450bac95e6"},{"answers":[1.8,1.8,1.8],"matches":[1,1,1],"probeId":"llm:physics:456d8a83abde"},{"answers":[1266,1266,1266],"matches":[1,1,1],"probeId":"llm:chinese-history:bddcc0b0d778"},{"answers":[22,22,22],"matches":[1,1,1],"probeId":"llm:biology:a744457e07b8"},{"answers":[1997,1997,1997],"matches":[1,1,1],"probeId":"llm:crypto-params:b56fb47af41e"},{"answers":[2004,2004,2004],"matches":[1,1,1],"probeId":"llm:programming:35438c4c9159"},{"answers":[24,24,24],"matches":[1,1,1],"probeId":"llm:pop-culture:aaceba4f6529"},{"answers":[4,4,4],"matches":[1,1,1],"probeId":"llm:chinese-geography:e77c2151f744"},{"answers":[1321,1327,1321],"matches":[1,1,1],"probeId":"llm:chinese-geography:a85a32164e9a"},{"answers":[1989,1989,1989],"matches":[1,1,1],"probeId":"llm:internet-culture:6710a3329531"},{"answers":[253,253,253],"matches":[1,1,1],"probeId":"llm:math:c60cf7da5efe"},{"answers":[1927,1927,1927],"matches":[1,1,1],"probeId":"llm:chinese-geography:315596d39480"},{"answers":[64,64.4,64.4],"matches":[1,1,1],"probeId":"llm:chinese-geography:998083f74952"},{"answers":[1968,1968,1968],"matches":[1,1,1],"probeId":"llm:programming:ff0385975bd4"},{"answers":[41,41,41],"matches":[1,1,1],"probeId":"llm:medical:dc6d0cf17484"},{"answers":[1977,1977,1977],"matches":[1,1,1],"probeId":"llm:programming:97e43a3d4180"},{"answers":[3,3,3],"matches":[1,1,1],"probeId":"llm:chinese-geography:1c685f619d6d"},{"answers":[27,27,27],"matches":[1,1,1],"probeId":"llm:biology:a075401b5e48"},{"answers":[1980,1980,1980],"matches":[1,1,1],"probeId":"llm:programming:c2d1fd7a13f0"},{"answers":[1997,1997,1995],"matches":[1,1,0],"probeId":"llm:chinese-internet:16b614b5d50d"}],"total":479},"statisticalPower":0.9606490415963258,"statisticalPowerEvidence":{"alpha":0.05,"alternativeMismatchRate":0.21513562366469233,"clopperPearsonConfidence":0.99,"criticalMismatchCount":26,"p0UpperBound":0.11513562366469232,"power":0.9606490415963258,"probeCount":160,"selfHamming":39,"selfTotal":479,"test":"one-sided-binomial"}},"result":{"cost":{"estimatedCostUsd":0,"inputTokens":0,"missingCostExchangeCount":25,"outputTokens":0,"pricedExchangeCount":0,"totalTokens":0},"cumulativeCost":{"estimatedCostUsd":0,"inputTokens":0,"missingCostExchangeCount":25,"outputTokens":0,"pricedExchangeCount":0,"totalTokens":0},"matchVector":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],"matchVectorHash":"sha256:2ba61d5d428e2691425e1dd83b19ab9debb1e624ce104b870d4da7354f21b390","outcomeReason":{"affectedBatchCount":24,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":24},"parsedProbeCount":0,"selectedProbeCount":160,"stats":{"p0Cp99":null,"pValueBinomial":null,"selfCoverage":1,"selfHamming":18,"selfTotal":160,"targetCoverage":0,"targetHamming":0,"targetTotal":0},"verdict":"UNDETERMINED","verdictReason":"coverage 0.0000 below minimum 0.5"},"resume":{"parentAuditId":"0xb6d1b87955ec0b25c1592d002b206454e68903fee80f4c6c21c766fc47aaa785","parentEvidenceHash":"0x10a46a696945303ef8981f62661f773097108bf156720843ca864b8d33e72db5","reservationAuditId":"0xb6d1b87955ec0b25c1592d002b206454e68903fee80f4c6c21c766fc47aaa785","reusedBatchIndexes":[]},"sellerThinking":{"attempts":[{"attemptCosts":[],"failure":"thinking discovery exceeded 600000ms","maxTokens":800,"reasoningTokens":null,"requestIds":["8659e60f-48dc-4557-8fa7-ef08ef03c30a","255e2886-45f0-4c7b-8d46-fb3319db1dc6"],"status":null,"strategy":"reasoning-effort-none","validAnswers":null},{"attemptCosts":[],"failure":"thinking discovery exceeded 600000ms","maxTokens":800,"reasoningTokens":null,"requestIds":[],"status":null,"strategy":"reasoning-effort-minimal","validAnswers":null},{"attemptCosts":[],"failure":"thinking discovery exceeded 600000ms","maxTokens":800,"reasoningTokens":null,"requestIds":[],"status":null,"strategy":"disable-thinking","validAnswers":null},{"attemptCosts":[],"failure":"thinking discovery exceeded 600000ms","maxTokens":800,"reasoningTokens":null,"requestIds":[],"status":null,"strategy":"enable-thinking-false","validAnswers":null},{"attemptCosts":[],"failure":"thinking discovery exceeded 600000ms","maxTokens":800,"reasoningTokens":null,"requestIds":[],"status":null,"strategy":"prefill","validAnswers":null},{"attemptCosts":[],"failure":"thinking discovery exceeded 600000ms","maxTokens":800,"reasoningTokens":null,"requestIds":[],"status":null,"strategy":"bare","validAnswers":null},{"attemptCosts":[],"failure":"thinking discovery exceeded 600000ms","maxTokens":40000,"reasoningTokens":null,"requestIds":[],"status":null,"strategy":"bare-expanded","validAnswers":null}],"failure":"no thinking-suppression strategy worked for glm-5-3 on seller d5e7d5950b6cc71c095da4ace0c0cb8495667be0, even 'bare' with 40000 tokens: reasoning-effort-none: failed thinking discovery exceeded 600000ms; reasoning-effort-minimal: failed thinking discovery exceeded 600000ms; disable-thinking: failed thinking discovery exceeded 600000ms; enable-thinking-false: failed thinking discovery exceeded 600000ms; prefill: failed thinking discovery exceeded 600000ms; bare: failed thinking discovery exceeded ","maxTokens":1600,"method":"kbf-reference-code-2026-09-30","strategy":null},"target":{"agentId":"47214","displayName":"attacompute.ai","peerId":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0","service":"glm-5-3"},"version":1}