{"buyerProxy":{"baseUrl":"http://127.0.0.1:8379","pid":20234,"statePath":"buyer.state.json"},"createdAt":"2026-11-06T12:05:14.239Z","evidenceLevel":"proxy-observation-with-verified-response-auth-no-payment-evidence","exchanges":[{"answers":[null,null,null,null],"attemptCosts":[],"attemptCount":5,"batchIndex":0,"cost":null,"failureReason":"seller sent no answer for 600000ms","matches":[null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:chinese-internet:b74e22ded05f","llm:chinese-internet:6477d4e555e2","llm:chinese-internet:b2d05b99e712","llm:chinese-internet:abdda5eab0f6"],"promptVariantId":"v3","request":{"bodyBase64":"eyJtb2RlbCI6ImNsYXVkZS1mYWJsZS01LjEiLCJtZXNzYWdlcyI6W3sicm9sZSI6InN5c3RlbSIsImNvbnRlbnQiOiJBbnN3ZXIgY29uY2lzZWx5IGFuZCBmb2xsb3cgdGhlIHJlcXVlc3RlZCBvdXRwdXQgZm9ybWF0IGV4YWN0bHkuIn0seyJyb2xlIjoidXNlciIsImNvbnRlbnQiOiJDb21wbGV0ZSBldmVyeSBzdGF0ZW1lbnQgYmVsb3cgd2l0aCB0aGUgY29ycmVjdCBudW1iZXIgZnJvbSBtZW1vcnksIHdpdGhvdXQgbG9va2luZyBhbnl0aGluZyB1cC5cblJVTEVTOiBPdXRwdXQgT05MWSBpbiAxKSA8bnVtYmVyPiwgMikgPG51bWJlcj4sIGFuZCBzbyBvbiBmb3JtYXQsIG9uZSBwZXIgbGluZS4gR2l2ZSBhIHNpbmdsZSBwbGFpbiBudW1iZXIgcGVyIGxpbmUsIG5vIHdvcmRzLCBubyByYW5nZXMuIElmIHVuc3VyZSwgb3V0cHV0IHlvdXIgYmVzdCBzaW5nbGUgbnVtZXJpYyBlc3RpbWF0ZS5cblxuMSkgWWVhciBTaW5hLmNvbSBmb3JtZWQgdmlhIG1lcmdlciBvZiBTUlNuZXQgYW5kIFNpbmFuZXTlj5HnlJ/lnKhfX1/lubTjgIJcbjIpIFllYXIgTmV0RWFzZSBsYXVuY2hlZCBpdHMgZnJlZSBlbWFpbCBzZXJ2aWNlIDE2My5jb23lj5HnlJ/lnKhfX1/lubTjgIJcbjMpIFllYXIgZUJheSBhY3F1aXJlZCBFYWNoTmV05Y+R55Sf5ZyoX19f5bm044CCXG40KSBNb3AuY29tIEZvdW5kZWQgWWVhcuWPkeeUn+WcqF9fX+W5tOOAgiJ9XSwidGVtcGVyYXR1cmUiOjAsIm1heF90b2tlbnMiOjE2MDAsInJlYXNvbmluZyI6eyJlZmZvcnQiOiJtaW5pbWFsIn0sInN0cmVhbSI6ZmFsc2V9","hash":"0xe0c242f3fb009ea5fb84da8f0efc8f98ddae54706ade947d0e121090a61479df","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8379/v1/chat/completions"},"requestIds":["65c080e6-5162-4e1e-9504-442332dd77ca","4c640ad6-94ea-44b1-9fc0-b024387fb62f","0edbd592-e5ac-4b80-97f3-229d9c1f1d42","5089bf89-4286-40b8-87fd-c650412d9276","aa5aa344-d2f8-4928-8cb6-961b301daaaa"],"response":null,"responseAuth":{"failureReason":"proxy batch did not complete successfully","record":null,"requestId":"aa5aa344-d2f8-4928-8cb6-961b301daaaa","signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1793966714208,"responseLatencyMs":600036,"startedAt":1793966114172}},{"answers":[null,null,null,null,null,null,null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":1,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null,null,null,null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:physics:ea81c12f1313","llm:physics:a92116620673","llm:physics:dad950465112","llm:physics:8d55e6be458b","llm:physics:34ab79174bb2","llm:physics:5a596cd5d909","llm:physics:d2c50f7b5c37","llm:physics:ba48332fb036","llm:physics:1a468d0368c4","llm:physics:041cab5b1025"],"promptVariantId":"v2","request":{"bodyBase64":"eyJtb2RlbCI6ImNsYXVkZS1mYWJsZS01LjEiLCJtZXNzYWdlcyI6W3sicm9sZSI6InN5c3RlbSIsImNvbnRlbnQiOiJZb3UgYXJlIGEgcHJlY2lzZSBhc3Npc3RhbnQuIFJlcGx5IHdpdGggZXhhY3RseSB0aGUgcmVxdWVzdGVkIG91dHB1dCBhbmQgbm90aGluZyBlbHNlLiJ9LHsicm9sZSI6InVzZXIiLCJjb250ZW50IjoiRmlsbCBpbiBlYWNoIGJsYW5rIGJlbG93IHdpdGggdGhlIG51bWVyaWMgdmFsdWUgeW91IHJlY2FsbCBmcm9tIHlvdXIgdHJhaW5pbmcgZGF0YS5cblJVTEVTOiBPdXRwdXQgT05MWSBpbiAxLiA8bnVtYmVyPiwgMi4gPG51bWJlcj4sIGFuZCBzbyBvbiBmb3JtYXQsIG9uZSBwZXIgbGluZS4gR2l2ZSBhIHNpbmdsZSBwbGFpbiBudW1iZXIgcGVyIGxpbmUsIG5vIHdvcmRzLCBubyByYW5nZXMuIElmIHVuc3VyZSwgb3V0cHV0IHlvdXIgYmVzdCBzaW5nbGUgbnVtZXJpYyBlc3RpbWF0ZS5cblxuMS4gVGhlIG51bWVyaWNhbCB2YWx1ZSBvZiBwcm90b24gQ29tcHRvbiB3YXZlbGVuZ3RoIGluIGZlbXRvbWV0ZXJzIChDT0RBVEEgMjAxOCkgaW4gU0kgdW5pdHMgaXMgX19fLlxuMi4gVGhlIG51bWVyaWNhbCB2YWx1ZSBvZiBWZXJkZXQgY29uc3RhbnQgb2YgZnVzZWQgc2lsaWNhIGF0IDYzMi44IG5tIChyYWQgcGVyIHRlc2xhIHBlciBtZXRlcikgaW4gU0kgdW5pdHMgaXMgX19fLlxuMy4gVGhlIG51bWVyaWNhbCB2YWx1ZSBvZiBEZXV0ZXJvbiBybXMgY2hhcmdlIHJhZGl1cyAoZm0pIGluIFNJIHVuaXRzIGlzIF9fXy5cbjQuIFRoZSBudW1lcmljYWwgdmFsdWUgb2YgQ2hhcmdlZCBwaW9uIG1lYW4gbGlmZXRpbWUgKG5zKSBpbiBTSSB1bml0cyBpcyBfX18uXG41LiBUaGUgbnVtZXJpY2FsIHZhbHVlIG9mIFNwZWVkIG9mIHNvdW5kIGluIGRpYW1vbmQsIGxvbmdpdHVkaW5hbCBidWxrIHdhdmUgKG0vcykgaW4gU0kgdW5pdHMgaXMgX19fLlxuNi4gVGhlIG51bWVyaWNhbCB2YWx1ZSBvZiBTcGVjaWZpYyBoZWF0IGNhcGFjaXR5IG9mIGxpcXVpZCBzb2RpdW0gYXQgNDAwIEsgKEovKGtnKkspKSBpbiBTSSB1bml0cyBpcyBfX18uXG43LiBUaGUgbnVtZXJpY2FsIHZhbHVlIG9mIFRhdSBsZXB0b24gbWFzcyAoTWVWKSBpbiBTSSB1bml0cyBpcyBfX18uXG44LiBUaGUgbnVtZXJpY2FsIHZhbHVlIG9mIEVsZWN0cmljYWwgcmVzaXN0aXZpdHkgb2YgbWFuZ2FuaW4gYXQgMjDCsEMgaW4gbmFuby1vaG0tbWV0ZXJzIGluIFNJIHVuaXRzIGlzIF9fXy5cbjkuIFRoZSBudW1lcmljYWwgdmFsdWUgb2YgRWxlY3RyaWNhbCByZXNpc3Rpdml0eSBvZiBnYWxsaXVtIChzb2xpZCwgcG9seWNyeXN0YWxsaW5lKSBhdCAyMCDCsEMgKMOXMTDigbvigbggzqnCt20pIGluIFNJIHVuaXRzIGlzIF9fXy5cbjEwLiBUaGUgbnVtZXJpY2FsIHZhbHVlIG9mIGRlYnllX3RlbXBlcmF0dXJlX29mX2RpYW1vbmRfSyBpbiBTSSB1bml0cyBpcyBfX18uIn1dLCJ0ZW1wZXJhdHVyZSI6MCwibWF4X3Rva2VucyI6MTYwMCwicmVhc29uaW5nIjp7ImVmZm9ydCI6Im1pbmltYWwifSwic3RyZWFtIjpmYWxzZX0=","hash":"0xed36af5dd71044be3dd277f1c13c77a047a864ff6fe6b3aab17d60eec51f096e","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8379/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1793966714230,"responseLatencyMs":0,"startedAt":1793966714230}},{"answers":[null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":2,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:physics:e7580ee29601","llm:physics:ba367253de9b"],"promptVariantId":"v3","request":{"bodyBase64":"eyJtb2RlbCI6ImNsYXVkZS1mYWJsZS01LjEiLCJtZXNzYWdlcyI6W3sicm9sZSI6InN5c3RlbSIsImNvbnRlbnQiOiJBbnN3ZXIgY29uY2lzZWx5IGFuZCBmb2xsb3cgdGhlIHJlcXVlc3RlZCBvdXRwdXQgZm9ybWF0IGV4YWN0bHkuIn0seyJyb2xlIjoidXNlciIsImNvbnRlbnQiOiJDb21wbGV0ZSBldmVyeSBzdGF0ZW1lbnQgYmVsb3cgd2l0aCB0aGUgY29ycmVjdCBudW1iZXIgZnJvbSBtZW1vcnksIHdpdGhvdXQgbG9va2luZyBhbnl0aGluZyB1cC5cblJVTEVTOiBPdXRwdXQgT05MWSBpbiAxKSA8bnVtYmVyPiwgMikgPG51bWJlcj4sIGFuZCBzbyBvbiBmb3JtYXQsIG9uZSBwZXIgbGluZS4gR2l2ZSBhIHNpbmdsZSBwbGFpbiBudW1iZXIgcGVyIGxpbmUsIG5vIHdvcmRzLCBubyByYW5nZXMuIElmIHVuc3VyZSwgb3V0cHV0IHlvdXIgYmVzdCBzaW5nbGUgbnVtZXJpYyBlc3RpbWF0ZS5cblxuMSkgVGhlIG51bWVyaWNhbCB2YWx1ZSBvZiBUaGVybWFsIGNvbmR1Y3Rpdml0eSBvZiBkaWFtb25kICh0eXBlIElJYSkgYXQgMzAwIEsgKFcvKG0qSykpIGluIFNJIHVuaXRzIGlzIF9fXy5cbjIpIFRoZSBudW1lcmljYWwgdmFsdWUgb2YgU2F0dXJhdGlvbiBtYWduZXRpemF0aW9uIG9mIG5pY2tlbCBhdCAwIEsgKGtBL20pIGluIFNJIHVuaXRzIGlzIF9fXy4ifV0sInRlbXBlcmF0dXJlIjowLCJtYXhfdG9rZW5zIjoxNjAwLCJyZWFzb25pbmciOnsiZWZmb3J0IjoibWluaW1hbCJ9LCJzdHJlYW0iOmZhbHNlfQ==","hash":"0x474f2a8e35f8952c99e0536db0815efd7cce584a89e05be13761f505769ac718","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8379/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1793966714230,"responseLatencyMs":0,"startedAt":1793966714230}},{"answers":[null,null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":3,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:chinese-literature:f40e9688289e","llm:chinese-literature:9142e6277c4a","llm:chinese-literature:b8d2279da594","llm:chinese-literature:440f7cf1d8bb","llm:chinese-literature:85f374de9439"],"promptVariantId":"v5","request":{"bodyBase64":"eyJtb2RlbCI6ImNsYXVkZS1mYWJsZS01LjEiLCJtZXNzYWdlcyI6W3sicm9sZSI6InN5c3RlbSIsImNvbnRlbnQiOiJZb3UgYXJlIGEgaGVscGZ1bCBhc3Npc3RhbnQuIEtlZXAgYW5zd2VycyBzaG9ydCBhbmQgc3RyaWN0bHkgZm9ybWF0dGVkLiJ9LHsicm9sZSI6InVzZXIiLCJjb250ZW50IjoiRm9yIGVhY2ggaXRlbSwgc3VwcGx5IHRoZSBudW1iZXIgdGhhdCBiZWxvbmdzIGluIHRoZSBibGFuay4gVXNlIHdoYXQgeW91IGFscmVhZHkga25vdy5cblJVTEVTOiBPdXRwdXQgT05MWSBpbiAoTikgPG51bWJlcj4gZm9ybWF0LCBvbmUgcGVyIGxpbmUuIEdpdmUgYSBzaW5nbGUgcGxhaW4gbnVtYmVyIHBlciBsaW5lLCBubyB3b3Jkcywgbm8gcmFuZ2VzLiBJZiB1bnN1cmUsIG91dHB1dCB5b3VyIGJlc3Qgc2luZ2xlIG51bWVyaWMgZXN0aW1hdGUuXG5cbigxKSBBaSBRaW5nIHBvZW0gXCJEYXlhbmhlLCBNeSBXZXQgTnVyc2VcIiBmaXJzdCBwdWJsaWNhdGlvbiB5ZWFy55qE5pWw5YC85pivX19f44CCXG4oMikgTnVtYmVyIG9mIHBvZW1zIGluIHRoZSBUYW5nIHNoaSBzYW5iYWkgc2hvdSAoVGhyZWUgSHVuZHJlZCBUYW5nIFBvZW1zKSBjb21waWxlZCBieSBTdW4gWmh155qE5pWw5YC85pivX19f44CCXG4oMykgWWVhciBKaWFuZyBOYW4gYmVnYW4gc2VyaWFsaXppbmcgXCJOb3ZvbGFuZDogRWFnbGUgRmxhZ1wiIChKaXV6aG91IFBpYW9taWFvIEx1KeeahOaVsOWAvOaYr19fX+OAglxuKDQpIFllYXIgTGFvIFNoZSdzIHNjaWVuY2UgZmljdGlvbiBub3ZlbCBcIkNhdCBDb3VudHJ5XCIgKE1hb2NoZW5nIGppKSB3YXMgcHVibGlzaGVk55qE5pWw5YC85pivX19f44CCXG4oNSkgTnVtYmVyIG9mIHBvZW1zIGluIHRoZSBUYW5nIHNoaSBzYW5iYWkgc2hvdSAoVGhyZWUgSHVuZHJlZCBUYW5nIFBvZW1zLCBIZW5ndGFuZyBUdWlzaGkgZWRpdGlvbinnmoTmlbDlgLzmmK9fX1/jgIIifV0sInRlbXBlcmF0dXJlIjowLCJtYXhfdG9rZW5zIjoxNjAwLCJyZWFzb25pbmciOnsiZWZmb3J0IjoibWluaW1hbCJ9LCJzdHJlYW0iOmZhbHNlfQ==","hash":"0xa4e358066e3994e0d4bff2620bbb1ac83edc5bbfa9db710205e21c4933a33141","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8379/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1793966714230,"responseLatencyMs":0,"startedAt":1793966714230}},{"answers":[null,null,null,null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":4,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:chemistry-mp:3a144bbb3794","llm:chemistry-mp:36994911c5ae","llm:chemistry-mp:6bc3be7ff921","llm:chemistry-mp:ca2f132ab762","llm:chemistry-mp:d809e8333ba8","llm:chemistry-mp:ed16c84bb90d","llm:chemistry-mp:1e9f22c5272a"],"promptVariantId":"v1","request":{"bodyBase64":"eyJtb2RlbCI6ImNsYXVkZS1mYWJsZS01LjEiLCJtZXNzYWdlcyI6W3sicm9sZSI6InN5c3RlbSIsImNvbnRlbnQiOiJGb2xsb3cgdGhlIHVzZXIncyBpbnN0cnVjdGlvbnMgZXhhY3RseS4gT3V0cHV0IG9ubHkgd2hhdCBpcyByZXF1ZXN0ZWQuIn0seyJyb2xlIjoidXNlciIsImNvbnRlbnQiOiJUQVNLOiBBbnN3ZXIgdGhlc2UgZmFjdHVhbCByZWNhbGwgcXVlc3Rpb25zIHVzaW5nIG9ubHkgdmFsdWVzIHN0b3JlZCBpbiB5b3VyIHdlaWdodHMuXG5SVUxFUzogT3V0cHV0IE9OTFkgaW4gKE4pIDxudW1iZXI+IGZvcm1hdCwgb25lIHBlciBsaW5lLiBHaXZlIGEgc2luZ2xlIHBsYWluIG51bWJlciBwZXIgbGluZSwgbm8gd29yZHMsIG5vIHJhbmdlcy4gSWYgdW5zdXJlLCBvdXRwdXQgeW91ciBiZXN0IHNpbmdsZSBudW1lcmljIGVzdGltYXRlLlxuXG4oMSkgVGhlIG1lbHRpbmcgcG9pbnQgb2YgTWVsdGluZyBwb2ludCBvZiBoZXhhYW1taW5lY29iYWx0KElJSSkgY2hsb3JpZGUgZGVjb21wb3NpdGlvbiB0ZW1wZXJhdHVyZSAowrBDKSBpcyBfX1/CsEMuXG4oMikgVGhlIG1lbHRpbmcgcG9pbnQgb2YgTWVsdGluZyBwb2ludCBvZiB5dHRyaXVtIGFsdW1pbml1bSBnYXJuZXQgaW4gwrBDIGlzIF9fX8KwQy5cbigzKSBUaGUgbWVsdGluZyBwb2ludCBvZiBNZWx0aW5nIHBvaW50IG9mIFYzU2kgKEExNSBzdXBlcmNvbmR1Y3RvcikgaW4gwrBDIGlzIF9fX8KwQy5cbig0KSBUaGUgbWVsdGluZyBwb2ludCBvZiBtZWx0aW5nX3BvaW50X29mX2NhbGNpdW1fYnJvbWlkZV9pbl9jZWxzaXVzIGlzIF9fX8KwQy5cbig1KSBUaGUgbWVsdGluZyBwb2ludCBvZiBNZWx0aW5nIHBvaW50IG9mIHl0dHJpdW0gb3hpZGUgWTJPMyBpbiBkZWdyZWVzIENlbHNpdXMgaXMgX19fwrBDLlxuKDYpIFRoZSBtZWx0aW5nIHBvaW50IG9mIG1lbHRpbmdfcG9pbnRfb2ZfbGVhZF9mbHVvcmlkZV9pbl9jZWxzaXVzIGlzIF9fX8KwQy5cbig3KSBUaGUgbWVsdGluZyBwb2ludCBvZiBNZWx0aW5nIHBvaW50IG9mIG5pY2tlbCB0cmlhbHVtaW5pZGUgTmkzQWwgKMKwQykgaXMgX19fwrBDLiJ9XSwidGVtcGVyYXR1cmUiOjAsIm1heF90b2tlbnMiOjE2MDAsInJlYXNvbmluZyI6eyJlZmZvcnQiOiJtaW5pbWFsIn0sInN0cmVhbSI6ZmFsc2V9","hash":"0xebe9f7f58b5e8fdd7bb9bb34d1f917cada7b3b3c9364d06f77403e05a4937b85","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8379/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1793966714230,"responseLatencyMs":0,"startedAt":1793966714230}},{"answers":[null,null,null,null,null,null,null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":5,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null,null,null,null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:biology:f2ded14f134c","llm:biology:3f51e38aa56f","llm:biology:ef4a627dfa97","llm:biology:bf453531c495","llm:biology:2d4115ecd651","llm:biology:349f895e989a","llm:biology:ccd9fb1854bb","llm:biology:fa1e6f2aad6e","llm:biology:5a1b47b5a887","llm:biology:a49b6ce06e22"],"promptVariantId":"v5","request":{"bodyBase64":"eyJtb2RlbCI6ImNsYXVkZS1mYWJsZS01LjEiLCJtZXNzYWdlcyI6W3sicm9sZSI6InN5c3RlbSIsImNvbnRlbnQiOiJZb3UgYXJlIGEgaGVscGZ1bCBhc3Npc3RhbnQuIEtlZXAgYW5zd2VycyBzaG9ydCBhbmQgc3RyaWN0bHkgZm9ybWF0dGVkLiJ9LHsicm9sZSI6InVzZXIiLCJjb250ZW50IjoiRm9yIGVhY2ggaXRlbSwgc3VwcGx5IHRoZSBudW1iZXIgdGhhdCBiZWxvbmdzIGluIHRoZSBibGFuay4gVXNlIHdoYXQgeW91IGFscmVhZHkga25vdy5cblJVTEVTOiBPdXRwdXQgT05MWSBpbiAoTikgPG51bWJlcj4gZm9ybWF0LCBvbmUgcGVyIGxpbmUuIEdpdmUgYSBzaW5nbGUgcGxhaW4gbnVtYmVyIHBlciBsaW5lLCBubyB3b3Jkcywgbm8gcmFuZ2VzLiBJZiB1bnN1cmUsIG91dHB1dCB5b3VyIGJlc3Qgc2luZ2xlIG51bWVyaWMgZXN0aW1hdGUuXG5cbigxKSBUaGUgZGlwbG9pZCBjaHJvbW9zb21lIG51bWJlciAoMm4pIG9mIERpcGxvaWQgY2hyb21vc29tZSBudW1iZXIgKDJuKSBvZiBBY2hldGEgZG9tZXN0aWN1cyAoaG91c2UgY3JpY2tldCwgZmVtYWxlKSBpcyBfX18uXG4oMikgVGhlIGRpcGxvaWQgY2hyb21vc29tZSBudW1iZXIgKDJuKSBvZiBDYWxsb3JoaW5jaHVzX21pbGlpX2RpcGxvaWRfY2hyb21vc29tZV9udW1iZXJfMm4gaXMgX19fLlxuKDMpIFRoZSBkaXBsb2lkIGNocm9tb3NvbWUgbnVtYmVyICgybikgb2YgRGlwbG9pZCBjaHJvbW9zb21lIG51bWJlciAoMm4pIG9mIEh1cGVyemlhIHNlbGFnbyAoZmlyIGNsdWJtb3NzKSBpcyBfX18uXG4oNCkgVGhlIGRpcGxvaWQgY2hyb21vc29tZSBudW1iZXIgKDJuKSBvZiBJc29ldGVzIGxhY3VzdHJpcyBkaXBsb2lkIGNocm9tb3NvbWUgbnVtYmVyICgybikgaXMgX19fLlxuKDUpIFRoZSBkaXBsb2lkIGNocm9tb3NvbWUgbnVtYmVyICgybikgb2YgSHVwZXJ6aWEgc2VsYWdvIGRpcGxvaWQgY2hyb21vc29tZSBudW1iZXIgKDJuKSBpcyBfX18uXG4oNikgVGhlIGRpcGxvaWQgY2hyb21vc29tZSBudW1iZXIgKDJuKSBvZiBTYWx2aW5pYSBuYXRhbnMgZGlwbG9pZCBjaHJvbW9zb21lIG51bWJlciAoMm4pIGlzIF9fXy5cbig3KSBUaGUgZGlwbG9pZCBjaHJvbW9zb21lIG51bWJlciAoMm4pIG9mIENhbGxvcmhpbmNodXMgbWlsaWkgZWxlcGhhbnQgc2hhcmsgZGlwbG9pZCBjaHJvbW9zb21lIG51bWJlciAoMm4pIGlzIF9fXy5cbig4KSBUaGUgZGlwbG9pZCBjaHJvbW9zb21lIG51bWJlciAoMm4pIG9mIFJhamEgY2xhdmF0YSB0aG9ybmJhY2sgcmF5IGRpcGxvaWQgY2hyb21vc29tZSBudW1iZXIgMm4gaXMgX19fLlxuKDkpIFRoZSBkaXBsb2lkIGNocm9tb3NvbWUgbnVtYmVyICgybikgb2YgUmhpbmNvZG9uX3R5cHVzX2RpcGxvaWRfY2hyb21vc29tZV9udW1iZXJfMm4gaXMgX19fLlxuKDEwKSBUaGUgZGlwbG9pZCBjaHJvbW9zb21lIG51bWJlciAoMm4pIG9mIERpcGxvaWQgY2hyb21vc29tZSBudW1iZXIgKDJuKSBvZiBJc29ldGVzIGxhY3VzdHJpcyAobGFrZSBxdWlsbHdvcnQpIGlzIF9fXy4ifV0sInRlbXBlcmF0dXJlIjowLCJtYXhfdG9rZW5zIjoxNjAwLCJyZWFzb25pbmciOnsiZWZmb3J0IjoibWluaW1hbCJ9LCJzdHJlYW0iOmZhbHNlfQ==","hash":"0x97a94d0f04b4b31c934d3e2c18810c4eb3bcc73745e054d01aa08528405f234a","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8379/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1793966714230,"responseLatencyMs":0,"startedAt":1793966714230}},{"answers":[null,null,null,null,null,null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":6,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null,null,null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:biology:6cdd07b44277","llm:biology:0b9f0a7b1d6c","llm:biology:dd3c7add3cac","llm:biology:46e7cf088cc0","llm:biology:4512281e119f","llm:biology:d0d4eed159a0","llm:biology:1d105c99de46","llm:biology:cc75d9975bc6","llm:biology:46ab548b8f6d"],"promptVariantId":"v5","request":{"bodyBase64":"eyJtb2RlbCI6ImNsYXVkZS1mYWJsZS01LjEiLCJtZXNzYWdlcyI6W3sicm9sZSI6InN5c3RlbSIsImNvbnRlbnQiOiJZb3UgYXJlIGEgaGVscGZ1bCBhc3Npc3RhbnQuIEtlZXAgYW5zd2VycyBzaG9ydCBhbmQgc3RyaWN0bHkgZm9ybWF0dGVkLiJ9LHsicm9sZSI6InVzZXIiLCJjb250ZW50IjoiRm9yIGVhY2ggaXRlbSwgc3VwcGx5IHRoZSBudW1iZXIgdGhhdCBiZWxvbmdzIGluIHRoZSBibGFuay4gVXNlIHdoYXQgeW91IGFscmVhZHkga25vdy5cblJVTEVTOiBPdXRwdXQgT05MWSBpbiAoTikgPG51bWJlcj4gZm9ybWF0LCBvbmUgcGVyIGxpbmUuIEdpdmUgYSBzaW5nbGUgcGxhaW4gbnVtYmVyIHBlciBsaW5lLCBubyB3b3Jkcywgbm8gcmFuZ2VzLiBJZiB1bnN1cmUsIG91dHB1dCB5b3VyIGJlc3Qgc2luZ2xlIG51bWVyaWMgZXN0aW1hdGUuXG5cbigxKSBUaGUgZGlwbG9pZCBjaHJvbW9zb21lIG51bWJlciAoMm4pIG9mIERpcGxvaWQgY2hyb21vc29tZSBudW1iZXIgKDJuKSBvZiBQaG9sY3VzIHBoYWxhbmdpb2lkZXMgKGZlbWFsZSkgaXMgX19fLlxuKDIpIFRoZSBkaXBsb2lkIGNocm9tb3NvbWUgbnVtYmVyICgybikgb2YgU3F1YWx1c19hY2FudGhpYXNfZGlwbG9pZF9jaHJvbW9zb21lX251bWJlcl8ybiBpcyBfX18uXG4oMykgVGhlIGRpcGxvaWQgY2hyb21vc29tZSBudW1iZXIgKDJuKSBvZiBMZXVjb3JhamFfZXJpbmFjZWFfZGlwbG9pZF9jaHJvbW9zb21lX251bWJlcl8ybiBpcyBfX18uXG4oNCkgVGhlIGRpcGxvaWQgY2hyb21vc29tZSBudW1iZXIgKDJuKSBvZiBEaXBsb2lkIGNocm9tb3NvbWUgbnVtYmVyICgybikgb2YgQ2VyYXRvcHRlcmlzIHJpY2hhcmRpaSAoQy1mZXJuIG1vZGVsIG9yZ2FuaXNtKSBpcyBfX18uXG4oNSkgVGhlIGRpcGxvaWQgY2hyb21vc29tZSBudW1iZXIgKDJuKSBvZiBMZXVjb3JhamEgZXJpbmFjZWEgbGl0dGxlIHNrYXRlIGRpcGxvaWQgY2hyb21vc29tZSBudW1iZXIgMm4gaXMgX19fLlxuKDYpIFRoZSBkaXBsb2lkIGNocm9tb3NvbWUgbnVtYmVyICgybikgb2YgRGlwbG9pZCBjaHJvbW9zb21lIG51bWJlciAoMm4pIG9mIFNhbHZpbmlhIG5hdGFucyBpcyBfX18uXG4oNykgVGhlIGRpcGxvaWQgY2hyb21vc29tZSBudW1iZXIgKDJuKSBvZiBTZWxhZ2luZWxsYSBrcmF1c3NpYW5hIGRpcGxvaWQgY2hyb21vc29tZSBudW1iZXIgKDJuKSBpcyBfX18uXG4oOCkgVGhlIGRpcGxvaWQgY2hyb21vc29tZSBudW1iZXIgKDJuKSBvZiBEaXBsb2lkIGNocm9tb3NvbWUgbnVtYmVyICgybikgb2YgU2VsYWdpbmVsbGEga3JhdXNzaWFuYSBpcyBfX18uXG4oOSkgVGhlIGRpcGxvaWQgY2hyb21vc29tZSBudW1iZXIgKDJuKSBvZiBIeWRyb2xhZ3VzX2NvbGxpZWlfZGlwbG9pZF9jaHJvbW9zb21lX251bWJlcl8ybiBpcyBfX18uIn1dLCJ0ZW1wZXJhdHVyZSI6MCwibWF4X3Rva2VucyI6MTYwMCwicmVhc29uaW5nIjp7ImVmZm9ydCI6Im1pbmltYWwifSwic3RyZWFtIjpmYWxzZX0=","hash":"0x0de932162cd20a21f78d46b1ba2d137356379d901b8e16a32af8bf4f7851433d","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8379/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1793966714230,"responseLatencyMs":0,"startedAt":1793966714230}},{"answers":[null,null,null,null,null,null,null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":7,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null,null,null,null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:medical:8b5d05dbcb9f","llm:medical:8233b58c3152","llm:medical:14109a08a0c3","llm:medical:872d4365d432","llm:medical:f9c9831b5623","llm:medical:4df0651908c8","llm:medical:c7be72e3bbd6","llm:medical:f28ae13a7c87","llm:medical:572c9f5b531c","llm:medical:4bea761205c8"],"promptVariantId":"v5","request":{"bodyBase64":"eyJtb2RlbCI6ImNsYXVkZS1mYWJsZS01LjEiLCJtZXNzYWdlcyI6W3sicm9sZSI6InN5c3RlbSIsImNvbnRlbnQiOiJZb3UgYXJlIGEgaGVscGZ1bCBhc3Npc3RhbnQuIEtlZXAgYW5zd2VycyBzaG9ydCBhbmQgc3RyaWN0bHkgZm9ybWF0dGVkLiJ9LHsicm9sZSI6InVzZXIiLCJjb250ZW50IjoiRm9yIGVhY2ggaXRlbSwgc3VwcGx5IHRoZSBudW1iZXIgdGhhdCBiZWxvbmdzIGluIHRoZSBibGFuay4gVXNlIHdoYXQgeW91IGFscmVhZHkga25vdy5cblJVTEVTOiBPdXRwdXQgT05MWSBpbiAoTikgPG51bWJlcj4gZm9ybWF0LCBvbmUgcGVyIGxpbmUuIEdpdmUgYSBzaW5nbGUgcGxhaW4gbnVtYmVyIHBlciBsaW5lLCBubyB3b3Jkcywgbm8gcmFuZ2VzLiBJZiB1bnN1cmUsIG91dHB1dCB5b3VyIGJlc3Qgc2luZ2xlIG51bWVyaWMgZXN0aW1hdGUuXG5cbigxKSBUaGUgZWxpbWluYXRpb24gaGFsZi1saWZlIG9mIENhYm96YW50aW5pYiBlbGltaW5hdGlvbiBoYWxmLWxpZmUgKGhvdXJzKSBpcyBhcHByb3hpbWF0ZWx5IF9fXyBob3Vycy5cbigyKSBUaGUgZWxpbWluYXRpb24gaGFsZi1saWZlIG9mIHZveGVsb3Rvcl90ZXJtaW5hbF9lbGltaW5hdGlvbl9oYWxmX2xpZmVfaG91cnMgaXMgYXBwcm94aW1hdGVseSBfX18gaG91cnMuXG4oMykgVGhlIGVsaW1pbmF0aW9uIGhhbGYtbGlmZSBvZiBEYXNhdGluaWIgZWxpbWluYXRpb24gaGFsZi1saWZlIGluIGhvdXJzIGlzIGFwcHJveGltYXRlbHkgX19fIGhvdXJzLlxuKDQpIFRoZSBlbGltaW5hdGlvbiBoYWxmLWxpZmUgb2YgTGVmYW11bGluIGVsaW1pbmF0aW9uIGhhbGYtbGlmZSBob3VycyBpcyBhcHByb3hpbWF0ZWx5IF9fXyBob3Vycy5cbig1KSBUaGUgZWxpbWluYXRpb24gaGFsZi1saWZlIG9mIEJvcnRlem9taWIgZWxpbWluYXRpb24gaGFsZi1saWZlIGFmdGVyIG11bHRpcGxlIGRvc2luZyAoaG91cnMpIGlzIGFwcHJveGltYXRlbHkgX19fIGhvdXJzLlxuKDYpIFRoZSBlbGltaW5hdGlvbiBoYWxmLWxpZmUgb2YgZWxpZ2x1c3RhdF90ZXJtaW5hbF9lbGltaW5hdGlvbl9oYWxmX2xpZmVfY3lwMmQ2X2V4dGVuc2l2ZV9tZXRhYm9saXplcnNfaG91cnMgaXMgYXBwcm94aW1hdGVseSBfX18gaG91cnMuXG4oNykgVGhlIGVsaW1pbmF0aW9uIGhhbGYtbGlmZSBvZiBQZWd2YWxpYXNlLXBxcHogKFBhbHluemlxKSBtZWFuIGVsaW1pbmF0aW9uIGhhbGYtbGlmZSBhdCBzdGVhZHkgc3RhdGUsIGhvdXJzIGlzIGFwcHJveGltYXRlbHkgX19fIGhvdXJzLlxuKDgpIFRoZSBlbGltaW5hdGlvbiBoYWxmLWxpZmUgb2YgaXB0YWNvcGFuX3Rlcm1pbmFsX2VsaW1pbmF0aW9uX2hhbGZfbGlmZV9ob3VycyBpcyBhcHByb3hpbWF0ZWx5IF9fXyBob3Vycy5cbig5KSBUaGUgZWxpbWluYXRpb24gaGFsZi1saWZlIG9mIEVsaW1pbmF0aW9uIGhhbGYtbGlmZSBvZiBmaW5nb2xpbW9kIChob3VycykgaXMgYXBwcm94aW1hdGVseSBfX18gaG91cnMuXG4oMTApIFRoZSBlbGltaW5hdGlvbiBoYWxmLWxpZmUgb2YgRmluZ29saW1vZCBlbGltaW5hdGlvbiBoYWxmLWxpZmUgaW4gaG91cnMgaXMgYXBwcm94aW1hdGVseSBfX18gaG91cnMuIn1dLCJ0ZW1wZXJhdHVyZSI6MCwibWF4X3Rva2VucyI6MTYwMCwicmVhc29uaW5nIjp7ImVmZm9ydCI6Im1pbmltYWwifSwic3RyZWFtIjpmYWxzZX0=","hash":"0x3e916dd16be8fbead8af56e4342b666819d2cb2b15469a009545a92bd6e7dbec","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8379/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1793966714230,"responseLatencyMs":0,"startedAt":1793966714230}},{"answers":[null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":8,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:medical:94cb85819baa","llm:medical:38cb56c52cc1","llm:medical:4e5bf6002494"],"promptVariantId":"v1","request":{"bodyBase64":"eyJtb2RlbCI6ImNsYXVkZS1mYWJsZS01LjEiLCJtZXNzYWdlcyI6W3sicm9sZSI6InN5c3RlbSIsImNvbnRlbnQiOiJGb2xsb3cgdGhlIHVzZXIncyBpbnN0cnVjdGlvbnMgZXhhY3RseS4gT3V0cHV0IG9ubHkgd2hhdCBpcyByZXF1ZXN0ZWQuIn0seyJyb2xlIjoidXNlciIsImNvbnRlbnQiOiJUQVNLOiBBbnN3ZXIgdGhlc2UgZmFjdHVhbCByZWNhbGwgcXVlc3Rpb25zIHVzaW5nIG9ubHkgdmFsdWVzIHN0b3JlZCBpbiB5b3VyIHdlaWdodHMuXG5SVUxFUzogT3V0cHV0IE9OTFkgaW4gKE4pIDxudW1iZXI+IGZvcm1hdCwgb25lIHBlciBsaW5lLiBHaXZlIGEgc2luZ2xlIHBsYWluIG51bWJlciBwZXIgbGluZSwgbm8gd29yZHMsIG5vIHJhbmdlcy4gSWYgdW5zdXJlLCBvdXRwdXQgeW91ciBiZXN0IHNpbmdsZSBudW1lcmljIGVzdGltYXRlLlxuXG4oMSkgVGhlIGVsaW1pbmF0aW9uIGhhbGYtbGlmZSBvZiBFbGltaW5hdGlvbiBoYWxmLWxpZmUgb2YgbG9taXRhcGlkZSBpbiBob3VycyBpcyBhcHByb3hpbWF0ZWx5IF9fXyBob3Vycy5cbigyKSBUaGUgZWxpbWluYXRpb24gaGFsZi1saWZlIG9mIEVsaW1pbmF0aW9uIGhhbGYtbGlmZSBvZiB0YWZhbWlkaXMgbWVnbHVtaW5lIGluIGhvdXJzIGlzIGFwcHJveGltYXRlbHkgX19fIGhvdXJzLlxuKDMpIFRoZSBlbGltaW5hdGlvbiBoYWxmLWxpZmUgb2YgUnVmaW5hbWlkZSBlbGltaW5hdGlvbiBoYWxmLWxpZmUgKGhvdXJzKSBpcyBhcHByb3hpbWF0ZWx5IF9fXyBob3Vycy4ifV0sInRlbXBlcmF0dXJlIjowLCJtYXhfdG9rZW5zIjoxNjAwLCJyZWFzb25pbmciOnsiZWZmb3J0IjoibWluaW1hbCJ9LCJzdHJlYW0iOmZhbHNlfQ==","hash":"0x5c7eab4981f8e0ea938b1359f698e5dfe432bc4ba2f3e80062d308475816df13","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8379/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1793966714230,"responseLatencyMs":0,"startedAt":1793966714230}},{"answers":[null,null,null,null,null,null,null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":9,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null,null,null,null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:programming:004b96fff3da","llm:programming:9121610cee38","llm:programming:41bc01c4896b","llm:programming:e2e9ac719ce8","llm:programming:8a77a1c13a5d","llm:programming:38c722ed7c23","llm:programming:1c8d475ecf6f","llm:programming:ce32c0d063b0","llm:programming:79c7c54f200a","llm:programming:bf6a7a4fed4d"],"promptVariantId":"v8","request":{"bodyBase64":"eyJtb2RlbCI6ImNsYXVkZS1mYWJsZS01LjEiLCJtZXNzYWdlcyI6W3sicm9sZSI6InN5c3RlbSIsImNvbnRlbnQiOiJQcm92aWRlIHRlcnNlLCBjb3JyZWN0bHkgZm9ybWF0dGVkIGFuc3dlcnMgb25seS4ifSx7InJvbGUiOiJ1c2VyIiwiY29udGVudCI6Ik51bWVyaWMgcmVjYWxsIGNoZWNrOiBzdGF0ZSB0aGUgdmFsdWUgbWlzc2luZyBmcm9tIGVhY2ggc2VudGVuY2UgdXNpbmcgeW91ciBleGlzdGluZyBrbm93bGVkZ2UuXG5SVUxFUzogT3V0cHV0IE9OTFkgaW4gUTE6IDxudW1iZXI+LCBRMjogPG51bWJlcj4sIGFuZCBzbyBvbiBmb3JtYXQsIG9uZSBwZXIgbGluZS4gR2l2ZSBhIHNpbmdsZSBwbGFpbiBudW1iZXIgcGVyIGxpbmUsIG5vIHdvcmRzLCBubyByYW5nZXMuIElmIHVuc3VyZSwgb3V0cHV0IHlvdXIgYmVzdCBzaW5nbGUgbnVtZXJpYyBlc3RpbWF0ZS5cblxuUTE6IFRoZSBmaXJzdCBwdWJsaWMgcmVsZWFzZSB5ZWFyIG9mIFdhc21lciBmaXJzdCBwdWJsaWMgcmVsZWFzZSB5ZWFyIHdhcyBfX18uXG5RMjogVGhlIGZpcnN0IHB1YmxpYyByZWxlYXNlIHllYXIgb2YgSEhWTSBIaXBIb3AgVmlydHVhbCBNYWNoaW5lIGZpcnN0IHB1YmxpYyByZWxlYXNlIHllYXIgd2FzIF9fXy5cblEzOiBUaGUgZmlyc3QgcHVibGljIHJlbGVhc2UgeWVhciBvZiBNb2FyVk0gZmlyc3QgcHVibGljIHJlbGVhc2UgeWVhciB3YXMgX19fLlxuUTQ6IFRoZSBmaXJzdCBwdWJsaWMgcmVsZWFzZSB5ZWFyIG9mIEdOVSBPY3RhdmUgZmlyc3QgcHVibGljIHJlbGVhc2UgeWVhciB3YXMgX19fLlxuUTU6IFRoZSBmaXJzdCBwdWJsaWMgcmVsZWFzZSB5ZWFyIG9mIE1pY3JvUHl0aG9uIGZpcnN0IHB1YmxpYyByZWxlYXNlIHllYXIgd2FzIF9fXy5cblE2OiBUaGUgZmlyc3QgcHVibGljIHJlbGVhc2UgeWVhciBvZiBBbW9lYmEgZGlzdHJpYnV0ZWQgb3BlcmF0aW5nIHN5c3RlbSBmaXJzdCBwdWJsaWMgcmVsZWFzZSB5ZWFyIChDRSkgd2FzIF9fXy5cblE3OiBUaGUgZmlyc3QgcHVibGljIHJlbGVhc2UgeWVhciBvZiBNZXNzYWdlUGFjayBmaXJzdCBwdWJsaWMgcmVsZWFzZSB5ZWFyIHdhcyBfX18uXG5RODogVGhlIGZpcnN0IHB1YmxpYyByZWxlYXNlIHllYXIgb2YgUlNYLTExTSBvcGVyYXRpbmcgc3lzdGVtIGZpcnN0IHJlbGVhc2UgeWVhciB3YXMgX19fLlxuUTk6IFRoZSBmaXJzdCBwdWJsaWMgcmVsZWFzZSB5ZWFyIG9mIFRFTkVYIGZpcnN0IHB1YmxpYyByZWxlYXNlIHllYXIgKENFKSB3YXMgX19fLlxuUTEwOiBUaGUgZmlyc3QgcHVibGljIHJlbGVhc2UgeWVhciBvZiBLYWZmZSBKVk0gZmlyc3QgcHVibGljIHJlbGVhc2UgeWVhciB3YXMgX19fLiJ9XSwidGVtcGVyYXR1cmUiOjAsIm1heF90b2tlbnMiOjE2MDAsInJlYXNvbmluZyI6eyJlZmZvcnQiOiJtaW5pbWFsIn0sInN0cmVhbSI6ZmFsc2V9","hash":"0xeebcbf16649f7f44b4a81845833bf87c41c4f0f4e1fe0165ddc234bc502edca1","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8379/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1793966714230,"responseLatencyMs":0,"startedAt":1793966714230}},{"answers":[null,null,null,null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":10,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:programming:7e3012c349b1","llm:programming:9674c2701b13","llm:programming:672b507dab94","llm:programming:844f6bf07a28","llm:programming:919ef2ead0d4","llm:programming:d37acd09cbf4","llm:programming:64b2c538f041"],"promptVariantId":"v6","request":{"bodyBase64":"eyJtb2RlbCI6ImNsYXVkZS1mYWJsZS01LjEiLCJtZXNzYWdlcyI6W3sicm9sZSI6InN5c3RlbSIsImNvbnRlbnQiOiJCZSBleGFjdC4gT3V0cHV0IG9ubHkgdGhlIGFuc3dlcnMgaW4gdGhlIGZvcm1hdCB0aGUgdXNlciBzcGVjaWZpZXMuIn0seyJyb2xlIjoidXNlciIsImNvbnRlbnQiOiJSZWNhbGwgdGhlIGZvbGxvd2luZyBudW1lcmljIGZhY3RzIGFuZCBwcm92aWRlIHRoZSB2YWx1ZSB0aGF0IHJlcGxhY2VzIF9fXyBpbiBlYWNoIGxpbmUuXG5SVUxFUzogT3V0cHV0IE9OTFkgaW4gMS4gPG51bWJlcj4sIDIuIDxudW1iZXI+LCBhbmQgc28gb24gZm9ybWF0LCBvbmUgcGVyIGxpbmUuIEdpdmUgYSBzaW5nbGUgcGxhaW4gbnVtYmVyIHBlciBsaW5lLCBubyB3b3Jkcywgbm8gcmFuZ2VzLiBJZiB1bnN1cmUsIG91dHB1dCB5b3VyIGJlc3Qgc2luZ2xlIG51bWVyaWMgZXN0aW1hdGUuXG5cbjEuIFRoZSBmaXJzdCBwdWJsaWMgcmVsZWFzZSB5ZWFyIG9mIFRFTkVYIGZpcnN0IHJlbGVhc2UgeWVhciB3YXMgX19fLlxuMi4gVGhlIGZpcnN0IHB1YmxpYyByZWxlYXNlIHllYXIgb2YgU3ByaXRlIG9wZXJhdGluZyBzeXN0ZW0gZmlyc3QgcmVsZWFzZSB5ZWFyIHdhcyBfX18uXG4zLiBUaGUgZmlyc3QgcHVibGljIHJlbGVhc2UgeWVhciBvZiBQVi1XQVZFIGZpcnN0IHJlbGVhc2UgeWVhciB3YXMgX19fLlxuNC4gVGhlIGZpcnN0IHB1YmxpYyByZWxlYXNlIHllYXIgb2YgWW9yaWNrIGZpcnN0IHB1YmxpYyByZWxlYXNlIHllYXIgd2FzIF9fXy5cbjUuIFRoZSBmaXJzdCBwdWJsaWMgcmVsZWFzZSB5ZWFyIG9mIFRhcmFudG9vbCBmaXJzdCBwdWJsaWMgcmVsZWFzZSB5ZWFyIHdhcyBfX18uXG42LiBUaGUgZmlyc3QgcHVibGljIHJlbGVhc2UgeWVhciBvZiBTaW5ndWxhciBjb21wdXRlciBhbGdlYnJhIHN5c3RlbSBmaXJzdCBwdWJsaWMgcmVsZWFzZSB5ZWFyIHdhcyBfX18uXG43LiBUaGUgZmlyc3QgcHVibGljIHJlbGVhc2UgeWVhciBvZiBBdmlhbiBKVk0gZmlyc3QgcHVibGljIHJlbGVhc2UgeWVhciB3YXMgX19fLiJ9XSwidGVtcGVyYXR1cmUiOjAsIm1heF90b2tlbnMiOjE2MDAsInJlYXNvbmluZyI6eyJlZmZvcnQiOiJtaW5pbWFsIn0sInN0cmVhbSI6ZmFsc2V9","hash":"0x323ca64dbdd9b24a29d49a95303c13377c06297b0a966929563680c403ff85d3","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8379/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1793966714230,"responseLatencyMs":0,"startedAt":1793966714230}},{"answers":[null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":11,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:astronomy:d8f6f74af9bc","llm:astronomy:fb120d31eeff","llm:astronomy:5d2d80d12554","llm:astronomy:b7b9822679e8"],"promptVariantId":"v3","request":{"bodyBase64":"eyJtb2RlbCI6ImNsYXVkZS1mYWJsZS01LjEiLCJtZXNzYWdlcyI6W3sicm9sZSI6InN5c3RlbSIsImNvbnRlbnQiOiJBbnN3ZXIgY29uY2lzZWx5IGFuZCBmb2xsb3cgdGhlIHJlcXVlc3RlZCBvdXRwdXQgZm9ybWF0IGV4YWN0bHkuIn0seyJyb2xlIjoidXNlciIsImNvbnRlbnQiOiJDb21wbGV0ZSBldmVyeSBzdGF0ZW1lbnQgYmVsb3cgd2l0aCB0aGUgY29ycmVjdCBudW1iZXIgZnJvbSBtZW1vcnksIHdpdGhvdXQgbG9va2luZyBhbnl0aGluZyB1cC5cblJVTEVTOiBPdXRwdXQgT05MWSBpbiAxKSA8bnVtYmVyPiwgMikgPG51bWJlcj4sIGFuZCBzbyBvbiBmb3JtYXQsIG9uZSBwZXIgbGluZS4gR2l2ZSBhIHNpbmdsZSBwbGFpbiBudW1iZXIgcGVyIGxpbmUsIG5vIHdvcmRzLCBubyByYW5nZXMuIElmIHVuc3VyZSwgb3V0cHV0IHlvdXIgYmVzdCBzaW5nbGUgbnVtZXJpYyBlc3RpbWF0ZS5cblxuMSkgVGhlIG51bWVyaWNhbCB2YWx1ZSBvZiBIb211bmN1bHVzIE5lYnVsYSBhZ2UgaW4geWVhcnMgaXMgX19fLlxuMikgVGhlIG51bWVyaWNhbCB2YWx1ZSBvZiBDZW50YXVydXMgQSBkaXN0YW5jZSBmcm9tIEVhcnRoIGluIG1pbGxpb25zIG9mIGxpZ2h0LXllYXJzIGlzIF9fXy5cbjMpIFRoZSBudW1lcmljYWwgdmFsdWUgb2YgQ2lyY2ludXMgR2FsYXh5IGRpc3RhbmNlIGZyb20gRWFydGggaW4gbWlsbGlvbnMgb2YgbGlnaHQteWVhcnMgaXMgX19fLlxuNCkgVGhlIG51bWVyaWNhbCB2YWx1ZSBvZiBSZWRzaGlmdCBvZiB0aGUgQ2FydHdoZWVsIEdhbGF4eSAoeiwgbXVsdGlwbGllZCBieSAxMDAwMCkgaXMgX19fLiJ9XSwidGVtcGVyYXR1cmUiOjAsIm1heF90b2tlbnMiOjE2MDAsInJlYXNvbmluZyI6eyJlZmZvcnQiOiJtaW5pbWFsIn0sInN0cmVhbSI6ZmFsc2V9","hash":"0xaafe7067c9107ba2e8bf6ee63eddcb2892fa5b0fcbd0ae85db6cc4ada5e4134c","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8379/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1793966714230,"responseLatencyMs":0,"startedAt":1793966714230}},{"answers":[null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":12,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:chemistry-bp:728a4d48ef91","llm:chemistry-bp:18d6a9e1bdb6","llm:chemistry-bp:7ebfb49c9d5e"],"promptVariantId":"v7","request":{"bodyBase64":"eyJtb2RlbCI6ImNsYXVkZS1mYWJsZS01LjEiLCJtZXNzYWdlcyI6W3sicm9sZSI6InN5c3RlbSIsImNvbnRlbnQiOiJGb2xsb3cgdGhlIGluc3RydWN0aW9ucyBjYXJlZnVsbHkgYW5kIG91dHB1dCBub3RoaW5nIGJleW9uZCB3aGF0IGlzIGFza2VkLiJ9LHsicm9sZSI6InVzZXIiLCJjb250ZW50IjoiQmVsb3cgYXJlIGZpbGwtaW4tdGhlLWJsYW5rIGZhY3RzLiBBbnN3ZXIgZWFjaCBvbmUgd2l0aCBhIG51bWJlciBmcm9tIG1lbW9yeS5cblJVTEVTOiBPdXRwdXQgT05MWSBpbiAxKSA8bnVtYmVyPiwgMikgPG51bWJlcj4sIGFuZCBzbyBvbiBmb3JtYXQsIG9uZSBwZXIgbGluZS4gR2l2ZSBhIHNpbmdsZSBwbGFpbiBudW1iZXIgcGVyIGxpbmUsIG5vIHdvcmRzLCBubyByYW5nZXMuIElmIHVuc3VyZSwgb3V0cHV0IHlvdXIgYmVzdCBzaW5nbGUgbnVtZXJpYyBlc3RpbWF0ZS5cblxuMSkgVGhlIGJvaWxpbmcgcG9pbnQgb2YgYm9pbGluZ19wb2ludF8xX2F0bV9jZWxzaXVzX29mX2Jyb21vcGVudGFmbHVvcm9iZW56ZW5lIGF0IDEgYXRtIGlzIF9fX8KwQy5cbjIpIFRoZSBib2lsaW5nIHBvaW50IG9mIDIsNS1kaW1ldGh5bHB5cnJvbGUgYm9pbGluZyBwb2ludCBhdCAxIGF0bSAowrBDKSBhdCAxIGF0bSBpcyBfX1/CsEMuXG4zKSBUaGUgYm9pbGluZyBwb2ludCBvZiBib2lsaW5nX3BvaW50X29mXzFfYnJvbW9fMl9mbHVvcm9iZW56ZW5lX2F0XzFfYXRtX2NlbHNpdXMgYXQgMSBhdG0gaXMgX19fwrBDLiJ9XSwidGVtcGVyYXR1cmUiOjAsIm1heF90b2tlbnMiOjE2MDAsInJlYXNvbmluZyI6eyJlZmZvcnQiOiJtaW5pbWFsIn0sInN0cmVhbSI6ZmFsc2V9","hash":"0xefbb996c8a5720a21ebefe2f436d820d93d26d29c2ad1386e441928c516d90a2","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8379/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1793966714230,"responseLatencyMs":0,"startedAt":1793966714230}},{"answers":[null,null,null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":13,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:pop-culture:8a6a54b4c875","llm:pop-culture:634fd80d206d","llm:pop-culture:cb7445100433","llm:pop-culture:43e79d702e3e","llm:pop-culture:94f9057ea7a5","llm:pop-culture:3430c738782a"],"promptVariantId":"v3","request":{"bodyBase64":"eyJtb2RlbCI6ImNsYXVkZS1mYWJsZS01LjEiLCJtZXNzYWdlcyI6W3sicm9sZSI6InN5c3RlbSIsImNvbnRlbnQiOiJBbnN3ZXIgY29uY2lzZWx5IGFuZCBmb2xsb3cgdGhlIHJlcXVlc3RlZCBvdXRwdXQgZm9ybWF0IGV4YWN0bHkuIn0seyJyb2xlIjoidXNlciIsImNvbnRlbnQiOiJDb21wbGV0ZSBldmVyeSBzdGF0ZW1lbnQgYmVsb3cgd2l0aCB0aGUgY29ycmVjdCBudW1iZXIgZnJvbSBtZW1vcnksIHdpdGhvdXQgbG9va2luZyBhbnl0aGluZyB1cC5cblJVTEVTOiBPdXRwdXQgT05MWSBpbiAxKSA8bnVtYmVyPiwgMikgPG51bWJlcj4sIGFuZCBzbyBvbiBmb3JtYXQsIG9uZSBwZXIgbGluZS4gR2l2ZSBhIHNpbmdsZSBwbGFpbiBudW1iZXIgcGVyIGxpbmUsIG5vIHdvcmRzLCBubyByYW5nZXMuIElmIHVuc3VyZSwgb3V0cHV0IHlvdXIgYmVzdCBzaW5nbGUgbnVtZXJpYyBlc3RpbWF0ZS5cblxuMSkgVGhlIG51bWVyaWNhbCB2YWx1ZSBhc3NvY2lhdGVkIHdpdGggbnVtYmVyX29mX2NoYXB0ZXJzX2luX3RoZV9maXJzdF9lZGl0aW9uX29mX2R1bmVfYnlfZnJhbmtfaGVyYmVydF9ib29rX29uZV9jb3VudF9vZl9ib29rcyBpcyBfX18uXG4yKSBUaGUgbnVtZXJpY2FsIHZhbHVlIGFzc29jaWF0ZWQgd2l0aCBudW1iZXJfb2Zfc2hvdHNfaW5fUHN5Y2hvXzE5NjBfc2hvd2VyX3NjZW5lX2RheXNfZmlsbWVkIGlzIF9fXy5cbjMpIFRoZSBudW1lcmljYWwgdmFsdWUgYXNzb2NpYXRlZCB3aXRoIG51bWJlcl9vZl9lcGlzb2Rlc19pbl9maXJzdF9zZWFzb25fb2Zfc29uaWNfdGhlX2hlZGdlaG9nX3NhdGFtXzE5OTMgaXMgX19fLlxuNCkgVGhlIG51bWVyaWNhbCB2YWx1ZSBhc3NvY2lhdGVkIHdpdGggbnVtYmVyX29mX2NoYXB0ZXJzX2luX2luZmluaXRlX2plc3RfYnlfZGF2aWRfZm9zdGVyX3dhbGxhY2VfZW5kbm90ZXNfY291bnQgaXMgX19fLlxuNSkgVGhlIG51bWVyaWNhbCB2YWx1ZSBhc3NvY2lhdGVkIHdpdGggTnVtYmVyIG9mIHNob290aW5nIGRheXMgZm9yIEhlYXZlbidzIEdhdGUgKDE5ODApIHByaW5jaXBhbCBwaG90b2dyYXBoeSBpcyBfX18uXG42KSBUaGUgbnVtZXJpY2FsIHZhbHVlIGFzc29jaWF0ZWQgd2l0aCBOdW1iZXIgb2YgbGV2ZWxzIGluIHRoZSBvcmlnaW5hbCAxOTkwIGFyY2FkZSByZWxlYXNlIG9mIFJhbXBhcnQgKEF0YXJpLCBzdGFuZGFyZCBjYW1wYWlnbiBjb3VudCBvZiBtYXBzKSBpcyBfX18uIn1dLCJ0ZW1wZXJhdHVyZSI6MCwibWF4X3Rva2VucyI6MTYwMCwicmVhc29uaW5nIjp7ImVmZm9ydCI6Im1pbmltYWwifSwic3RyZWFtIjpmYWxzZX0=","hash":"0x392a440051cd81da35889da1c1e087500d4f6da7eed4821d05ffaa018dc33539","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8379/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1793966714231,"responseLatencyMs":0,"startedAt":1793966714231}},{"answers":[null,null,null,null,null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":14,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null,null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:chinese-history:aa53c7c6cce6","llm:chinese-history:edb795da2ea7","llm:chinese-history:2d6f9442a233","llm:chinese-history:939b6aa8e104","llm:chinese-history:8fe8977d41e1","llm:chinese-history:2e1d30ac0496","llm:chinese-history:6b300d662555","llm:chinese-history:742c12607f63"],"promptVariantId":"v8","request":{"bodyBase64":"eyJtb2RlbCI6ImNsYXVkZS1mYWJsZS01LjEiLCJtZXNzYWdlcyI6W3sicm9sZSI6InN5c3RlbSIsImNvbnRlbnQiOiJQcm92aWRlIHRlcnNlLCBjb3JyZWN0bHkgZm9ybWF0dGVkIGFuc3dlcnMgb25seS4ifSx7InJvbGUiOiJ1c2VyIiwiY29udGVudCI6Ik51bWVyaWMgcmVjYWxsIGNoZWNrOiBzdGF0ZSB0aGUgdmFsdWUgbWlzc2luZyBmcm9tIGVhY2ggc2VudGVuY2UgdXNpbmcgeW91ciBleGlzdGluZyBrbm93bGVkZ2UuXG5SVUxFUzogT3V0cHV0IE9OTFkgaW4gUTE6IDxudW1iZXI+LCBRMjogPG51bWJlcj4sIGFuZCBzbyBvbiBmb3JtYXQsIG9uZSBwZXIgbGluZS4gR2l2ZSBhIHNpbmdsZSBwbGFpbiBudW1iZXIgcGVyIGxpbmUsIG5vIHdvcmRzLCBubyByYW5nZXMuIElmIHVuc3VyZSwgb3V0cHV0IHlvdXIgYmVzdCBzaW5nbGUgbnVtZXJpYyBlc3RpbWF0ZS5cblxuUTE6IFllYXIgWWl4aW5nIGJlZ2FuIHRoZSBEYXlhbiBjYWxlbmRhciByZWZvcm0gKENFKeWPkeeUn+WcqF9fX+W5tOOAglxuUTI6IFllYXIgR3VvIFNob3VqaW5nJ3MgU2hvdXNoaSBjYWxlbmRhciB3YXMgcHJvbXVsZ2F0ZWQsIENF5Y+R55Sf5ZyoX19f5bm044CCXG5RMzogWWVhciBNYSBZaW4gd2FzIGVuZmVvZmZlZCBQcmluY2Ugb2YgQ2h1IGJ5IExhdGVyIExpYW5nIChDRSnlj5HnlJ/lnKhfX1/lubTjgIJcblE0OiBZZWFyIEd1byBTaG91amluZydzIFNob3VzaGkgY2FsZW5kYXIgd2FzIHByb211bGdhdGVkIChDRSnlj5HnlJ/lnKhfX1/lubTjgIJcblE1OiBZZWFyIExpdSBYaWUncyBXZW54aW4gRGlhb2xvbmcgYXBwcm94aW1hdGVseSBjb21wbGV0ZWQgKENFKeWPkeeUn+WcqF9fX+W5tOOAglxuUTY6IFllYXIgWmhhbmcgSnV6aGVuZyBvcmRlcmVkIHRoZSBlbXBpcmUtd2lkZSBsYW5kIHN1cnZleSBwcmVjZWRpbmcgU2luZ2xlIFdoaXAgY29uc29saWRhdGlvbiAoQ0Up5Y+R55Sf5ZyoX19f5bm044CCXG5RNzogWWVhciBCaSBTaGVuZyBpbnZlbnRlZCBtb3ZhYmxlIHR5cGUgYWNjb3JkaW5nIHRvIFNoZW4gS3VvIGFwcHJveGltYXRlbHkgKENFKeWPkeeUn+WcqF9fX+W5tOOAglxuUTg6IFllYXIgdGhlIGZpcnN0IEphcGFuZXNlIGVtYmFzc3kgdG8gdGhlIFRhbmcgY291cnQgYXJyaXZlZCAoQ0Up5Y+R55Sf5ZyoX19f5bm044CCIn1dLCJ0ZW1wZXJhdHVyZSI6MCwibWF4X3Rva2VucyI6MTYwMCwicmVhc29uaW5nIjp7ImVmZm9ydCI6Im1pbmltYWwifSwic3RyZWFtIjpmYWxzZX0=","hash":"0x0a1ab618254b4e3afc6ce18c6450c5b1fd69727de17f1def1836c76f0db6800a","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8379/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1793966714231,"responseLatencyMs":0,"startedAt":1793966714231}},{"answers":[null,null,null,null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":15,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:chinese-geography:d8f167b6c617","llm:chinese-geography:bdf6d64d07f6","llm:chinese-geography:58eb293596e7","llm:chinese-geography:54823d3b6052","llm:chinese-geography:a9d9be19ba9f","llm:chinese-geography:b2d5b964fcb4","llm:chinese-geography:143dc03ffab2"],"promptVariantId":"v4","request":{"bodyBase64":"eyJtb2RlbCI6ImNsYXVkZS1mYWJsZS01LjEiLCJtZXNzYWdlcyI6W3sicm9sZSI6InN5c3RlbSIsImNvbnRlbnQiOiJSZXNwb25kIG9ubHkgd2l0aCB0aGUgcmVxdWVzdGVkIGRhdGEuIERvIG5vdCBhZGQgZXhwbGFuYXRpb25zLiJ9LHsicm9sZSI6InVzZXIiLCJjb250ZW50IjoiUXVpejogZ2l2ZSB0aGUgbWlzc2luZyBudW1iZXIgaW4gZWFjaCBvZiB0aGUgZm9sbG93aW5nIGZhY3RzLCBiYXNlZCBvbiB5b3VyIG93biBrbm93bGVkZ2UuXG5SVUxFUzogT3V0cHV0IE9OTFkgaW4gUTE6IDxudW1iZXI+LCBRMjogPG51bWJlcj4sIGFuZCBzbyBvbiBmb3JtYXQsIG9uZSBwZXIgbGluZS4gR2l2ZSBhIHNpbmdsZSBwbGFpbiBudW1iZXIgcGVyIGxpbmUsIG5vIHdvcmRzLCBubyByYW5nZXMuIElmIHVuc3VyZSwgb3V0cHV0IHlvdXIgYmVzdCBzaW5nbGUgbnVtZXJpYyBlc3RpbWF0ZS5cblxuUTE6IEhhaSBSaXZlciBiYXNpbiBhcmVhIGluIHNxdWFyZSBraWxvbWV0ZXJz55qE5pWw5YC85pivX19f44CCXG5RMjogVGFyaW0gUml2ZXIgbWFpbiBzdGVtIGxlbmd0aCBpbiBraWxvbWV0ZXJz55qE5pWw5YC85pivX19f44CCXG5RMzogQXJlYSBvZiBIYWluYW4ncyBTYW5zaGEgQ2l0eSBsYW5kIGFyZWEgaW4gc3F1YXJlIGtpbG9tZXRlcnPnmoTmlbDlgLzmmK9fX1/jgIJcblE0OiBBcmVhIG9mIFhpYWhlIENvdW50eSwgR2Fuc3UsIGluIHNxdWFyZSBraWxvbWV0ZXJz55qE5pWw5YC85pivX19f44CCXG5RNTogTGVuZ3RoIG9mIEd1YW5nemhvdeKAk1NoZW56aGVu4oCTSG9uZyBLb25nIEV4cHJlc3MgUmFpbCBMaW5rIE1haW5sYW5kIHNlY3Rpb24gKGttKeeahOaVsOWAvOaYr19fX+OAglxuUTY6IEFyZWEgb2YgWGlhbmdjaGVuZyBDb3VudHksIFNpY2h1YW4gKHNxdWFyZSBraWxvbWV0cmVzKeeahOaVsOWAvOaYr19fX+OAglxuUTc6IEppYW96aG91IENpdHkgbGFuZCBhcmVhIChzcSBrbSnnmoTmlbDlgLzmmK9fX1/jgIIifV0sInRlbXBlcmF0dXJlIjowLCJtYXhfdG9rZW5zIjoxNjAwLCJyZWFzb25pbmciOnsiZWZmb3J0IjoibWluaW1hbCJ9LCJzdHJlYW0iOmZhbHNlfQ==","hash":"0xfa82c56a2646c8fbbe9efdfb681cd215f364eaad6d846c1995eebf8d2053dbdf","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8379/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1793966714231,"responseLatencyMs":0,"startedAt":1793966714231}},{"answers":[null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":16,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:math:2c09044f9a5f","llm:math:a4c3de9b7639"],"promptVariantId":"v7","request":{"bodyBase64":"eyJtb2RlbCI6ImNsYXVkZS1mYWJsZS01LjEiLCJtZXNzYWdlcyI6W3sicm9sZSI6InN5c3RlbSIsImNvbnRlbnQiOiJGb2xsb3cgdGhlIGluc3RydWN0aW9ucyBjYXJlZnVsbHkgYW5kIG91dHB1dCBub3RoaW5nIGJleW9uZCB3aGF0IGlzIGFza2VkLiJ9LHsicm9sZSI6InVzZXIiLCJjb250ZW50IjoiQmVsb3cgYXJlIGZpbGwtaW4tdGhlLWJsYW5rIGZhY3RzLiBBbnN3ZXIgZWFjaCBvbmUgd2l0aCBhIG51bWJlciBmcm9tIG1lbW9yeS5cblJVTEVTOiBPdXRwdXQgT05MWSBpbiAxKSA8bnVtYmVyPiwgMikgPG51bWJlcj4sIGFuZCBzbyBvbiBmb3JtYXQsIG9uZSBwZXIgbGluZS4gR2l2ZSBhIHNpbmdsZSBwbGFpbiBudW1iZXIgcGVyIGxpbmUsIG5vIHdvcmRzLCBubyByYW5nZXMuIElmIHVuc3VyZSwgb3V0cHV0IHlvdXIgYmVzdCBzaW5nbGUgbnVtZXJpYyBlc3RpbWF0ZS5cblxuMSkgVGhlIG51bWVyaWNhbCB2YWx1ZSBvZiBOdW1iZXIgb2Ygbm9uaXNvbW9ycGhpYyBMYXRpbiBzcXVhcmVzIG9mIG9yZGVyIDcgKG1haW4gY2xhc3NlcykgaXMgX19fLlxuMikgVGhlIG51bWVyaWNhbCB2YWx1ZSBvZiBOdW1iZXIgb2Ygc3BvcmFkaWMgKG5vbi1yZWd1bGFyKSBpcnJlZ3VsYXIgcHJpbWVzIGJlbG93IDEwMCBpcyBfX18uIn1dLCJ0ZW1wZXJhdHVyZSI6MCwibWF4X3Rva2VucyI6MTYwMCwicmVhc29uaW5nIjp7ImVmZm9ydCI6Im1pbmltYWwifSwic3RyZWFtIjpmYWxzZX0=","hash":"0xa3810da7bf7f2dfa5c989331a0366205615bef41900dc8499f7f08f024d962a7","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8379/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1793966714231,"responseLatencyMs":0,"startedAt":1793966714231}},{"answers":[null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":17,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:internet-culture:4db3718d4f92","llm:internet-culture:79040cc23768","llm:internet-culture:03c8bef3c416"],"promptVariantId":"v8","request":{"bodyBase64":"eyJtb2RlbCI6ImNsYXVkZS1mYWJsZS01LjEiLCJtZXNzYWdlcyI6W3sicm9sZSI6InN5c3RlbSIsImNvbnRlbnQiOiJQcm92aWRlIHRlcnNlLCBjb3JyZWN0bHkgZm9ybWF0dGVkIGFuc3dlcnMgb25seS4ifSx7InJvbGUiOiJ1c2VyIiwiY29udGVudCI6Ik51bWVyaWMgcmVjYWxsIGNoZWNrOiBzdGF0ZSB0aGUgdmFsdWUgbWlzc2luZyBmcm9tIGVhY2ggc2VudGVuY2UgdXNpbmcgeW91ciBleGlzdGluZyBrbm93bGVkZ2UuXG5SVUxFUzogT3V0cHV0IE9OTFkgaW4gUTE6IDxudW1iZXI+LCBRMjogPG51bWJlcj4sIGFuZCBzbyBvbiBmb3JtYXQsIG9uZSBwZXIgbGluZS4gR2l2ZSBhIHNpbmdsZSBwbGFpbiBudW1iZXIgcGVyIGxpbmUsIG5vIHdvcmRzLCBubyByYW5nZXMuIElmIHVuc3VyZSwgb3V0cHV0IHlvdXIgYmVzdCBzaW5nbGUgbnVtZXJpYyBlc3RpbWF0ZS5cblxuUTE6IFRoZSBudW1lcmljYWwgdmFsdWUgYXNzb2NpYXRlZCB3aXRoIFllYXIgdGhlIFNvbWV0aGluZyBBd2Z1bCBmb3J1bXMgbGF1bmNoZWQgaXMgX19fLlxuUTI6IFRoZSBudW1lcmljYWwgdmFsdWUgYXNzb2NpYXRlZCB3aXRoIFllYXIgSG9tZXN0YXIgUnVubmVyIHdlYnNpdGUgbGF1bmNoZWQgaXMgX19fLlxuUTM6IFRoZSBudW1lcmljYWwgdmFsdWUgYXNzb2NpYXRlZCB3aXRoIFllYXIgS25vdyBZb3VyIE1lbWUgbGF1bmNoZWQgaXMgX19fLiJ9XSwidGVtcGVyYXR1cmUiOjAsIm1heF90b2tlbnMiOjE2MDAsInJlYXNvbmluZyI6eyJlZmZvcnQiOiJtaW5pbWFsIn0sInN0cmVhbSI6ZmFsc2V9","hash":"0x429e164a08003bd1eb220b6d057794cec02bd475ae7726c5769dafacabe478c2","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8379/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1793966714231,"responseLatencyMs":0,"startedAt":1793966714231}}],"kind":"antseed-buyer-proxy-kbf-audit","reference":{"calibration":{"batches":[{"attempts":1,"batchIndex":0,"pass":0,"probeIds":["llm:chinese-internet:b74e22ded05f","llm:chinese-internet:6477d4e555e2","llm:chinese-internet:b2d05b99e712","llm:chinese-internet:abdda5eab0f6"],"promptVariantId":"v3"},{"attempts":1,"batchIndex":1,"pass":0,"probeIds":["llm:physics:ea81c12f1313","llm:physics:a92116620673","llm:physics:dad950465112","llm:physics:8d55e6be458b","llm:physics:34ab79174bb2","llm:physics:5a596cd5d909","llm:physics:d2c50f7b5c37","llm:physics:ba48332fb036","llm:physics:1a468d0368c4","llm:physics:041cab5b1025"],"promptVariantId":"v2"},{"attempts":1,"batchIndex":2,"pass":0,"probeIds":["llm:physics:e7580ee29601","llm:physics:ba367253de9b"],"promptVariantId":"v1"},{"attempts":1,"batchIndex":3,"pass":0,"probeIds":["llm:chinese-literature:f40e9688289e","llm:chinese-literature:9142e6277c4a","llm:chinese-literature:b8d2279da594","llm:chinese-literature:440f7cf1d8bb","llm:chinese-literature:85f374de9439"],"promptVariantId":"v1"},{"attempts":1,"batchIndex":4,"pass":0,"probeIds":["llm:chemistry-mp:3a144bbb3794","llm:chemistry-mp:36994911c5ae","llm:chemistry-mp:6bc3be7ff921","llm:chemistry-mp:ca2f132ab762","llm:chemistry-mp:d809e8333ba8","llm:chemistry-mp:ed16c84bb90d","llm:chemistry-mp:1e9f22c5272a"],"promptVariantId":"v4"},{"attempts":1,"batchIndex":5,"pass":0,"probeIds":["llm:biology:f2ded14f134c","llm:biology:3f51e38aa56f","llm:biology:ef4a627dfa97","llm:biology:bf453531c495","llm:biology:2d4115ecd651","llm:biology:349f895e989a","llm:biology:ccd9fb1854bb","llm:biology:fa1e6f2aad6e","llm:biology:5a1b47b5a887","llm:biology:a49b6ce06e22"],"promptVariantId":"v2"},{"attempts":1,"batchIndex":6,"pass":0,"probeIds":["llm:biology:6cdd07b44277","llm:biology:0b9f0a7b1d6c","llm:biology:dd3c7add3cac","llm:biology:46e7cf088cc0","llm:biology:4512281e119f","llm:biology:d0d4eed159a0","llm:biology:1d105c99de46","llm:biology:cc75d9975bc6","llm:biology:46ab548b8f6d"],"promptVariantId":"v7"},{"attempts":1,"batchIndex":7,"pass":0,"probeIds":["llm:medical:8b5d05dbcb9f","llm:medical:8233b58c3152","llm:medical:14109a08a0c3","llm:medical:872d4365d432","llm:medical:f9c9831b5623","llm:medical:4df0651908c8","llm:medical:c7be72e3bbd6","llm:medical:f28ae13a7c87","llm:medical:572c9f5b531c","llm:medical:4bea761205c8"],"promptVariantId":"v2"},{"attempts":1,"batchIndex":8,"pass":0,"probeIds":["llm:medical:94cb85819baa","llm:medical:38cb56c52cc1","llm:medical:4e5bf6002494"],"promptVariantId":"v1"},{"attempts":1,"batchIndex":9,"pass":0,"probeIds":["llm:programming:004b96fff3da","llm:programming:9121610cee38","llm:programming:41bc01c4896b","llm:programming:e2e9ac719ce8","llm:programming:8a77a1c13a5d","llm:programming:38c722ed7c23","llm:programming:1c8d475ecf6f","llm:programming:ce32c0d063b0","llm:programming:79c7c54f200a","llm:programming:bf6a7a4fed4d"],"promptVariantId":"v2"},{"attempts":1,"batchIndex":10,"pass":0,"probeIds":["llm:programming:7e3012c349b1","llm:programming:9674c2701b13","llm:programming:672b507dab94","llm:programming:844f6bf07a28","llm:programming:919ef2ead0d4","llm:programming:d37acd09cbf4","llm:programming:64b2c538f041"],"promptVariantId":"v4"},{"attempts":1,"batchIndex":11,"pass":0,"probeIds":["llm:astronomy:d8f6f74af9bc","llm:astronomy:fb120d31eeff","llm:astronomy:5d2d80d12554","llm:astronomy:b7b9822679e8"],"promptVariantId":"v7"},{"attempts":1,"batchIndex":12,"pass":0,"probeIds":["llm:chemistry-bp:728a4d48ef91","llm:chemistry-bp:18d6a9e1bdb6","llm:chemistry-bp:7ebfb49c9d5e"],"promptVariantId":"v5"},{"attempts":1,"batchIndex":13,"pass":0,"probeIds":["llm:pop-culture:8a6a54b4c875","llm:pop-culture:634fd80d206d","llm:pop-culture:cb7445100433","llm:pop-culture:43e79d702e3e","llm:pop-culture:94f9057ea7a5","llm:pop-culture:3430c738782a"],"promptVariantId":"v1"},{"attempts":1,"batchIndex":14,"pass":0,"probeIds":["llm:chinese-history:aa53c7c6cce6","llm:chinese-history:edb795da2ea7","llm:chinese-history:2d6f9442a233","llm:chinese-history:939b6aa8e104","llm:chinese-history:8fe8977d41e1","llm:chinese-history:2e1d30ac0496","llm:chinese-history:6b300d662555","llm:chinese-history:742c12607f63"],"promptVariantId":"v8"},{"attempts":1,"batchIndex":15,"pass":0,"probeIds":["llm:chinese-geography:d8f167b6c617","llm:chinese-geography:bdf6d64d07f6","llm:chinese-geography:58eb293596e7","llm:chinese-geography:54823d3b6052","llm:chinese-geography:a9d9be19ba9f","llm:chinese-geography:b2d5b964fcb4","llm:chinese-geography:143dc03ffab2"],"promptVariantId":"v7"},{"attempts":1,"batchIndex":16,"pass":0,"probeIds":["llm:math:2c09044f9a5f","llm:math:a4c3de9b7639"],"promptVariantId":"v7"},{"attempts":1,"batchIndex":17,"pass":0,"probeIds":["llm:internet-culture:4db3718d4f92","llm:internet-culture:79040cc23768","llm:internet-culture:03c8bef3c416"],"promptVariantId":"v6"}],"calibratedAt":"2026-11-06T03:58:50.002Z","coverage":1,"errorRate":0.05454545454545454,"hamming":6,"method":"kbf-set-calibration-v1","outcomes":[{"answers":[1998],"matches":[1],"probeId":"llm:chinese-internet:b74e22ded05f"},{"answers":[1.32140985539],"matches":[1],"probeId":"llm:physics:ea81c12f1313"},{"answers":[1934],"matches":[1],"probeId":"llm:chinese-literature:f40e9688289e"},{"answers":[215],"matches":[1],"probeId":"llm:chemistry-mp:3a144bbb3794"},{"answers":[22],"matches":[1],"probeId":"llm:biology:f2ded14f134c"},{"answers":[99],"matches":[1],"probeId":"llm:medical:8b5d05dbcb9f"},{"answers":[35.5],"matches":[1],"probeId":"llm:medical:8233b58c3152"},{"answers":[2019],"matches":[0],"probeId":"llm:programming:004b96fff3da"},{"answers":[2011],"matches":[1],"probeId":"llm:programming:9121610cee38"},{"answers":[180],"matches":[1],"probeId":"llm:astronomy:d8f6f74af9bc"},{"answers":[137],"matches":[1],"probeId":"llm:chemistry-bp:728a4d48ef91"},{"answers":[58],"matches":[1],"probeId":"llm:biology:3f51e38aa56f"},{"answers":[3],"matches":[1],"probeId":"llm:pop-culture:8a6a54b4c875"},{"answers":[2013],"matches":[1],"probeId":"llm:programming:41bc01c4896b"},{"answers":[1993],"matches":[1],"probeId":"llm:programming:e2e9ac719ce8"},{"answers":[264],"matches":[1],"probeId":"llm:biology:ef4a627dfa97"},{"answers":[2014],"matches":[1],"probeId":"llm:programming:8a77a1c13a5d"},{"answers":[310],"matches":[1],"probeId":"llm:chinese-literature:9142e6277c4a"},{"answers":[7],"matches":[1],"probeId":"llm:pop-culture:634fd80d206d"},{"answers":[3.8],"matches":[0],"probeId":"llm:physics:a92116620673"},{"answers":[721],"matches":[1],"probeId":"llm:chinese-history:aa53c7c6cce6"},{"answers":[1983],"matches":[1],"probeId":"llm:programming:38c722ed7c23"},{"answers":[1940],"matches":[1],"probeId":"llm:chemistry-mp:36994911c5ae"},{"answers":[13],"matches":[1],"probeId":"llm:pop-culture:cb7445100433"},{"answers":[1281],"matches":[1],"probeId":"llm:chinese-history:edb795da2ea7"},{"answers":[388],"matches":[1],"probeId":"llm:pop-culture:43e79d702e3e"},{"answers":[318200],"matches":[1],"probeId":"llm:chinese-geography:d8f167b6c617"},{"answers":[147],"matches":[1],"probeId":"llm:math:2c09044f9a5f"},{"answers":[110],"matches":[1],"probeId":"llm:biology:bf453531c495"},{"answers":[4],"matches":[1],"probeId":"llm:medical:14109a08a0c3"},{"answers":[2008],"matches":[1],"probeId":"llm:programming:1c8d475ecf6f"},{"answers":[1973],"matches":[1],"probeId":"llm:programming:ce32c0d063b0"},{"answers":[1935],"matches":[0],"probeId":"llm:chemistry-mp:6bc3be7ff921"},{"answers":[1321],"matches":[1],"probeId":"llm:chinese-geography:bdf6d64d07f6"},{"answers":[8],"matches":[1],"probeId":"llm:medical:872d4365d432"},{"answers":[1969],"matches":[1],"probeId":"llm:programming:79c7c54f200a"},{"answers":[264],"matches":[1],"probeId":"llm:biology:2d4115ecd651"},{"answers":[1999],"matches":[1],"probeId":"llm:internet-culture:4db3718d4f92"},{"answers":[18],"matches":[1],"probeId":"llm:biology:349f895e989a"},{"answers":[76],"matches":[1],"probeId":"llm:medical:f9c9831b5623"},{"answers":[58],"matches":[1],"probeId":"llm:biology:ccd9fb1854bb"},{"answers":[98],"matches":[1],"probeId":"llm:biology:fa1e6f2aad6e"},{"answers":[907],"matches":[1],"probeId":"llm:chinese-history:2d6f9442a233"},{"answers":[12],"matches":[1],"probeId":"llm:astronomy:fb120d31eeff"},{"answers":[20],"matches":[1],"probeId":"llm:chinese-geography:58eb293596e7"},{"answers":[102],"matches":[1],"probeId":"llm:biology:5a1b47b5a887"},{"answers":[1281],"matches":[1],"probeId":"llm:chinese-history:939b6aa8e104"},{"answers":[165],"matches":[1],"probeId":"llm:chemistry-bp:18d6a9e1bdb6"},{"answers":[6.5],"matches":[1],"probeId":"llm:medical:4df0651908c8"},{"answers":[1997],"matches":[1],"probeId":"llm:chinese-internet:6477d4e555e2"},{"answers":[3],"matches":[1],"probeId":"llm:math:a4c3de9b7639"},{"answers":[13],"matches":[1],"probeId":"llm:astronomy:5d2d80d12554"},{"answers":[156],"matches":[1],"probeId":"llm:chemistry-bp:7ebfb49c9d5e"},{"answers":[1996],"matches":[1],"probeId":"llm:programming:bf6a7a4fed4d"},{"answers":[501],"matches":[1],"probeId":"llm:chinese-history:8fe8977d41e1"},{"answers":[2.12799],"matches":[1],"probeId":"llm:physics:dad950465112"},{"answers":[26.033],"matches":[1],"probeId":"llm:physics:8d55e6be458b"},{"answers":[18000],"matches":[1],"probeId":"llm:physics:34ab79174bb2"},{"answers":[1969],"matches":[1],"probeId":"llm:programming:7e3012c349b1"},{"answers":[47],"matches":[1],"probeId":"llm:medical:c7be72e3bbd6"},{"answers":[165],"matches":[1],"probeId":"llm:pop-culture:94f9057ea7a5"},{"answers":[730],"matches":[1],"probeId":"llm:chemistry-mp:ca2f132ab762"},{"answers":[25],"matches":[1],"probeId":"llm:medical:f28ae13a7c87"},{"answers":[1370],"matches":[1],"probeId":"llm:physics:5a596cd5d909"},{"answers":[1776.86],"matches":[1],"probeId":"llm:physics:d2c50f7b5c37"},{"answers":[1987],"matches":[1],"probeId":"llm:programming:9674c2701b13"},{"answers":[110],"matches":[1],"probeId":"llm:biology:a49b6ce06e22"},{"answers":[482],"matches":[1],"probeId":"llm:physics:ba48332fb036"},{"answers":[168],"matches":[1],"probeId":"llm:medical:572c9f5b531c"},{"answers":[1988],"matches":[1],"probeId":"llm:programming:672b507dab94"},{"answers":[25],"matches":[1],"probeId":"llm:biology:6cdd07b44277"},{"answers":[2000],"matches":[1],"probeId":"llm:internet-culture:79040cc23768"},{"answers":[60],"matches":[1],"probeId":"llm:biology:0b9f0a7b1d6c"},{"answers":[6274],"matches":[1],"probeId":"llm:chinese-geography:54823d3b6052"},{"answers":[168],"matches":[1],"probeId":"llm:medical:4bea761205c8"},{"answers":[2425],"matches":[1],"probeId":"llm:chemistry-mp:d809e8333ba8"},{"answers":[2003],"matches":[1],"probeId":"llm:chinese-internet:b2d05b99e712"},{"answers":[2005],"matches":[1],"probeId":"llm:chinese-literature:b8d2279da594"},{"answers":[98],"matches":[1],"probeId":"llm:biology:dd3c7add3cac"},{"answers":[1996],"matches":[1],"probeId":"llm:programming:844f6bf07a28"},{"answers":[824],"matches":[1],"probeId":"llm:chemistry-mp:ed16c84bb90d"},{"answers":[39.7],"matches":[1],"probeId":"llm:medical:94cb85819baa"},{"answers":[1578],"matches":[1],"probeId":"llm:chinese-history:2e1d30ac0496"},{"answers":[115],"matches":[1],"probeId":"llm:chinese-geography:a9d9be19ba9f"},{"answers":[1041],"matches":[0],"probeId":"llm:chinese-history:6b300d662555"},{"answers":[27],"matches":[0],"probeId":"llm:physics:1a468d0368c4"},{"answers":[49],"matches":[1],"probeId":"llm:medical:38cb56c52cc1"},{"answers":[2008],"matches":[1],"probeId":"llm:programming:919ef2ead0d4"},{"answers":[302],"matches":[1],"probeId":"llm:astronomy:b7b9822679e8"},{"answers":[78],"matches":[1],"probeId":"llm:biology:46e7cf088cc0"},{"answers":[1997],"matches":[1],"probeId":"llm:programming:d37acd09cbf4"},{"answers":[98],"matches":[1],"probeId":"llm:biology:4512281e119f"},{"answers":[18],"matches":[1],"probeId":"llm:biology:d0d4eed159a0"},{"answers":[2230],"matches":[1],"probeId":"llm:physics:041cab5b1025"},{"answers":[5016],"matches":[1],"probeId":"llm:chinese-geography:b2d5b964fcb4"},{"answers":[2200],"matches":[0],"probeId":"llm:physics:e7580ee29601"},{"answers":[630],"matches":[1],"probeId":"llm:chinese-history:742c12607f63"},{"answers":[2008],"matches":[1],"probeId":"llm:internet-culture:03c8bef3c416"},{"answers":[1997],"matches":[1],"probeId":"llm:chinese-internet:abdda5eab0f6"},{"answers":[3],"matches":[1],"probeId":"llm:pop-culture:3430c738782a"},{"answers":[1932],"matches":[1],"probeId":"llm:chinese-literature:440f7cf1d8bb"},{"answers":[20],"matches":[1],"probeId":"llm:biology:1d105c99de46"},{"answers":[20],"matches":[1],"probeId":"llm:biology:cc75d9975bc6"},{"answers":[1395],"matches":[1],"probeId":"llm:chemistry-mp:1e9f22c5272a"},{"answers":[8],"matches":[1],"probeId":"llm:medical:4e5bf6002494"},{"answers":[1324],"matches":[1],"probeId":"llm:chinese-geography:143dc03ffab2"},{"answers":[310],"matches":[1],"probeId":"llm:chinese-literature:85f374de9439"},{"answers":[2007],"matches":[1],"probeId":"llm:programming:64b2c538f041"},{"answers":[58],"matches":[1],"probeId":"llm:biology:46ab548b8f6d"},{"answers":[510],"matches":[1],"probeId":"llm:physics:ba367253de9b"}],"passes":1,"total":110,"version":1},"probes":[{"canonicalDomainName":"Chinese internet (platform dates)","consensus":1998,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"chinese_internet","enrollmentEvidence":{"answers":[1998,1998,1998],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"early platforms","id":"llm:chinese-internet:b74e22ded05f","name":"Year Sina.com formed via merger of SRSnet and Sinanet","range":[1990,2030],"template":"Year Sina.com formed via merger of SRSnet and Sinanet发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Physics (material properties)","consensus":1.32140985539,"contrast":{"distinguishingModels":["openai/gpt-6.1-sol","openai/gpt-6.1-terra"]},"domain":"physics","enrollmentEvidence":{"answers":[1.32140985539,1.32140985539,1.32140985539],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"nuclear and particle constants","id":"llm:physics:ea81c12f1313","name":"proton Compton wavelength in femtometers (CODATA 2018)","range":[0,1000000000000000],"template":"The numerical value of proton Compton wavelength in femtometers (CODATA 2018) in SI units is ___.","tolerance":{"mode":"relative","value":0.02}},{"canonicalDomainName":"Chinese literature (publication years)","consensus":1934,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5","openai/gpt-6.1-terra"]},"domain":"chinese_literature","enrollmentEvidence":{"answers":[1934,1934,1934],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"modern publication years","id":"llm:chinese-literature:f40e9688289e","name":"Ai Qing poem \"Dayanhe, My Wet Nurse\" first publication year","range":[-3000,2030],"template":"Ai Qing poem \"Dayanhe, My Wet Nurse\" first publication year的数值是___。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chemistry (melting points)","consensus":215,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"chemistry_mp","enrollmentEvidence":{"answers":[215,215,215],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"inorganic salts and coordination compounds","id":"llm:chemistry-mp:3a144bbb3794","name":"Melting point of hexaamminecobalt(III) chloride decomposition temperature (°C)","range":[-300,4000],"template":"The melting point of Melting point of hexaamminecobalt(III) chloride decomposition temperature (°C) is ___°C.","tolerance":{"mode":"absolute","value":3}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":22,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"biology","enrollmentEvidence":{"answers":[22,22,22],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"unusual insects and arachnids","id":"llm:biology:f2ded14f134c","name":"Diploid chromosome number (2n) of Acheta domesticus (house cricket, female)","range":[1,2000],"template":"The diploid chromosome number (2n) of Diploid chromosome number (2n) of Acheta domesticus (house cricket, female) is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Medical (drug half-lives)","consensus":99,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"medical","enrollmentEvidence":{"answers":[99,99,99],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"oncology agents","id":"llm:medical:8b5d05dbcb9f","name":"Cabozantinib elimination half-life (hours)","range":[0.01,5000],"template":"The elimination half-life of Cabozantinib elimination half-life (hours) is approximately ___ hours.","tolerance":{"mode":"relative","value":0.1}},{"canonicalDomainName":"Medical (drug half-lives)","consensus":35.5,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"medical","enrollmentEvidence":{"answers":[35.5,35.5,35.5],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"rare-disease therapies","id":"llm:medical:8233b58c3152","name":"voxelotor_terminal_elimination_half_life_hours","range":[0.01,5000],"template":"The elimination half-life of voxelotor_terminal_elimination_half_life_hours is approximately ___ hours.","tolerance":{"mode":"relative","value":0.1}},{"canonicalDomainName":"Programming (release years)","consensus":2018,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"programming","enrollmentEvidence":{"answers":[2018,2018,2018],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"specialist runtimes","id":"llm:programming:004b96fff3da","name":"Wasmer first public release year","range":[1950,2030],"template":"The first public release year of Wasmer first public release year was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Programming (release years)","consensus":2011,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"programming","enrollmentEvidence":{"answers":[2011,2011,2011],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":5,"generationTheme":"specialist runtimes","id":"llm:programming:9121610cee38","name":"HHVM HipHop Virtual Machine first public release year","range":[1950,2030],"template":"The first public release year of HHVM HipHop Virtual Machine first public release year was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Astronomy (periods and distances)","consensus":180,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"astronomy","enrollmentEvidence":{"answers":[180,180,180],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"unusual galaxies and nebulae","id":"llm:astronomy:d8f6f74af9bc","name":"Homunculus Nebula age in years","range":[0,1000000000000000],"template":"The numerical value of Homunculus Nebula age in years is ___.","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Chemistry (boiling points)","consensus":137,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"chemistry_bp","enrollmentEvidence":{"answers":[137,137,137],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"halogenated specialty compounds","id":"llm:chemistry-bp:728a4d48ef91","name":"boiling_point_1_atm_celsius_of_bromopentafluorobenzene","range":[-300,600],"template":"The boiling point of boiling_point_1_atm_celsius_of_bromopentafluorobenzene at 1 atm is ___°C.","tolerance":{"mode":"absolute","value":3}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":58,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"biology","enrollmentEvidence":{"answers":[58,58,58],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"deep-sea and cartilaginous fish","id":"llm:biology:3f51e38aa56f","name":"Callorhinchus_milii_diploid_chromosome_number_2n","range":[1,2000],"template":"The diploid chromosome number (2n) of Callorhinchus_milii_diploid_chromosome_number_2n is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Pop culture (box office and ratings)","consensus":3,"contrast":{"distinguishingModels":["openai/gpt-6.1-sol"]},"domain":"pop_culture","enrollmentEvidence":{"answers":[3,3,3],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"games and books","id":"llm:pop-culture:8a6a54b4c875","name":"number_of_chapters_in_the_first_edition_of_dune_by_frank_herbert_book_one_count_of_books","range":[1,10000],"template":"The numerical value associated with number_of_chapters_in_the_first_edition_of_dune_by_frank_herbert_book_one_count_of_books is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Programming (release years)","consensus":2013,"contrast":{"distinguishingModels":["openai/gpt-6.1-sol"]},"domain":"programming","enrollmentEvidence":{"answers":[2013,2013,2013],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"specialist runtimes","id":"llm:programming:41bc01c4896b","name":"MoarVM first public release year","range":[1950,2030],"template":"The first public release year of MoarVM first public release year was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Programming (release years)","consensus":1993,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"programming","enrollmentEvidence":{"answers":[1993,1993,1993],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"scientific languages","id":"llm:programming:e2e9ac719ce8","name":"GNU Octave first public release year","range":[1950,2030],"template":"The first public release year of GNU Octave first public release year was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":264,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"biology","enrollmentEvidence":{"answers":[264,264,264],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":5,"generationTheme":"ferns and lycopods","id":"llm:biology:ef4a627dfa97","name":"Diploid chromosome number (2n) of Huperzia selago (fir clubmoss)","range":[1,2000],"template":"The diploid chromosome number (2n) of Diploid chromosome number (2n) of Huperzia selago (fir clubmoss) is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Programming (release years)","consensus":2014,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"programming","enrollmentEvidence":{"answers":[2014,2014,2014],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"specialist runtimes","id":"llm:programming:8a77a1c13a5d","name":"MicroPython first public release year","range":[1950,2030],"template":"The first public release year of MicroPython first public release year was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese literature (publication years)","consensus":310,"contrast":{"distinguishingModels":["openai/gpt-6.1-sol","openai/gpt-6.1-terra"]},"domain":"chinese_literature","enrollmentEvidence":{"answers":[310,310,310],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"classical works and authors","id":"llm:chinese-literature:9142e6277c4a","name":"Number of poems in the Tang shi sanbai shou (Three Hundred Tang Poems) compiled by Sun Zhu","range":[-3000,2030],"template":"Number of poems in the Tang shi sanbai shou (Three Hundred Tang Poems) compiled by Sun Zhu的数值是___。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Pop culture (box office and ratings)","consensus":7,"contrast":{"distinguishingModels":["openai/gpt-6.1-sol"]},"domain":"pop_culture","enrollmentEvidence":{"answers":[7,7,7],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":5,"generationTheme":"film production facts","id":"llm:pop-culture:634fd80d206d","name":"number_of_shots_in_Psycho_1960_shower_scene_days_filmed","range":[1,10000],"template":"The numerical value associated with number_of_shots_in_Psycho_1960_shower_scene_days_filmed is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Physics (material properties)","consensus":3.7,"contrast":{"distinguishingModels":["openai/gpt-6.1-sol","openai/gpt-6.1-terra"]},"domain":"physics","enrollmentEvidence":{"answers":[3.7,3.67,3.67],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"optical properties","id":"llm:physics:a92116620673","name":"Verdet constant of fused silica at 632.8 nm (rad per tesla per meter)","range":[0,1000000000000000],"template":"The numerical value of Verdet constant of fused silica at 632.8 nm (rad per tesla per meter) in SI units is ___.","tolerance":{"mode":"relative","value":0.02}},{"canonicalDomainName":"Chinese history (specific dates)","consensus":721,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"chinese_history","enrollmentEvidence":{"answers":[721,721,721],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"scientific and literary history","id":"llm:chinese-history:aa53c7c6cce6","name":"Year Yixing began the Dayan calendar reform (CE)","range":[-3000,2030],"template":"Year Yixing began the Dayan calendar reform (CE)发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Programming (release years)","consensus":1983,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"programming","enrollmentEvidence":{"answers":[1983,1983,1983],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"historical operating systems","id":"llm:programming:38c722ed7c23","name":"Amoeba distributed operating system first public release year (CE)","range":[1950,2030],"template":"The first public release year of Amoeba distributed operating system first public release year (CE) was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chemistry (melting points)","consensus":1940,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"chemistry_mp","enrollmentEvidence":{"answers":[1940,1940,1940],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"metal oxides and ceramics","id":"llm:chemistry-mp:36994911c5ae","name":"Melting point of yttrium aluminium garnet in °C","range":[-300,4000],"template":"The melting point of Melting point of yttrium aluminium garnet in °C is ___°C.","tolerance":{"mode":"absolute","value":3}},{"canonicalDomainName":"Pop culture (box office and ratings)","consensus":13,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"pop_culture","enrollmentEvidence":{"answers":[13,13,13],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"games and books","id":"llm:pop-culture:cb7445100433","name":"number_of_episodes_in_first_season_of_sonic_the_hedgehog_satam_1993","range":[1,10000],"template":"The numerical value associated with number_of_episodes_in_first_season_of_sonic_the_hedgehog_satam_1993 is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese history (specific dates)","consensus":1281,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"chinese_history","enrollmentEvidence":{"answers":[1281,1281,1281],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":5,"generationTheme":"scientific and literary history","id":"llm:chinese-history:edb795da2ea7","name":"Year Guo Shoujing's Shoushi calendar was promulgated, CE","range":[-3000,2030],"template":"Year Guo Shoujing's Shoushi calendar was promulgated, CE发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Pop culture (box office and ratings)","consensus":388,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"pop_culture","enrollmentEvidence":{"answers":[388,388,388],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"games and books","id":"llm:pop-culture:43e79d702e3e","name":"number_of_chapters_in_infinite_jest_by_david_foster_wallace_endnotes_count","range":[1,10000],"template":"The numerical value associated with number_of_chapters_in_infinite_jest_by_david_foster_wallace_endnotes_count is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese geography (measurements)","consensus":318200,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"chinese_geography","enrollmentEvidence":{"answers":[318200,318200,318200],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"rivers and lakes","id":"llm:chinese-geography:d8f167b6c617","name":"Hai River basin area in square kilometers","range":[1,1000000000],"template":"Hai River basin area in square kilometers的数值是___。","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Mathematics (special values)","consensus":147,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"math","enrollmentEvidence":{"answers":[147,147,147],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"combinatorics and graph theory","id":"llm:math:2c09044f9a5f","name":"Number of nonisomorphic Latin squares of order 7 (main classes)","range":[-10000000000,10000000000],"template":"The numerical value of Number of nonisomorphic Latin squares of order 7 (main classes) is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":110,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5","openai/gpt-6.1-terra"]},"domain":"biology","enrollmentEvidence":{"answers":[110,110,110],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"ferns and lycopods","id":"llm:biology:bf453531c495","name":"Isoetes lacustris diploid chromosome number (2n)","range":[1,2000],"template":"The diploid chromosome number (2n) of Isoetes lacustris diploid chromosome number (2n) is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Medical (drug half-lives)","consensus":4,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5","openai/gpt-6.1-terra"]},"domain":"medical","enrollmentEvidence":{"answers":[4,4,4],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"oncology agents","id":"llm:medical:14109a08a0c3","name":"Dasatinib elimination half-life in hours","range":[0.01,5000],"template":"The elimination half-life of Dasatinib elimination half-life in hours is approximately ___ hours.","tolerance":{"mode":"relative","value":0.1}},{"canonicalDomainName":"Programming (release years)","consensus":2008,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"programming","enrollmentEvidence":{"answers":[2008,2008,2008],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"database and protocol implementations","id":"llm:programming:1c8d475ecf6f","name":"MessagePack first public release year","range":[1950,2030],"template":"The first public release year of MessagePack first public release year was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Programming (release years)","consensus":1973,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5","openai/gpt-6.1-sol","openai/gpt-6.1-terra"]},"domain":"programming","enrollmentEvidence":{"answers":[1973,1973,1973],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"historical operating systems","id":"llm:programming:ce32c0d063b0","name":"RSX-11M operating system first release year","range":[1950,2030],"template":"The first public release year of RSX-11M operating system first release year was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chemistry (melting points)","consensus":1925,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5","openai/gpt-6.1-sol","openai/gpt-6.1-terra"]},"domain":"chemistry_mp","enrollmentEvidence":{"answers":[1925,1925,1925],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"intermetallic compounds and alloys","id":"llm:chemistry-mp:6bc3be7ff921","name":"Melting point of V3Si (A15 superconductor) in °C","range":[-300,4000],"template":"The melting point of Melting point of V3Si (A15 superconductor) in °C is ___°C.","tolerance":{"mode":"absolute","value":3}},{"canonicalDomainName":"Chinese geography (measurements)","consensus":1321,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5","openai/gpt-6.1-sol"]},"domain":"chinese_geography","enrollmentEvidence":{"answers":[1321,1321,1321],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"rivers and lakes","id":"llm:chinese-geography:bdf6d64d07f6","name":"Tarim River main stem length in kilometers","range":[1,1000000000],"template":"Tarim River main stem length in kilometers的数值是___。","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Medical (drug half-lives)","consensus":8,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"medical","enrollmentEvidence":{"answers":[8,8,8],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"specialist antimicrobials","id":"llm:medical:872d4365d432","name":"Lefamulin elimination half-life hours","range":[0.01,5000],"template":"The elimination half-life of Lefamulin elimination half-life hours is approximately ___ hours.","tolerance":{"mode":"relative","value":0.1}},{"canonicalDomainName":"Programming (release years)","consensus":1969,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"programming","enrollmentEvidence":{"answers":[1969,1969,1969],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"historical operating systems","id":"llm:programming:79c7c54f200a","name":"TENEX first public release year (CE)","range":[1950,2030],"template":"The first public release year of TENEX first public release year (CE) was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":264,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"biology","enrollmentEvidence":{"answers":[264,264,264],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"ferns and lycopods","id":"llm:biology:2d4115ecd651","name":"Huperzia selago diploid chromosome number (2n)","range":[1,2000],"template":"The diploid chromosome number (2n) of Huperzia selago diploid chromosome number (2n) is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Internet culture (dates and numbers)","consensus":1999,"contrast":{"distinguishingModels":["openai/gpt-6.1-sol","openai/gpt-6.1-terra"]},"domain":"internet_culture","enrollmentEvidence":{"answers":[1999,1999,1999],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"community milestones","id":"llm:internet-culture:4db3718d4f92","name":"Year the Something Awful forums launched","range":[1,2030],"template":"The numerical value associated with Year the Something Awful forums launched is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":18,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"biology","enrollmentEvidence":{"answers":[18,18,18],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"ferns and lycopods","id":"llm:biology:349f895e989a","name":"Salvinia natans diploid chromosome number (2n)","range":[1,2000],"template":"The diploid chromosome number (2n) of Salvinia natans diploid chromosome number (2n) is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Medical (drug half-lives)","consensus":76,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5","openai/gpt-6.1-terra"]},"domain":"medical","enrollmentEvidence":{"answers":[76,76,76],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"oncology agents","id":"llm:medical:f9c9831b5623","name":"Bortezomib elimination half-life after multiple dosing (hours)","range":[0.01,5000],"template":"The elimination half-life of Bortezomib elimination half-life after multiple dosing (hours) is approximately ___ hours.","tolerance":{"mode":"relative","value":0.1}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":58,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5","openai/gpt-6.1-terra"]},"domain":"biology","enrollmentEvidence":{"answers":[58,58,58],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":6,"generationTheme":"deep-sea and cartilaginous fish","id":"llm:biology:ccd9fb1854bb","name":"Callorhinchus milii elephant shark diploid chromosome number (2n)","range":[1,2000],"template":"The diploid chromosome number (2n) of Callorhinchus milii elephant shark diploid chromosome number (2n) is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":98,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"biology","enrollmentEvidence":{"answers":[98,98,98],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"deep-sea and cartilaginous fish","id":"llm:biology:fa1e6f2aad6e","name":"Raja clavata thornback ray diploid chromosome number 2n","range":[1,2000],"template":"The diploid chromosome number (2n) of Raja clavata thornback ray diploid chromosome number 2n is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese history (specific dates)","consensus":907,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"chinese_history","enrollmentEvidence":{"answers":[907,907,907],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"regional dynastic events","id":"llm:chinese-history:2d6f9442a233","name":"Year Ma Yin was enfeoffed Prince of Chu by Later Liang (CE)","range":[-3000,2030],"template":"Year Ma Yin was enfeoffed Prince of Chu by Later Liang (CE)发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Astronomy (periods and distances)","consensus":12,"contrast":{"distinguishingModels":["openai/gpt-6.1-sol"]},"domain":"astronomy","enrollmentEvidence":{"answers":[12,12,12],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"unusual galaxies and nebulae","id":"llm:astronomy:fb120d31eeff","name":"Centaurus A distance from Earth in millions of light-years","range":[0,1000000000000000],"template":"The numerical value of Centaurus A distance from Earth in millions of light-years is ___.","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Chinese geography (measurements)","consensus":20,"contrast":{"distinguishingModels":["openai/gpt-6.1-sol","openai/gpt-6.1-terra"]},"domain":"chinese_geography","enrollmentEvidence":{"answers":[20,20,20],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"county and prefecture geography","id":"llm:chinese-geography:58eb293596e7","name":"Area of Hainan's Sansha City land area in square kilometers","range":[1,1000000000],"template":"Area of Hainan's Sansha City land area in square kilometers的数值是___。","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":102,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"biology","enrollmentEvidence":{"answers":[102,102,102],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"deep-sea and cartilaginous fish","id":"llm:biology:5a1b47b5a887","name":"Rhincodon_typus_diploid_chromosome_number_2n","range":[1,2000],"template":"The diploid chromosome number (2n) of Rhincodon_typus_diploid_chromosome_number_2n is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese history (specific dates)","consensus":1281,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"chinese_history","enrollmentEvidence":{"answers":[1281,1281,1281],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"scientific and literary history","id":"llm:chinese-history:939b6aa8e104","name":"Year Guo Shoujing's Shoushi calendar was promulgated (CE)","range":[-3000,2030],"template":"Year Guo Shoujing's Shoushi calendar was promulgated (CE)发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chemistry (boiling points)","consensus":165,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"chemistry_bp","enrollmentEvidence":{"answers":[165,165,165],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"heterocyclic nitrogen compounds and azoles","id":"llm:chemistry-bp:18d6a9e1bdb6","name":"2,5-dimethylpyrrole boiling point at 1 atm (°C)","range":[-300,600],"template":"The boiling point of 2,5-dimethylpyrrole boiling point at 1 atm (°C) at 1 atm is ___°C.","tolerance":{"mode":"absolute","value":3}},{"canonicalDomainName":"Medical (drug half-lives)","consensus":6.5,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"medical","enrollmentEvidence":{"answers":[6.5,6.5,6.5],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"rare-disease therapies","id":"llm:medical:4df0651908c8","name":"eliglustat_terminal_elimination_half_life_cyp2d6_extensive_metabolizers_hours","range":[0.01,5000],"template":"The elimination half-life of eliglustat_terminal_elimination_half_life_cyp2d6_extensive_metabolizers_hours is approximately ___ hours.","tolerance":{"mode":"relative","value":0.1}},{"canonicalDomainName":"Chinese internet (platform dates)","consensus":1997,"contrast":{"distinguishingModels":["openai/gpt-6.1-sol"]},"domain":"chinese_internet","enrollmentEvidence":{"answers":[1997,1997,1997],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"early platforms","id":"llm:chinese-internet:6477d4e555e2","name":"Year NetEase launched its free email service 163.com","range":[1990,2030],"template":"Year NetEase launched its free email service 163.com发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Mathematics (special values)","consensus":3,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"math","enrollmentEvidence":{"answers":[3,3,3],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"number-theory constants","id":"llm:math:a4c3de9b7639","name":"Number of sporadic (non-regular) irregular primes below 100","range":[-10000000000,10000000000],"template":"The numerical value of Number of sporadic (non-regular) irregular primes below 100 is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Astronomy (periods and distances)","consensus":13,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"astronomy","enrollmentEvidence":{"answers":[13,13,13],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"unusual galaxies and nebulae","id":"llm:astronomy:5d2d80d12554","name":"Circinus Galaxy distance from Earth in millions of light-years","range":[0,1000000000000000],"template":"The numerical value of Circinus Galaxy distance from Earth in millions of light-years is ___.","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Chemistry (boiling points)","consensus":156,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"chemistry_bp","enrollmentEvidence":{"answers":[156,156,156],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"halogenated specialty compounds","id":"llm:chemistry-bp:7ebfb49c9d5e","name":"boiling_point_of_1_bromo_2_fluorobenzene_at_1_atm_celsius","range":[-300,600],"template":"The boiling point of boiling_point_of_1_bromo_2_fluorobenzene_at_1_atm_celsius at 1 atm is ___°C.","tolerance":{"mode":"absolute","value":3}},{"canonicalDomainName":"Programming (release years)","consensus":1996,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"programming","enrollmentEvidence":{"answers":[1996,1996,1996],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"specialist runtimes","id":"llm:programming:bf6a7a4fed4d","name":"Kaffe JVM first public release year","range":[1950,2030],"template":"The first public release year of Kaffe JVM first public release year was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese history (specific dates)","consensus":501,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"chinese_history","enrollmentEvidence":{"answers":[501,501,501],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"scientific and literary history","id":"llm:chinese-history:8fe8977d41e1","name":"Year Liu Xie's Wenxin Diaolong approximately completed (CE)","range":[-3000,2030],"template":"Year Liu Xie's Wenxin Diaolong approximately completed (CE)发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Physics (material properties)","consensus":2.12799,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"physics","enrollmentEvidence":{"answers":[2.12799,2.1271,2.12799],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"nuclear and particle constants","id":"llm:physics:dad950465112","name":"Deuteron rms charge radius (fm)","range":[0,1000000000000000],"template":"The numerical value of Deuteron rms charge radius (fm) in SI units is ___.","tolerance":{"mode":"relative","value":0.02}},{"canonicalDomainName":"Physics (material properties)","consensus":26.033,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"physics","enrollmentEvidence":{"answers":[26.033,26.033,26.033],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"nuclear and particle constants","id":"llm:physics:8d55e6be458b","name":"Charged pion mean lifetime (ns)","range":[0,1000000000000000],"template":"The numerical value of Charged pion mean lifetime (ns) in SI units is ___.","tolerance":{"mode":"relative","value":0.02}},{"canonicalDomainName":"Physics (material properties)","consensus":18000,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"physics","enrollmentEvidence":{"answers":[18000,18000,18000],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"thermal and acoustic properties","id":"llm:physics:34ab79174bb2","name":"Speed of sound in diamond, longitudinal bulk wave (m/s)","range":[0,1000000000000000],"template":"The numerical value of Speed of sound in diamond, longitudinal bulk wave (m/s) in SI units is ___.","tolerance":{"mode":"relative","value":0.02}},{"canonicalDomainName":"Programming (release years)","consensus":1969,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"programming","enrollmentEvidence":{"answers":[1969,1969,1969],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"historical operating systems","id":"llm:programming:7e3012c349b1","name":"TENEX first release year","range":[1950,2030],"template":"The first public release year of TENEX first release year was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Medical (drug half-lives)","consensus":47,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5","openai/gpt-6.1-terra"]},"domain":"medical","enrollmentEvidence":{"answers":[47,47,47],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"rare-disease therapies","id":"llm:medical:c7be72e3bbd6","name":"Pegvaliase-pqpz (Palynziq) mean elimination half-life at steady state, hours","range":[0.01,5000],"template":"The elimination half-life of Pegvaliase-pqpz (Palynziq) mean elimination half-life at steady state, hours is approximately ___ hours.","tolerance":{"mode":"relative","value":0.1}},{"canonicalDomainName":"Pop culture (box office and ratings)","consensus":165,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5","openai/gpt-6.1-terra"]},"domain":"pop_culture","enrollmentEvidence":{"answers":[165,165,165],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"film production facts","id":"llm:pop-culture:94f9057ea7a5","name":"Number of shooting days for Heaven's Gate (1980) principal photography","range":[1,10000],"template":"The numerical value associated with Number of shooting days for Heaven's Gate (1980) principal photography is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chemistry (melting points)","consensus":730,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"chemistry_mp","enrollmentEvidence":{"answers":[730,730,730],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"inorganic salts and coordination compounds","id":"llm:chemistry-mp:ca2f132ab762","name":"melting_point_of_calcium_bromide_in_celsius","range":[-300,4000],"template":"The melting point of melting_point_of_calcium_bromide_in_celsius is ___°C.","tolerance":{"mode":"absolute","value":3}},{"canonicalDomainName":"Medical (drug half-lives)","consensus":25,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"medical","enrollmentEvidence":{"answers":[25,25,25],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"rare-disease therapies","id":"llm:medical:f28ae13a7c87","name":"iptacopan_terminal_elimination_half_life_hours","range":[0.01,5000],"template":"The elimination half-life of iptacopan_terminal_elimination_half_life_hours is approximately ___ hours.","tolerance":{"mode":"relative","value":0.1}},{"canonicalDomainName":"Physics (material properties)","consensus":1370,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5","openai/gpt-6.1-terra"]},"domain":"physics","enrollmentEvidence":{"answers":[1370,1340,1370],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"thermal and acoustic properties","id":"llm:physics:5a596cd5d909","name":"Specific heat capacity of liquid sodium at 400 K (J/(kg*K))","range":[0,1000000000000000],"template":"The numerical value of Specific heat capacity of liquid sodium at 400 K (J/(kg*K)) in SI units is ___.","tolerance":{"mode":"relative","value":0.02}},{"canonicalDomainName":"Physics (material properties)","consensus":1776.86,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"physics","enrollmentEvidence":{"answers":[1776.86,1776.86,1776.86],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"nuclear and particle constants","id":"llm:physics:d2c50f7b5c37","name":"Tau lepton mass (MeV)","range":[0,1000000000000000],"template":"The numerical value of Tau lepton mass (MeV) in SI units is ___.","tolerance":{"mode":"relative","value":0.02}},{"canonicalDomainName":"Programming (release years)","consensus":1987,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5","openai/gpt-6.1-sol"]},"domain":"programming","enrollmentEvidence":{"answers":[1987,1987,1987],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"historical operating systems","id":"llm:programming:9674c2701b13","name":"Sprite operating system first release year","range":[1950,2030],"template":"The first public release year of Sprite operating system first release year was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":110,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5","openai/gpt-6.1-terra"]},"domain":"biology","enrollmentEvidence":{"answers":[110,110,110],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":5,"generationTheme":"ferns and lycopods","id":"llm:biology:a49b6ce06e22","name":"Diploid chromosome number (2n) of Isoetes lacustris (lake quillwort)","range":[1,2000],"template":"The diploid chromosome number (2n) of Diploid chromosome number (2n) of Isoetes lacustris (lake quillwort) is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Physics (material properties)","consensus":482,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"physics","enrollmentEvidence":{"answers":[482,480,482],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"electromagnetic material properties","id":"llm:physics:ba48332fb036","name":"Electrical resistivity of manganin at 20°C in nano-ohm-meters","range":[0,1000000000000000],"template":"The numerical value of Electrical resistivity of manganin at 20°C in nano-ohm-meters in SI units is ___.","tolerance":{"mode":"relative","value":0.02}},{"canonicalDomainName":"Medical (drug half-lives)","consensus":168,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"medical","enrollmentEvidence":{"answers":[168,168,168],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"metabolic and neurologic medicines","id":"llm:medical:572c9f5b531c","name":"Elimination half-life of fingolimod (hours)","range":[0.01,5000],"template":"The elimination half-life of Elimination half-life of fingolimod (hours) is approximately ___ hours.","tolerance":{"mode":"relative","value":0.1}},{"canonicalDomainName":"Programming (release years)","consensus":1988,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5","openai/gpt-6.1-terra"]},"domain":"programming","enrollmentEvidence":{"answers":[1988,1988,1988],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"scientific languages","id":"llm:programming:672b507dab94","name":"PV-WAVE first release year","range":[1950,2030],"template":"The first public release year of PV-WAVE first release year was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":25,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5","openai/gpt-6.1-sol","openai/gpt-6.1-terra"]},"domain":"biology","enrollmentEvidence":{"answers":[25,25,25],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"unusual insects and arachnids","id":"llm:biology:6cdd07b44277","name":"Diploid chromosome number (2n) of Pholcus phalangioides (female)","range":[1,2000],"template":"The diploid chromosome number (2n) of Diploid chromosome number (2n) of Pholcus phalangioides (female) is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Internet culture (dates and numbers)","consensus":2000,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"internet_culture","enrollmentEvidence":{"answers":[2000,2000,2000],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"community milestones","id":"llm:internet-culture:79040cc23768","name":"Year Homestar Runner website launched","range":[1,2030],"template":"The numerical value associated with Year Homestar Runner website launched is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":60,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5","openai/gpt-6.1-sol","openai/gpt-6.1-terra"]},"domain":"biology","enrollmentEvidence":{"answers":[60,60,60],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"deep-sea and cartilaginous fish","id":"llm:biology:0b9f0a7b1d6c","name":"Squalus_acanthias_diploid_chromosome_number_2n","range":[1,2000],"template":"The diploid chromosome number (2n) of Squalus_acanthias_diploid_chromosome_number_2n is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese geography (measurements)","consensus":6274,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"chinese_geography","enrollmentEvidence":{"answers":[6274,6274,6274],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"county and prefecture geography","id":"llm:chinese-geography:54823d3b6052","name":"Area of Xiahe County, Gansu, in square kilometers","range":[1,1000000000],"template":"Area of Xiahe County, Gansu, in square kilometers的数值是___。","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Medical (drug half-lives)","consensus":168,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"medical","enrollmentEvidence":{"answers":[168,168,168],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"metabolic and neurologic medicines","id":"llm:medical:4bea761205c8","name":"Fingolimod elimination half-life in hours","range":[0.01,5000],"template":"The elimination half-life of Fingolimod elimination half-life in hours is approximately ___ hours.","tolerance":{"mode":"relative","value":0.1}},{"canonicalDomainName":"Chemistry (melting points)","consensus":2425,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"chemistry_mp","enrollmentEvidence":{"answers":[2425,2425,2425],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"metal oxides and ceramics","id":"llm:chemistry-mp:d809e8333ba8","name":"Melting point of yttrium oxide Y2O3 in degrees Celsius","range":[-300,4000],"template":"The melting point of Melting point of yttrium oxide Y2O3 in degrees Celsius is ___°C.","tolerance":{"mode":"absolute","value":3}},{"canonicalDomainName":"Chinese internet (platform dates)","consensus":2003,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"chinese_internet","enrollmentEvidence":{"answers":[2003,2003,2003],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"industry events","id":"llm:chinese-internet:b2d05b99e712","name":"Year eBay acquired EachNet","range":[1990,2030],"template":"Year eBay acquired EachNet发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese literature (publication years)","consensus":2005,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5","openai/gpt-6.1-sol","openai/gpt-6.1-terra"]},"domain":"chinese_literature","enrollmentEvidence":{"answers":[2005,2005,2005],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"science fiction and online literature","id":"llm:chinese-literature:b8d2279da594","name":"Year Jiang Nan began serializing \"Novoland: Eagle Flag\" (Jiuzhou Piaomiao Lu)","range":[-3000,2030],"template":"Year Jiang Nan began serializing \"Novoland: Eagle Flag\" (Jiuzhou Piaomiao Lu)的数值是___。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":98,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"biology","enrollmentEvidence":{"answers":[98,98,98],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"deep-sea and cartilaginous fish","id":"llm:biology:dd3c7add3cac","name":"Leucoraja_erinacea_diploid_chromosome_number_2n","range":[1,2000],"template":"The diploid chromosome number (2n) of Leucoraja_erinacea_diploid_chromosome_number_2n is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Programming (release years)","consensus":1996,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"programming","enrollmentEvidence":{"answers":[1996,1996,1996],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"scientific languages","id":"llm:programming:844f6bf07a28","name":"Yorick first public release year","range":[1950,2030],"template":"The first public release year of Yorick first public release year was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chemistry (melting points)","consensus":824,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5","openai/gpt-6.1-terra"]},"domain":"chemistry_mp","enrollmentEvidence":{"answers":[824,824,824],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"inorganic salts and coordination compounds","id":"llm:chemistry-mp:ed16c84bb90d","name":"melting_point_of_lead_fluoride_in_celsius","range":[-300,4000],"template":"The melting point of melting_point_of_lead_fluoride_in_celsius is ___°C.","tolerance":{"mode":"absolute","value":3}},{"canonicalDomainName":"Medical (drug half-lives)","consensus":39.7,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"medical","enrollmentEvidence":{"answers":[39.7,39.7,39.7],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":5,"generationTheme":"metabolic and neurologic medicines","id":"llm:medical:94cb85819baa","name":"Elimination half-life of lomitapide in hours","range":[0.01,5000],"template":"The elimination half-life of Elimination half-life of lomitapide in hours is approximately ___ hours.","tolerance":{"mode":"relative","value":0.1}},{"canonicalDomainName":"Chinese history (specific dates)","consensus":1578,"contrast":{"distinguishingModels":["openai/gpt-6.1-sol"]},"domain":"chinese_history","enrollmentEvidence":{"answers":[1578,1578,1578],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"administrative reforms","id":"llm:chinese-history:2e1d30ac0496","name":"Year Zhang Juzheng ordered the empire-wide land survey preceding Single Whip consolidation (CE)","range":[-3000,2030],"template":"Year Zhang Juzheng ordered the empire-wide land survey preceding Single Whip consolidation (CE)发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese geography (measurements)","consensus":116,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"chinese_geography","enrollmentEvidence":{"answers":[116,116,115],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"transport geography","id":"llm:chinese-geography:a9d9be19ba9f","name":"Length of Guangzhou–Shenzhen–Hong Kong Express Rail Link Mainland section (km)","range":[1,1000000000],"template":"Length of Guangzhou–Shenzhen–Hong Kong Express Rail Link Mainland section (km)的数值是___。","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Chinese history (specific dates)","consensus":1045,"contrast":{"distinguishingModels":["openai/gpt-6.1-sol","openai/gpt-6.1-terra"]},"domain":"chinese_history","enrollmentEvidence":{"answers":[1045,1045,1045],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"scientific and literary history","id":"llm:chinese-history:6b300d662555","name":"Year Bi Sheng invented movable type according to Shen Kuo approximately (CE)","range":[-3000,2030],"template":"Year Bi Sheng invented movable type according to Shen Kuo approximately (CE)发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Physics (material properties)","consensus":14,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5","openai/gpt-6.1-terra"]},"domain":"physics","enrollmentEvidence":{"answers":[14,14,14],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"electromagnetic material properties","id":"llm:physics:1a468d0368c4","name":"Electrical resistivity of gallium (solid, polycrystalline) at 20 °C (×10⁻⁸ Ω·m)","range":[0,1000000000000000],"template":"The numerical value of Electrical resistivity of gallium (solid, polycrystalline) at 20 °C (×10⁻⁸ Ω·m) in SI units is ___.","tolerance":{"mode":"relative","value":0.02}},{"canonicalDomainName":"Medical (drug half-lives)","consensus":49,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"medical","enrollmentEvidence":{"answers":[49,49,49],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"metabolic and neurologic medicines","id":"llm:medical:38cb56c52cc1","name":"Elimination half-life of tafamidis meglumine in hours","range":[0.01,5000],"template":"The elimination half-life of Elimination half-life of tafamidis meglumine in hours is approximately ___ hours.","tolerance":{"mode":"relative","value":0.1}},{"canonicalDomainName":"Programming (release years)","consensus":2008,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5","openai/gpt-6.1-terra"]},"domain":"programming","enrollmentEvidence":{"answers":[2008,2008,2008],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"database and protocol implementations","id":"llm:programming:919ef2ead0d4","name":"Tarantool first public release year","range":[1950,2030],"template":"The first public release year of Tarantool first public release year was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Astronomy (periods and distances)","consensus":302,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"astronomy","enrollmentEvidence":{"answers":[302,302,302],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":5,"generationTheme":"unusual galaxies and nebulae","id":"llm:astronomy:b7b9822679e8","name":"Redshift of the Cartwheel Galaxy (z, multiplied by 10000)","range":[0,1000000000000000],"template":"The numerical value of Redshift of the Cartwheel Galaxy (z, multiplied by 10000) is ___.","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":78,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"biology","enrollmentEvidence":{"answers":[78,78,78],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":5,"generationTheme":"ferns and lycopods","id":"llm:biology:46e7cf088cc0","name":"Diploid chromosome number (2n) of Ceratopteris richardii (C-fern model organism)","range":[1,2000],"template":"The diploid chromosome number (2n) of Diploid chromosome number (2n) of Ceratopteris richardii (C-fern model organism) is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Programming (release years)","consensus":1997,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"programming","enrollmentEvidence":{"answers":[1997,1997,1997],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"scientific languages","id":"llm:programming:d37acd09cbf4","name":"Singular computer algebra system first public release year","range":[1950,2030],"template":"The first public release year of Singular computer algebra system first public release year was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":98,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"biology","enrollmentEvidence":{"answers":[98,98,98],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"deep-sea and cartilaginous fish","id":"llm:biology:4512281e119f","name":"Leucoraja erinacea little skate diploid chromosome number 2n","range":[1,2000],"template":"The diploid chromosome number (2n) of Leucoraja erinacea little skate diploid chromosome number 2n is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":18,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"biology","enrollmentEvidence":{"answers":[18,18,18],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"ferns and lycopods","id":"llm:biology:d0d4eed159a0","name":"Diploid chromosome number (2n) of Salvinia natans","range":[1,2000],"template":"The diploid chromosome number (2n) of Diploid chromosome number (2n) of Salvinia natans is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Physics (material properties)","consensus":2230,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"physics","enrollmentEvidence":{"answers":[2230,2230,2230],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"thermal and acoustic properties","id":"llm:physics:041cab5b1025","name":"debye_temperature_of_diamond_K","range":[0,1000000000000000],"template":"The numerical value of debye_temperature_of_diamond_K in SI units is ___.","tolerance":{"mode":"relative","value":0.02}},{"canonicalDomainName":"Chinese geography (measurements)","consensus":5016,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"chinese_geography","enrollmentEvidence":{"answers":[5016,5016,5016],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"county and prefecture geography","id":"llm:chinese-geography:b2d5b964fcb4","name":"Area of Xiangcheng County, Sichuan (square kilometres)","range":[1,1000000000],"template":"Area of Xiangcheng County, Sichuan (square kilometres)的数值是___。","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Physics (material properties)","consensus":2300,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5","openai/gpt-6.1-sol","openai/gpt-6.1-terra"]},"domain":"physics","enrollmentEvidence":{"answers":[2300,2300,2300],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"thermal and acoustic properties","id":"llm:physics:e7580ee29601","name":"Thermal conductivity of diamond (type IIa) at 300 K (W/(m*K))","range":[0,1000000000000000],"template":"The numerical value of Thermal conductivity of diamond (type IIa) at 300 K (W/(m*K)) in SI units is ___.","tolerance":{"mode":"relative","value":0.02}},{"canonicalDomainName":"Chinese history (specific dates)","consensus":630,"contrast":{"distinguishingModels":["openai/gpt-6.1-sol"]},"domain":"chinese_history","enrollmentEvidence":{"answers":[630,630,630],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":6,"generationTheme":"trade and diplomatic history","id":"llm:chinese-history:742c12607f63","name":"Year the first Japanese embassy to the Tang court arrived (CE)","range":[-3000,2030],"template":"Year the first Japanese embassy to the Tang court arrived (CE)发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Internet culture (dates and numbers)","consensus":2008,"contrast":{"distinguishingModels":["openai/gpt-6.1-sol"]},"domain":"internet_culture","enrollmentEvidence":{"answers":[2008,2008,2008],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":5,"generationTheme":"community milestones","id":"llm:internet-culture:03c8bef3c416","name":"Year Know Your Meme launched","range":[1,2030],"template":"The numerical value associated with Year Know Your Meme launched is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese internet (platform dates)","consensus":1997,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"chinese_internet","enrollmentEvidence":{"answers":[1997,1997,1997],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":5,"generationTheme":"early platforms","id":"llm:chinese-internet:abdda5eab0f6","name":"Mop.com Founded Year","range":[1990,2030],"template":"Mop.com Founded Year发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Pop culture (box office and ratings)","consensus":3,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5","openai/gpt-6.1-sol","openai/gpt-6.1-terra"]},"domain":"pop_culture","enrollmentEvidence":{"answers":[3,3,3],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"games and books","id":"llm:pop-culture:3430c738782a","name":"Number of levels in the original 1990 arcade release of Rampart (Atari, standard campaign count of maps)","range":[1,10000],"template":"The numerical value associated with Number of levels in the original 1990 arcade release of Rampart (Atari, standard campaign count of maps) is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese literature (publication years)","consensus":1932,"contrast":{"distinguishingModels":["openai/gpt-6.1-sol","openai/gpt-6.1-terra"]},"domain":"chinese_literature","enrollmentEvidence":{"answers":[1932,1932,1932],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"science fiction and online literature","id":"llm:chinese-literature:440f7cf1d8bb","name":"Year Lao She's science fiction novel \"Cat Country\" (Maocheng ji) was published","range":[-3000,2030],"template":"Year Lao She's science fiction novel \"Cat Country\" (Maocheng ji) was published的数值是___。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":20,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"biology","enrollmentEvidence":{"answers":[20,20,20],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"ferns and lycopods","id":"llm:biology:1d105c99de46","name":"Selaginella kraussiana diploid chromosome number (2n)","range":[1,2000],"template":"The diploid chromosome number (2n) of Selaginella kraussiana diploid chromosome number (2n) is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":20,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"biology","enrollmentEvidence":{"answers":[20,20,20],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"ferns and lycopods","id":"llm:biology:cc75d9975bc6","name":"Diploid chromosome number (2n) of Selaginella kraussiana","range":[1,2000],"template":"The diploid chromosome number (2n) of Diploid chromosome number (2n) of Selaginella kraussiana is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chemistry (melting points)","consensus":1395,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"chemistry_mp","enrollmentEvidence":{"answers":[1395,1395,1395],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"intermetallic compounds and alloys","id":"llm:chemistry-mp:1e9f22c5272a","name":"Melting point of nickel trialuminide Ni3Al (°C)","range":[-300,4000],"template":"The melting point of Melting point of nickel trialuminide Ni3Al (°C) is ___°C.","tolerance":{"mode":"absolute","value":3}},{"canonicalDomainName":"Medical (drug half-lives)","consensus":8,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5","openai/gpt-6.1-sol"]},"domain":"medical","enrollmentEvidence":{"answers":[8,8,8],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"metabolic and neurologic medicines","id":"llm:medical:4e5bf6002494","name":"Rufinamide elimination half-life (hours)","range":[0.01,5000],"template":"The elimination half-life of Rufinamide elimination half-life (hours) is approximately ___ hours.","tolerance":{"mode":"relative","value":0.1}},{"canonicalDomainName":"Chinese geography (measurements)","consensus":1324,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"chinese_geography","enrollmentEvidence":{"answers":[1324,1324,1324],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"county and prefecture geography","id":"llm:chinese-geography:143dc03ffab2","name":"Jiaozhou City land area (sq km)","range":[1,1000000000],"template":"Jiaozhou City land area (sq km)的数值是___。","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Chinese literature (publication years)","consensus":310,"contrast":{"distinguishingModels":["openai/gpt-6.1-sol","openai/gpt-6.1-terra"]},"domain":"chinese_literature","enrollmentEvidence":{"answers":[310,310,310],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"classical works and authors","id":"llm:chinese-literature:85f374de9439","name":"Number of poems in the Tang shi sanbai shou (Three Hundred Tang Poems, Hengtang Tuishi edition)","range":[-3000,2030],"template":"Number of poems in the Tang shi sanbai shou (Three Hundred Tang Poems, Hengtang Tuishi edition)的数值是___。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Programming (release years)","consensus":2007,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5","openai/gpt-6.1-sol","openai/gpt-6.1-terra"]},"domain":"programming","enrollmentEvidence":{"answers":[2007,2007,2007],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"specialist runtimes","id":"llm:programming:64b2c538f041","name":"Avian JVM first public release year","range":[1950,2030],"template":"The first public release year of Avian JVM first public release year was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":58,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"biology","enrollmentEvidence":{"answers":[58,58,58],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"deep-sea and cartilaginous fish","id":"llm:biology:46ab548b8f6d","name":"Hydrolagus_colliei_diploid_chromosome_number_2n","range":[1,2000],"template":"The diploid chromosome number (2n) of Hydrolagus_colliei_diploid_chromosome_number_2n is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Physics (material properties)","consensus":510,"contrast":{"distinguishingModels":["openai/gpt-6.1-sol"]},"domain":"physics","enrollmentEvidence":{"answers":[510,510,510],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"electromagnetic material properties","id":"llm:physics:ba367253de9b","name":"Saturation magnetization of nickel at 0 K (kA/m)","range":[0,1000000000000000],"template":"The numerical value of Saturation magnetization of nickel at 0 K (kA/m) in SI units is ___.","tolerance":{"mode":"relative","value":0.02}}],"queryProfile":{"apiProtocol":"openai-chat-completions","auditTemperature":0,"contrastTemperature":0,"enrollmentTemperatures":[0,0.7,0.7],"generationSettings":{"responseFormat":"text","seed":null,"topP":1},"maxTokensPerRequest":1600,"parserVersion":"kbf-numeric-lines-v3","probesPerRequest":10,"promptVariantsHash":"sha256:a9729cc7c2401f41d7dedcc1b78bceb7d0a6392afc03804457443df1d773b032","requestTimeoutMs":120000,"selfTestTemperature":0,"upstreamModel":"anthropic/claude-fable-5.1","version":2},"queryProfileHash":"sha256:5144c0f480fd5399c184ad3fc7afeb3146c9729898b96c2f93a7fbb210602670","referenceId":"sha256:b405944cf00ec46b2017ad9b4b0299651ef4cd10ee9e47b7910a32da7a3cd7d4","referenceModel":"claude-fable-5.1","selfTest":{"coverage":1,"errorRate":0.015151515151515152,"hamming":5,"outcomes":[{"answers":[1998,1998,1998],"matches":[1,1,1],"probeId":"llm:chinese-internet:b74e22ded05f"},{"answers":[1.32140985,1.32140985539,1.32141],"matches":[1,1,1],"probeId":"llm:physics:ea81c12f1313"},{"answers":[1934,1934,1934],"matches":[1,1,1],"probeId":"llm:chinese-literature:f40e9688289e"},{"answers":[215,215,215],"matches":[1,1,1],"probeId":"llm:chemistry-mp:3a144bbb3794"},{"answers":[22,22,22],"matches":[1,1,1],"probeId":"llm:biology:f2ded14f134c"},{"answers":[99,99,99],"matches":[1,1,1],"probeId":"llm:medical:8b5d05dbcb9f"},{"answers":[35.5,35.5,35.5],"matches":[1,1,1],"probeId":"llm:medical:8233b58c3152"},{"answers":[2018,2019,2018],"matches":[1,0,1],"probeId":"llm:programming:004b96fff3da"},{"answers":[2011,2011,2011],"matches":[1,1,1],"probeId":"llm:programming:9121610cee38"},{"answers":[180,180,180],"matches":[1,1,1],"probeId":"llm:astronomy:d8f6f74af9bc"},{"answers":[137,137,137],"matches":[1,1,1],"probeId":"llm:chemistry-bp:728a4d48ef91"},{"answers":[58,58,58],"matches":[1,1,1],"probeId":"llm:biology:3f51e38aa56f"},{"answers":[3,3,3],"matches":[1,1,1],"probeId":"llm:pop-culture:8a6a54b4c875"},{"answers":[2013,2013,2013],"matches":[1,1,1],"probeId":"llm:programming:41bc01c4896b"},{"answers":[1993,1993,1993],"matches":[1,1,1],"probeId":"llm:programming:e2e9ac719ce8"},{"answers":[264,264,264],"matches":[1,1,1],"probeId":"llm:biology:ef4a627dfa97"},{"answers":[2014,2014,2014],"matches":[1,1,1],"probeId":"llm:programming:8a77a1c13a5d"},{"answers":[310,310,310],"matches":[1,1,1],"probeId":"llm:chinese-literature:9142e6277c4a"},{"answers":[7,7,7],"matches":[1,1,1],"probeId":"llm:pop-culture:634fd80d206d"},{"answers":[3.67,3.67,3.67],"matches":[1,1,1],"probeId":"llm:physics:a92116620673"},{"answers":[721,721,721],"matches":[1,1,1],"probeId":"llm:chinese-history:aa53c7c6cce6"},{"answers":[1983,1983,1983],"matches":[1,1,1],"probeId":"llm:programming:38c722ed7c23"},{"answers":[1940,1940,1940],"matches":[1,1,1],"probeId":"llm:chemistry-mp:36994911c5ae"},{"answers":[13,13,13],"matches":[1,1,1],"probeId":"llm:pop-culture:cb7445100433"},{"answers":[1281,1281,1281],"matches":[1,1,1],"probeId":"llm:chinese-history:edb795da2ea7"},{"answers":[388,388,388],"matches":[1,1,1],"probeId":"llm:pop-culture:43e79d702e3e"},{"answers":[318200,318200,318200],"matches":[1,1,1],"probeId":"llm:chinese-geography:d8f167b6c617"},{"answers":[147,147,147],"matches":[1,1,1],"probeId":"llm:math:2c09044f9a5f"},{"answers":[110,110,110],"matches":[1,1,1],"probeId":"llm:biology:bf453531c495"},{"answers":[4,4,4],"matches":[1,1,1],"probeId":"llm:medical:14109a08a0c3"},{"answers":[2008,2008,2008],"matches":[1,1,1],"probeId":"llm:programming:1c8d475ecf6f"},{"answers":[1973,1973,1973],"matches":[1,1,1],"probeId":"llm:programming:ce32c0d063b0"},{"answers":[1925,1925,1925],"matches":[1,1,1],"probeId":"llm:chemistry-mp:6bc3be7ff921"},{"answers":[1321,1321,1321],"matches":[1,1,1],"probeId":"llm:chinese-geography:bdf6d64d07f6"},{"answers":[8,8,8],"matches":[1,1,1],"probeId":"llm:medical:872d4365d432"},{"answers":[1969,1969,1969],"matches":[1,1,1],"probeId":"llm:programming:79c7c54f200a"},{"answers":[264,264,264],"matches":[1,1,1],"probeId":"llm:biology:2d4115ecd651"},{"answers":[1999,1999,1999],"matches":[1,1,1],"probeId":"llm:internet-culture:4db3718d4f92"},{"answers":[18,18,18],"matches":[1,1,1],"probeId":"llm:biology:349f895e989a"},{"answers":[76,76,76],"matches":[1,1,1],"probeId":"llm:medical:f9c9831b5623"},{"answers":[58,58,58],"matches":[1,1,1],"probeId":"llm:biology:ccd9fb1854bb"},{"answers":[98,98,98],"matches":[1,1,1],"probeId":"llm:biology:fa1e6f2aad6e"},{"answers":[907,907,907],"matches":[1,1,1],"probeId":"llm:chinese-history:2d6f9442a233"},{"answers":[12,12,12],"matches":[1,1,1],"probeId":"llm:astronomy:fb120d31eeff"},{"answers":[20,20,20],"matches":[1,1,1],"probeId":"llm:chinese-geography:58eb293596e7"},{"answers":[102,102,102],"matches":[1,1,1],"probeId":"llm:biology:5a1b47b5a887"},{"answers":[1281,1281,1281],"matches":[1,1,1],"probeId":"llm:chinese-history:939b6aa8e104"},{"answers":[165,165,165],"matches":[1,1,1],"probeId":"llm:chemistry-bp:18d6a9e1bdb6"},{"answers":[6.5,6.5,6.5],"matches":[1,1,1],"probeId":"llm:medical:4df0651908c8"},{"answers":[1997,1997,1997],"matches":[1,1,1],"probeId":"llm:chinese-internet:6477d4e555e2"},{"answers":[3,3,3],"matches":[1,1,1],"probeId":"llm:math:a4c3de9b7639"},{"answers":[13,13,13],"matches":[1,1,1],"probeId":"llm:astronomy:5d2d80d12554"},{"answers":[156,156,156],"matches":[1,1,1],"probeId":"llm:chemistry-bp:7ebfb49c9d5e"},{"answers":[1996,1996,1996],"matches":[1,1,1],"probeId":"llm:programming:bf6a7a4fed4d"},{"answers":[501,501,501],"matches":[1,1,1],"probeId":"llm:chinese-history:8fe8977d41e1"},{"answers":[2.1279,2.1278,2.1271],"matches":[1,1,1],"probeId":"llm:physics:dad950465112"},{"answers":[26.033,26.03,26.033],"matches":[1,1,1],"probeId":"llm:physics:8d55e6be458b"},{"answers":[18000,18000,18000],"matches":[1,1,1],"probeId":"llm:physics:34ab79174bb2"},{"answers":[1969,1969,1969],"matches":[1,1,1],"probeId":"llm:programming:7e3012c349b1"},{"answers":[47,47,60],"matches":[1,1,0],"probeId":"llm:medical:c7be72e3bbd6"},{"answers":[165,165,165],"matches":[1,1,1],"probeId":"llm:pop-culture:94f9057ea7a5"},{"answers":[730,730,730],"matches":[1,1,1],"probeId":"llm:chemistry-mp:ca2f132ab762"},{"answers":[25,25,25],"matches":[1,1,1],"probeId":"llm:medical:f28ae13a7c87"},{"answers":[1350,1370,1370],"matches":[1,1,1],"probeId":"llm:physics:5a596cd5d909"},{"answers":[1776.86,1776.86,1776.86],"matches":[1,1,1],"probeId":"llm:physics:d2c50f7b5c37"},{"answers":[1987,1987,1987],"matches":[1,1,1],"probeId":"llm:programming:9674c2701b13"},{"answers":[110,110,22],"matches":[1,1,0],"probeId":"llm:biology:a49b6ce06e22"},{"answers":[482,482,482],"matches":[1,1,1],"probeId":"llm:physics:ba48332fb036"},{"answers":[168,168,168],"matches":[1,1,1],"probeId":"llm:medical:572c9f5b531c"},{"answers":[1988,1988,1988],"matches":[1,1,1],"probeId":"llm:programming:672b507dab94"},{"answers":[25,25,25],"matches":[1,1,1],"probeId":"llm:biology:6cdd07b44277"},{"answers":[2000,2000,2000],"matches":[1,1,1],"probeId":"llm:internet-culture:79040cc23768"},{"answers":[60,60,60],"matches":[1,1,1],"probeId":"llm:biology:0b9f0a7b1d6c"},{"answers":[6274,6274,6274],"matches":[1,1,1],"probeId":"llm:chinese-geography:54823d3b6052"},{"answers":[168,168,168],"matches":[1,1,1],"probeId":"llm:medical:4bea761205c8"},{"answers":[2425,2425,2425],"matches":[1,1,1],"probeId":"llm:chemistry-mp:d809e8333ba8"},{"answers":[2003,2003,2003],"matches":[1,1,1],"probeId":"llm:chinese-internet:b2d05b99e712"},{"answers":[2005,2005,2005],"matches":[1,1,1],"probeId":"llm:chinese-literature:b8d2279da594"},{"answers":[98,98,98],"matches":[1,1,1],"probeId":"llm:biology:dd3c7add3cac"},{"answers":[1996,1996,1996],"matches":[1,1,1],"probeId":"llm:programming:844f6bf07a28"},{"answers":[824,824,824],"matches":[1,1,1],"probeId":"llm:chemistry-mp:ed16c84bb90d"},{"answers":[39.7,39.7,39.7],"matches":[1,1,1],"probeId":"llm:medical:94cb85819baa"},{"answers":[1578,1578,1578],"matches":[1,1,1],"probeId":"llm:chinese-history:2e1d30ac0496"},{"answers":[116,116,116],"matches":[1,1,1],"probeId":"llm:chinese-geography:a9d9be19ba9f"},{"answers":[1045,1045,1045],"matches":[1,1,1],"probeId":"llm:chinese-history:6b300d662555"},{"answers":[14,14,14],"matches":[1,1,1],"probeId":"llm:physics:1a468d0368c4"},{"answers":[49,49,49],"matches":[1,1,1],"probeId":"llm:medical:38cb56c52cc1"},{"answers":[2008,2010,2008],"matches":[1,0,1],"probeId":"llm:programming:919ef2ead0d4"},{"answers":[302,302,302],"matches":[1,1,1],"probeId":"llm:astronomy:b7b9822679e8"},{"answers":[78,78,78],"matches":[1,1,1],"probeId":"llm:biology:46e7cf088cc0"},{"answers":[1997,1997,1997],"matches":[1,1,1],"probeId":"llm:programming:d37acd09cbf4"},{"answers":[98,98,98],"matches":[1,1,1],"probeId":"llm:biology:4512281e119f"},{"answers":[18,18,18],"matches":[1,1,1],"probeId":"llm:biology:d0d4eed159a0"},{"answers":[2230,2230,2230],"matches":[1,1,1],"probeId":"llm:physics:041cab5b1025"},{"answers":[5016,5016,5016],"matches":[1,1,1],"probeId":"llm:chinese-geography:b2d5b964fcb4"},{"answers":[2300,2300,2300],"matches":[1,1,1],"probeId":"llm:physics:e7580ee29601"},{"answers":[630,630,630],"matches":[1,1,1],"probeId":"llm:chinese-history:742c12607f63"},{"answers":[2008,2008,2008],"matches":[1,1,1],"probeId":"llm:internet-culture:03c8bef3c416"},{"answers":[1997,1997,1997],"matches":[1,1,1],"probeId":"llm:chinese-internet:abdda5eab0f6"},{"answers":[3,7,3],"matches":[1,0,1],"probeId":"llm:pop-culture:3430c738782a"},{"answers":[1932,1932,1932],"matches":[1,1,1],"probeId":"llm:chinese-literature:440f7cf1d8bb"},{"answers":[20,20,20],"matches":[1,1,1],"probeId":"llm:biology:1d105c99de46"},{"answers":[20,20,20],"matches":[1,1,1],"probeId":"llm:biology:cc75d9975bc6"},{"answers":[1395,1395,1395],"matches":[1,1,1],"probeId":"llm:chemistry-mp:1e9f22c5272a"},{"answers":[8,8,8],"matches":[1,1,1],"probeId":"llm:medical:4e5bf6002494"},{"answers":[1324,1324,1324],"matches":[1,1,1],"probeId":"llm:chinese-geography:143dc03ffab2"},{"answers":[310,310,310],"matches":[1,1,1],"probeId":"llm:chinese-literature:85f374de9439"},{"answers":[2007,2007,2007],"matches":[1,1,1],"probeId":"llm:programming:64b2c538f041"},{"answers":[58,58,58],"matches":[1,1,1],"probeId":"llm:biology:46ab548b8f6d"},{"answers":[510,510,510],"matches":[1,1,1],"probeId":"llm:physics:ba367253de9b"}],"total":330},"statisticalPower":0.9765431731782074,"statisticalPowerEvidence":{"alpha":0.05,"alternativeMismatchRate":0.13923695118531657,"clopperPearsonConfidence":0.99,"criticalMismatchCount":9,"p0UpperBound":0.03923695118531656,"power":0.9765431731782074,"probeCount":110,"selfHamming":5,"selfTotal":330,"test":"one-sided-binomial"}},"result":{"cost":{"estimatedCostUsd":0,"inputTokens":0,"missingCostExchangeCount":19,"outputTokens":0,"pricedExchangeCount":0,"totalTokens":0},"cumulativeCost":{"estimatedCostUsd":0,"inputTokens":0,"missingCostExchangeCount":19,"outputTokens":0,"pricedExchangeCount":0,"totalTokens":0},"matchVector":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],"matchVectorHash":"sha256:de420864108b24706859289b41b78ded505d29d339113924b8ffe6aec6491908","outcomeReason":{"affectedBatchCount":18,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":18},"parsedProbeCount":0,"selectedProbeCount":110,"stats":{"p0Cp99":null,"pValueBinomial":null,"selfCoverage":1,"selfHamming":6,"selfTotal":110,"targetCoverage":0,"targetHamming":0,"targetTotal":0},"verdict":"UNDETERMINED","verdictReason":"coverage 0.0000 below minimum 0.5"},"resume":{"parentAuditId":"0x655544141a16030a34258d4a9c3685739853823e4e36aec30cc11a1094bede76","parentEvidenceHash":"0x679eaa66ca7eb613edaeadcb69da9072360c7af8115657c89b47623cbc388cae","reservationAuditId":"0x655544141a16030a34258d4a9c3685739853823e4e36aec30cc11a1094bede76","reusedBatchIndexes":[]},"sellerThinking":{"attempts":[{"attemptCosts":[],"failure":"thinking discovery exceeded 600000ms","maxTokens":800,"reasoningTokens":null,"requestIds":["72738197-ff82-4aa2-afb8-ec02ed1b812c","11919fac-e878-4337-b86a-7b1c07d4175f"],"status":null,"strategy":"reasoning-effort-none","validAnswers":null},{"attemptCosts":[],"failure":"thinking discovery exceeded 600000ms","maxTokens":800,"reasoningTokens":null,"requestIds":[],"status":null,"strategy":"reasoning-effort-minimal","validAnswers":null},{"attemptCosts":[],"failure":"thinking discovery exceeded 600000ms","maxTokens":800,"reasoningTokens":null,"requestIds":[],"status":null,"strategy":"disable-thinking","validAnswers":null},{"attemptCosts":[],"failure":"thinking discovery exceeded 600000ms","maxTokens":800,"reasoningTokens":null,"requestIds":[],"status":null,"strategy":"enable-thinking-false","validAnswers":null},{"attemptCosts":[],"failure":"thinking discovery exceeded 600000ms","maxTokens":800,"reasoningTokens":null,"requestIds":[],"status":null,"strategy":"prefill","validAnswers":null},{"attemptCosts":[],"failure":"thinking discovery exceeded 600000ms","maxTokens":800,"reasoningTokens":null,"requestIds":[],"status":null,"strategy":"bare","validAnswers":null},{"attemptCosts":[],"failure":"thinking discovery exceeded 600000ms","maxTokens":40000,"reasoningTokens":null,"requestIds":[],"status":null,"strategy":"bare-expanded","validAnswers":null}],"failure":"no thinking-suppression strategy worked for claude-fable-5.1 on seller d5e7d5950b6cc71c095da4ace0c0cb8495667be0, even 'bare' with 40000 tokens: reasoning-effort-none: failed thinking discovery exceeded 600000ms; reasoning-effort-minimal: failed thinking discovery exceeded 600000ms; disable-thinking: failed thinking discovery exceeded 600000ms; enable-thinking-false: failed thinking discovery exceeded 600000ms; prefill: failed thinking discovery exceeded 600000ms; bare: failed thinking discovery ","maxTokens":1600,"method":"kbf-reference-code-2026-09-30","strategy":null},"target":{"agentId":"47214","displayName":"attacompute.ai","peerId":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0","service":"claude-fable-5.1"},"version":1}