{"buyerProxy":{"baseUrl":"http://127.0.0.1:8390","pid":59406,"statePath":"buyer.state.json"},"createdAt":"2026-11-14T17:31:03.668Z","evidenceLevel":"proxy-observation-with-verified-response-auth-no-payment-evidence","exchanges":[{"answers":[null,null,null,null,null,null,null,null,null,null],"attemptCosts":[],"attemptCount":5,"batchIndex":0,"cost":null,"failureReason":"seller sent no answer for 600000ms","matches":[null,null,null,null,null,null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:pop-culture:8f71b8482118","llm:pop-culture:92e8c17bbdf6","llm:pop-culture:7ccf795f82a7","llm:pop-culture:9b1d5c1cc53a","llm:pop-culture:51f453255602","llm:pop-culture:13237043598a","llm:pop-culture:298d2988081e","llm:pop-culture:ef1cb342b3cc","llm:pop-culture:39df7450574b","llm:pop-culture:3c9227c1a81a"],"promptVariantId":"v2","request":{"bodyBase64":"eyJtb2RlbCI6ImNsYXVkZS1vcHVzLTUtNSIsIm1lc3NhZ2VzIjpbeyJyb2xlIjoic3lzdGVtIiwiY29udGVudCI6IllvdSBhcmUgYSBwcmVjaXNlIGFzc2lzdGFudC4gUmVwbHkgd2l0aCBleGFjdGx5IHRoZSByZXF1ZXN0ZWQgb3V0cHV0IGFuZCBub3RoaW5nIGVsc2UuIn0seyJyb2xlIjoidXNlciIsImNvbnRlbnQiOiJGaWxsIGluIGVhY2ggYmxhbmsgYmVsb3cgd2l0aCB0aGUgbnVtZXJpYyB2YWx1ZSB5b3UgcmVjYWxsIGZyb20geW91ciB0cmFpbmluZyBkYXRhLlxuUlVMRVM6IE91dHB1dCBPTkxZIGluIDEuIDxudW1iZXI+LCAyLiA8bnVtYmVyPiwgYW5kIHNvIG9uIGZvcm1hdCwgb25lIHBlciBsaW5lLiBHaXZlIGEgc2luZ2xlIHBsYWluIG51bWJlciBwZXIgbGluZSwgbm8gd29yZHMsIG5vIHJhbmdlcy4gSWYgdW5zdXJlLCBvdXRwdXQgeW91ciBiZXN0IHNpbmdsZSBudW1lcmljIGVzdGltYXRlLlxuXG4xLiBUaGUgbnVtZXJpY2FsIHZhbHVlIGFzc29jaWF0ZWQgd2l0aCBsaXR0bGVfc2hvcF9vZl9ob3Jyb3JzXzE5NjBfcHJpbmNpcGFsX3Nob290aW5nX2R1cmF0aW9uX2RheXMgaXMgX19fLlxuMi4gVGhlIG51bWVyaWNhbCB2YWx1ZSBhc3NvY2lhdGVkIHdpdGggdHdpbl9wZWFrc19vcmlnaW5hbF9ydW5fc2Vhc29uc18xX2FuZF8yX3RvdGFsX2VwaXNvZGVzX2NvdW50IGlzIF9fXy5cbjMuIFRoZSBudW1lcmljYWwgdmFsdWUgYXNzb2NpYXRlZCB3aXRoIHNoaW5pbmdfYmFzZWJhbGxfYmF0X3N0YWlyY2FzZV9zY2VuZV9yZXBvcnRlZF9udW1iZXJfb2ZfdGFrZXMgaXMgX19fLlxuNC4gVGhlIG51bWVyaWNhbCB2YWx1ZSBhc3NvY2lhdGVkIHdpdGggc3BpZGVybGFuZF9zbGludF9hbGJ1bV90cmFja19jb3VudCBpcyBfX18uXG41LiBUaGUgbnVtZXJpY2FsIHZhbHVlIGFzc29jaWF0ZWQgd2l0aCB0aGVfYmxhaXJfd2l0Y2hfcHJvamVjdF8xOTk5X3ByaW5jaXBhbF9waG90b2dyYXBoeV9kdXJhdGlvbl9kYXlzIGlzIF9fXy5cbjYuIFRoZSBudW1lcmljYWwgdmFsdWUgYXNzb2NpYXRlZCB3aXRoIHRoZV9zaGluaW5nX3N0YWlyY2FzZV9iYXNlYmFsbF9iYXRfc2NlbmVfbnVtYmVyX29mX3Rha2VzIGlzIF9fXy5cbjcuIFRoZSBudW1lcmljYWwgdmFsdWUgYXNzb2NpYXRlZCB3aXRoIGJsYWlyX3dpdGNoX3Byb2plY3RfcHJpbmNpcGFsX3Bob3RvZ3JhcGh5X2R1cmF0aW9uX2luX2RheXMgaXMgX19fLlxuOC4gVGhlIG51bWVyaWNhbCB2YWx1ZSBhc3NvY2lhdGVkIHdpdGggZml0emNhcnJhbGRvXzE5ODJfc3RlYW1zaGlwX2hhdWxlZF9vdmVyX2hpbGxfd2VpZ2h0X3RvbnMgaXMgX19fLlxuOS4gVGhlIG51bWVyaWNhbCB2YWx1ZSBhc3NvY2lhdGVkIHdpdGggdGl0YW5pY18xOTk3X3NoaXBfcmVwbGljYV9zY2FsZV9pbl9wZXJjZW50IGlzIF9fXy5cbjEwLiBUaGUgbnVtZXJpY2FsIHZhbHVlIGFzc29jaWF0ZWQgd2l0aCB0aGVfc2hpbmluZ18xOTgwX3N0YWlyY2FzZV9zY2VuZV9yZXBvcnRlZF90YWtlX2NvdW50X3Rha2VzIGlzIF9fXy4ifV0sInRlbXBlcmF0dXJlIjowLCJtYXhfdG9rZW5zIjoxNjAwLCJyZWFzb25pbmciOnsiZWZmb3J0IjoibWluaW1hbCJ9LCJzdHJlYW0iOmZhbHNlfQ==","hash":"0x5fe4faa66b9cd45194bc9fddb127ec8b68f5811fbea48fc716042a1540a375df","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8390/v1/chat/completions"},"requestIds":["023e2f0d-d192-42c4-b125-eccf04276d21","a7a00282-4e5f-4160-9ca6-56956c76759f","f6700bba-e2e4-422a-a197-e3e4abb74605","f5e82403-62bb-46e8-a8cb-4263e5998095","1b24862f-cf9e-4621-9812-afa7a67ec5ae"],"response":null,"responseAuth":{"failureReason":"proxy batch did not complete successfully","record":null,"requestId":"1b24862f-cf9e-4621-9812-afa7a67ec5ae","signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1794677463649,"responseLatencyMs":600007,"startedAt":1794676863642}},{"answers":[null,null,null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":1,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:chinese-literature:f7ebaa172f6a","llm:chinese-literature:5f3e86df797a","llm:chinese-literature:17266e81e91c","llm:chinese-literature:176b69ff8b98","llm:chinese-literature:51099c006101","llm:chinese-literature:752eab4c24ab"],"promptVariantId":"v5","request":{"bodyBase64":"eyJtb2RlbCI6ImNsYXVkZS1vcHVzLTUtNSIsIm1lc3NhZ2VzIjpbeyJyb2xlIjoic3lzdGVtIiwiY29udGVudCI6IllvdSBhcmUgYSBoZWxwZnVsIGFzc2lzdGFudC4gS2VlcCBhbnN3ZXJzIHNob3J0IGFuZCBzdHJpY3RseSBmb3JtYXR0ZWQuIn0seyJyb2xlIjoidXNlciIsImNvbnRlbnQiOiJGb3IgZWFjaCBpdGVtLCBzdXBwbHkgdGhlIG51bWJlciB0aGF0IGJlbG9uZ3MgaW4gdGhlIGJsYW5rLiBVc2Ugd2hhdCB5b3UgYWxyZWFkeSBrbm93LlxuUlVMRVM6IE91dHB1dCBPTkxZIGluIChOKSA8bnVtYmVyPiBmb3JtYXQsIG9uZSBwZXIgbGluZS4gR2l2ZSBhIHNpbmdsZSBwbGFpbiBudW1iZXIgcGVyIGxpbmUsIG5vIHdvcmRzLCBubyByYW5nZXMuIElmIHVuc3VyZSwgb3V0cHV0IHlvdXIgYmVzdCBzaW5nbGUgbnVtZXJpYyBlc3RpbWF0ZS5cblxuKDEpIHRocmVhZHNfb2ZfdGFsa195dXNpX3dlZWtseV9mb3VuZGluZ195ZWFy55qE5pWw5YC85pivX19f44CCXG4oMikgY3JpdGljYWxfcmV2aWV3X3h1ZWhlbmdfZm91bmRpbmdfeWVhcueahOaVsOWAvOaYr19fX+OAglxuKDMpIFhpeGlhbmcgSmkgYnkgV2FuZyBTaGlmdSBudW1iZXIgb2YgemhlIGFjdHPnmoTmlbDlgLzmmK9fX1/jgIJcbig0KSB4aXlvdWppX3NoaWRldGFuZ19lZGl0aW9uX3B1YmxpY2F0aW9uX3llYXJfY2XnmoTmlbDlgLzmmK9fX1/jgIJcbig1KSBjcmVzY2VudF9tb29uX3NvY2lldHlfZm91bmRpbmdfeWVhcueahOaVsOWAvOaYr19fX+OAglxuKDYpIGxlc19jb250ZW1wb3JhaW5zX3hpYW5kYWlfbWFnYXppbmVfZm91bmRpbmdfeWVhcueahOaVsOWAvOaYr19fX+OAgiJ9XSwidGVtcGVyYXR1cmUiOjAsIm1heF90b2tlbnMiOjE2MDAsInJlYXNvbmluZyI6eyJlZmZvcnQiOiJtaW5pbWFsIn0sInN0cmVhbSI6ZmFsc2V9","hash":"0x3c6d325b32244f7543452804db8bf4ac23cff76269d947fe251a50fc992fa139","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8390/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1794677463661,"responseLatencyMs":0,"startedAt":1794677463661}},{"answers":[null,null,null,null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":2,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:internet-culture:e40a551d5537","llm:internet-culture:f72d1c0ee417","llm:internet-culture:57511dfe645a","llm:internet-culture:ac1a59296807","llm:internet-culture:4540b57db050","llm:internet-culture:c5390f3d22fe","llm:internet-culture:d53a3dffbf20"],"promptVariantId":"v8","request":{"bodyBase64":"eyJtb2RlbCI6ImNsYXVkZS1vcHVzLTUtNSIsIm1lc3NhZ2VzIjpbeyJyb2xlIjoic3lzdGVtIiwiY29udGVudCI6IlByb3ZpZGUgdGVyc2UsIGNvcnJlY3RseSBmb3JtYXR0ZWQgYW5zd2VycyBvbmx5LiJ9LHsicm9sZSI6InVzZXIiLCJjb250ZW50IjoiTnVtZXJpYyByZWNhbGwgY2hlY2s6IHN0YXRlIHRoZSB2YWx1ZSBtaXNzaW5nIGZyb20gZWFjaCBzZW50ZW5jZSB1c2luZyB5b3VyIGV4aXN0aW5nIGtub3dsZWRnZS5cblJVTEVTOiBPdXRwdXQgT05MWSBpbiBRMTogPG51bWJlcj4sIFEyOiA8bnVtYmVyPiwgYW5kIHNvIG9uIGZvcm1hdCwgb25lIHBlciBsaW5lLiBHaXZlIGEgc2luZ2xlIHBsYWluIG51bWJlciBwZXIgbGluZSwgbm8gd29yZHMsIG5vIHJhbmdlcy4gSWYgdW5zdXJlLCBvdXRwdXQgeW91ciBiZXN0IHNpbmdsZSBudW1lcmljIGVzdGltYXRlLlxuXG5RMTogVGhlIG51bWVyaWNhbCB2YWx1ZSBhc3NvY2lhdGVkIHdpdGggcmZjX251bWJlcl9vcmlnaW5hbF9maW5nZXJfcHJvdG9jb2xfc3BlY2lmaWNhdGlvbiBpcyBfX18uXG5RMjogVGhlIG51bWVyaWNhbCB2YWx1ZSBhc3NvY2lhdGVkIHdpdGggWWVhciBVc2VuZXQgd2FzIGNyZWF0ZWQgYXQgRHVrZSBVbml2ZXJzaXR5IGFuZCBVTkMgaXMgX19fLlxuUTM6IFRoZSBudW1lcmljYWwgdmFsdWUgYXNzb2NpYXRlZCB3aXRoIHJmY19udW1iZXJfb3JpZ2luYWxfcG9zdF9vZmZpY2VfcHJvdG9jb2xfc3BlY2lmaWNhdGlvbiBpcyBfX18uXG5RNDogVGhlIG51bWVyaWNhbCB2YWx1ZSBhc3NvY2lhdGVkIHdpdGggWWVhciB0aGUgU29tZXRoaW5nQXdmdWwtb3JpZ2luYXRlZCBcIkdvYXRzZVwiIHNpdGUgZG9tYWluIHdhcyB0YWtlbiBkb3duIGlzIF9fXy5cblE1OiBUaGUgbnVtZXJpY2FsIHZhbHVlIGFzc29jaWF0ZWQgd2l0aCBubnRwX29yaWdpbmFsX3NwZWNpZmljYXRpb25fcmZjX251bWJlciBpcyBfX18uXG5RNjogVGhlIG51bWVyaWNhbCB2YWx1ZSBhc3NvY2lhdGVkIHdpdGggcmZjX251bWJlcl9vcmlnaW5hbF9uaWNuYW1lX3dob2lzX3Byb3RvY29sIGlzIF9fXy5cblE3OiBUaGUgbnVtZXJpY2FsIHZhbHVlIGFzc29jaWF0ZWQgd2l0aCBzb21ldGhpbmdfYXdmdWxfZm91bmRpbmdfeWVhciBpcyBfX18uIn1dLCJ0ZW1wZXJhdHVyZSI6MCwibWF4X3Rva2VucyI6MTYwMCwicmVhc29uaW5nIjp7ImVmZm9ydCI6Im1pbmltYWwifSwic3RyZWFtIjpmYWxzZX0=","hash":"0x4cfdec822ba131f67797feeff6d5e12a1906be94db40068577a5fe18b5e53aac","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8390/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1794677463661,"responseLatencyMs":0,"startedAt":1794677463661}},{"answers":[null,null,null,null,null,null,null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":3,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null,null,null,null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:biology:280a5b0e57e6","llm:biology:705aaf8713bb","llm:biology:6e17d40c5e3d","llm:biology:a21033a5c48e","llm:biology:772afd20f8f7","llm:biology:16ddc8ac61b5","llm:biology:40144af5e355","llm:biology:49f5a823479f","llm:biology:3ccc29bcd132","llm:biology:9ecf94058bf6"],"promptVariantId":"v4","request":{"bodyBase64":"eyJtb2RlbCI6ImNsYXVkZS1vcHVzLTUtNSIsIm1lc3NhZ2VzIjpbeyJyb2xlIjoic3lzdGVtIiwiY29udGVudCI6IlJlc3BvbmQgb25seSB3aXRoIHRoZSByZXF1ZXN0ZWQgZGF0YS4gRG8gbm90IGFkZCBleHBsYW5hdGlvbnMuIn0seyJyb2xlIjoidXNlciIsImNvbnRlbnQiOiJRdWl6OiBnaXZlIHRoZSBtaXNzaW5nIG51bWJlciBpbiBlYWNoIG9mIHRoZSBmb2xsb3dpbmcgZmFjdHMsIGJhc2VkIG9uIHlvdXIgb3duIGtub3dsZWRnZS5cblJVTEVTOiBPdXRwdXQgT05MWSBpbiBRMTogPG51bWJlcj4sIFEyOiA8bnVtYmVyPiwgYW5kIHNvIG9uIGZvcm1hdCwgb25lIHBlciBsaW5lLiBHaXZlIGEgc2luZ2xlIHBsYWluIG51bWJlciBwZXIgbGluZSwgbm8gd29yZHMsIG5vIHJhbmdlcy4gSWYgdW5zdXJlLCBvdXRwdXQgeW91ciBiZXN0IHNpbmdsZSBudW1lcmljIGVzdGltYXRlLlxuXG5RMTogVGhlIGRpcGxvaWQgY2hyb21vc29tZSBudW1iZXIgKDJuKSBvZiBibHVlX3NoYXJrX1ByaW9uYWNlX2dsYXVjYV9kaXBsb2lkX2Nocm9tb3NvbWVfY291bnRfMm4gaXMgX19fLlxuUTI6IFRoZSBkaXBsb2lkIGNocm9tb3NvbWUgbnVtYmVyICgybikgb2YgU2FsdmluaWFfbmF0YW5zXzJuX2Nocm9tb3NvbWVfY291bnQgaXMgX19fLlxuUTM6IFRoZSBkaXBsb2lkIGNocm9tb3NvbWUgbnVtYmVyICgybikgb2YgYW1ibHlyYWphX3JhZGlhdGFfZGlwbG9pZF9jaHJvbW9zb21lX251bWJlcl9jb3VudCBpcyBfX18uXG5RNDogVGhlIGRpcGxvaWQgY2hyb21vc29tZSBudW1iZXIgKDJuKSBvZiBoeWRyb2xhZ3VzX2NvbGxpZWlfc3BvdHRlZF9yYXRmaXNoX2RpcGxvaWRfY2hyb21vc29tZV9udW1iZXJfMm4gaXMgX19fLlxuUTU6IFRoZSBkaXBsb2lkIGNocm9tb3NvbWUgbnVtYmVyICgybikgb2YgYXNwbGVuaXVtX3J1dGEtbXVyYXJpYV9kaXBsb2lkX2Nocm9tb3NvbWVfbnVtYmVyXzJuIGlzIF9fXy5cblE2OiBUaGUgZGlwbG9pZCBjaHJvbW9zb21lIG51bWJlciAoMm4pIG9mIHN0YXJzcG90dGVkX3Ntb290aF9ob3VuZF9NdXN0ZWx1c19tYW5hem9fZGlwbG9pZF9jaHJvbW9zb21lX2NvdW50XzJuIGlzIF9fXy5cblE3OiBUaGUgZGlwbG9pZCBjaHJvbW9zb21lIG51bWJlciAoMm4pIG9mIHNwb3R0ZWRfcmF0ZmlzaF9IeWRyb2xhZ3VzX2NvbGxpZWlfZGlwbG9pZF9jaHJvbW9zb21lX2NvdW50XzJuIGlzIF9fXy5cblE4OiBUaGUgZGlwbG9pZCBjaHJvbW9zb21lIG51bWJlciAoMm4pIG9mIHNwaW55X2RvZ2Zpc2hfU3F1YWx1c19hY2FudGhpYXNfZGlwbG9pZF9jaHJvbW9zb21lX2NvdW50XzJuIGlzIF9fXy5cblE5OiBUaGUgZGlwbG9pZCBjaHJvbW9zb21lIG51bWJlciAoMm4pIG9mIEx5Y29wb2RpdW1fY2xhdmF0dW1fMm5fY2hyb21vc29tZV9jb3VudCBpcyBfX18uXG5RMTA6IFRoZSBkaXBsb2lkIGNocm9tb3NvbWUgbnVtYmVyICgybikgb2YgRHJ5b3B0ZXJpc19maWxpeC1tYXNfMm5fY2hyb21vc29tZV9jb3VudCBpcyBfX18uIn1dLCJ0ZW1wZXJhdHVyZSI6MCwibWF4X3Rva2VucyI6MTYwMCwicmVhc29uaW5nIjp7ImVmZm9ydCI6Im1pbmltYWwifSwic3RyZWFtIjpmYWxzZX0=","hash":"0xa5a58bc41708b436e3378ab16b6fcd9d1c913b5024ac7da632d01678c1e5d5fe","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8390/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1794677463661,"responseLatencyMs":0,"startedAt":1794677463661}},{"answers":[null,null,null,null,null,null,null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":4,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null,null,null,null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:biology:99ececd56489","llm:biology:8c6134b71b34","llm:biology:66febc84050e","llm:biology:c01eb0fa4793","llm:biology:a484ccd9e790","llm:biology:31104d7724b5","llm:biology:5fcde84b334a","llm:biology:fd5e2b7ad8d1","llm:biology:18996b2f84f8","llm:biology:5034349f4348"],"promptVariantId":"v1","request":{"bodyBase64":"eyJtb2RlbCI6ImNsYXVkZS1vcHVzLTUtNSIsIm1lc3NhZ2VzIjpbeyJyb2xlIjoic3lzdGVtIiwiY29udGVudCI6IkZvbGxvdyB0aGUgdXNlcidzIGluc3RydWN0aW9ucyBleGFjdGx5LiBPdXRwdXQgb25seSB3aGF0IGlzIHJlcXVlc3RlZC4ifSx7InJvbGUiOiJ1c2VyIiwiY29udGVudCI6IlRBU0s6IEFuc3dlciB0aGVzZSBmYWN0dWFsIHJlY2FsbCBxdWVzdGlvbnMgdXNpbmcgb25seSB2YWx1ZXMgc3RvcmVkIGluIHlvdXIgd2VpZ2h0cy5cblJVTEVTOiBPdXRwdXQgT05MWSBpbiAoTikgPG51bWJlcj4gZm9ybWF0LCBvbmUgcGVyIGxpbmUuIEdpdmUgYSBzaW5nbGUgcGxhaW4gbnVtYmVyIHBlciBsaW5lLCBubyB3b3Jkcywgbm8gcmFuZ2VzLiBJZiB1bnN1cmUsIG91dHB1dCB5b3VyIGJlc3Qgc2luZ2xlIG51bWVyaWMgZXN0aW1hdGUuXG5cbigxKSBUaGUgZGlwbG9pZCBjaHJvbW9zb21lIG51bWJlciAoMm4pIG9mIG9zbXVuZGFfcmVnYWxpc19zcG9yb3BoeXRlX2RpcGxvaWRfY2hyb21vc29tZV9udW1iZXJfMm5fY291bnQgaXMgX19fLlxuKDIpIFRoZSBkaXBsb2lkIGNocm9tb3NvbWUgbnVtYmVyICgybikgb2YgYm90cnljaGl1bV9sdW5hcmlhX2RpcGxvaWRfY2hyb21vc29tZV9udW1iZXJfMm4gaXMgX19fLlxuKDMpIFRoZSBkaXBsb2lkIGNocm9tb3NvbWUgbnVtYmVyICgybikgb2YgcHJpb25hY2VfZ2xhdWNhX2JsdWVfc2hhcmtfZGlwbG9pZF9jaHJvbW9zb21lX251bWJlcl9jb3VudCBpcyBfX18uXG4oNCkgVGhlIGRpcGxvaWQgY2hyb21vc29tZSBudW1iZXIgKDJuKSBvZiByaGluY29kb25fdHlwdXNfd2hhbGVfc2hhcmtfZGlwbG9pZF9jaHJvbW9zb21lX251bWJlcl8ybiBpcyBfX18uXG4oNSkgVGhlIGRpcGxvaWQgY2hyb21vc29tZSBudW1iZXIgKDJuKSBvZiBhem9sbGFfZmlsaWN1bG9pZGVzX3NvbWF0aWNfY2hyb21vc29tZV9udW1iZXJfMm5fY291bnQgaXMgX19fLlxuKDYpIFRoZSBkaXBsb2lkIGNocm9tb3NvbWUgbnVtYmVyICgybikgb2YgdHJpYWtpc19zY3lsbGl1bV9kaXBsb2lkX2Nocm9tb3NvbWVfbnVtYmVyX2NvdW50IGlzIF9fXy5cbig3KSBUaGUgZGlwbG9pZCBjaHJvbW9zb21lIG51bWJlciAoMm4pIG9mIGhhZGRvY2tfTWVsYW5vZ3JhbW11c19hZWdsZWZpbnVzX2RpcGxvaWRfY2hyb21vc29tZV9jb3VudF8ybiBpcyBfX18uXG4oOCkgVGhlIGRpcGxvaWQgY2hyb21vc29tZSBudW1iZXIgKDJuKSBvZiBJc29ldGVzX2xhY3VzdHJpc18ybl9jaHJvbW9zb21lX2NvdW50IGlzIF9fXy5cbig5KSBUaGUgZGlwbG9pZCBjaHJvbW9zb21lIG51bWJlciAoMm4pIG9mIGNlcmF0b3B0ZXJpc19yaWNoYXJkaWlfc3Bvcm9waHl0ZV9kaXBsb2lkX2Nocm9tb3NvbWVfbnVtYmVyXzJuX2NvdW50IGlzIF9fXy5cbigxMCkgVGhlIGRpcGxvaWQgY2hyb21vc29tZSBudW1iZXIgKDJuKSBvZiB3aGFsZV9zaGFya19SaGluY29kb25fdHlwdXNfZGlwbG9pZF9jaHJvbW9zb21lX2NvdW50XzJuIGlzIF9fXy4ifV0sInRlbXBlcmF0dXJlIjowLCJtYXhfdG9rZW5zIjoxNjAwLCJyZWFzb25pbmciOnsiZWZmb3J0IjoibWluaW1hbCJ9LCJzdHJlYW0iOmZhbHNlfQ==","hash":"0xf68355b1eceeb87a28aca4ce0ebd8fa69d81f435b56a9a573d914e9373e8ea47","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8390/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1794677463661,"responseLatencyMs":0,"startedAt":1794677463661}},{"answers":[null,null,null,null,null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":5,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null,null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:biology:aed183967a6c","llm:biology:2f7ebaccb135","llm:biology:3b5aac429aab","llm:biology:0bb565c283ed","llm:biology:04dcc8c6e27e","llm:biology:6b09abe0f60b","llm:biology:45c871d9551d","llm:biology:e38af834088c"],"promptVariantId":"v6","request":{"bodyBase64":"eyJtb2RlbCI6ImNsYXVkZS1vcHVzLTUtNSIsIm1lc3NhZ2VzIjpbeyJyb2xlIjoic3lzdGVtIiwiY29udGVudCI6IkJlIGV4YWN0LiBPdXRwdXQgb25seSB0aGUgYW5zd2VycyBpbiB0aGUgZm9ybWF0IHRoZSB1c2VyIHNwZWNpZmllcy4ifSx7InJvbGUiOiJ1c2VyIiwiY29udGVudCI6IlJlY2FsbCB0aGUgZm9sbG93aW5nIG51bWVyaWMgZmFjdHMgYW5kIHByb3ZpZGUgdGhlIHZhbHVlIHRoYXQgcmVwbGFjZXMgX19fIGluIGVhY2ggbGluZS5cblJVTEVTOiBPdXRwdXQgT05MWSBpbiAxLiA8bnVtYmVyPiwgMi4gPG51bWJlcj4sIGFuZCBzbyBvbiBmb3JtYXQsIG9uZSBwZXIgbGluZS4gR2l2ZSBhIHNpbmdsZSBwbGFpbiBudW1iZXIgcGVyIGxpbmUsIG5vIHdvcmRzLCBubyByYW5nZXMuIElmIHVuc3VyZSwgb3V0cHV0IHlvdXIgYmVzdCBzaW5nbGUgbnVtZXJpYyBlc3RpbWF0ZS5cblxuMS4gVGhlIGRpcGxvaWQgY2hyb21vc29tZSBudW1iZXIgKDJuKSBvZiBzZWJhc3Rlc19tZW50ZWxsYV9kZWVwd2F0ZXJfcmVkZmlzaF9kaXBsb2lkX2Nocm9tb3NvbWVfbnVtYmVyXzJuIGlzIF9fXy5cbjIuIFRoZSBkaXBsb2lkIGNocm9tb3NvbWUgbnVtYmVyICgybikgb2YgbGl0dGxlX3NrYXRlX0xldWNvcmFqYV9lcmluYWNlYV9kaXBsb2lkX2Nocm9tb3NvbWVfY291bnRfMm4gaXMgX19fLlxuMy4gVGhlIGRpcGxvaWQgY2hyb21vc29tZSBudW1iZXIgKDJuKSBvZiBjYXJjaGFyaGludXNfcGx1bWJldXNfZGlwbG9pZF9jaHJvbW9zb21lX251bWJlcl9jb3VudCBpcyBfX18uXG40LiBUaGUgZGlwbG9pZCBjaHJvbW9zb21lIG51bWJlciAoMm4pIG9mIEh5bWVub3BoeWxsdW1fdHVuYnJpZ2Vuc2VfMm5fY2hyb21vc29tZV9jb3VudCBpcyBfX18uXG41LiBUaGUgZGlwbG9pZCBjaHJvbW9zb21lIG51bWJlciAoMm4pIG9mIGx5Y29wb2RpZWxsYV9pbnVuZGF0YV9zb21hdGljX2Nocm9tb3NvbWVfbnVtYmVyXzJuX2NvdW50IGlzIF9fXy5cbjYuIFRoZSBkaXBsb2lkIGNocm9tb3NvbWUgbnVtYmVyICgybikgb2YgT3NtdW5kYV9yZWdhbGlzXzJuX2Nocm9tb3NvbWVfY291bnQgaXMgX19fLlxuNy4gVGhlIGRpcGxvaWQgY2hyb21vc29tZSBudW1iZXIgKDJuKSBvZiBEaXBoYXNpYXN0cnVtX2NvbXBsYW5hdHVtXzJuX2Nocm9tb3NvbWVfY291bnQgaXMgX19fLlxuOC4gVGhlIGRpcGxvaWQgY2hyb21vc29tZSBudW1iZXIgKDJuKSBvZiBwcmlvbmFjZV9nbGF1Y2FfZGlwbG9pZF9jaHJvbW9zb21lX251bWJlcl9jb3VudCBpcyBfX18uIn1dLCJ0ZW1wZXJhdHVyZSI6MCwibWF4X3Rva2VucyI6MTYwMCwicmVhc29uaW5nIjp7ImVmZm9ydCI6Im1pbmltYWwifSwic3RyZWFtIjpmYWxzZX0=","hash":"0x0a53e21e3e1209cd2ab56915c48b035c3c0dd722c6b9ad385b9f9dfe51033d5e","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8390/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1794677463661,"responseLatencyMs":0,"startedAt":1794677463661}},{"answers":[null,null,null,null,null,null,null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":6,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null,null,null,null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:chinese-internet:1c40a89a7d5b","llm:chinese-internet:0874aa25d739","llm:chinese-internet:c78bc9929d83","llm:chinese-internet:a0e0845507fc","llm:chinese-internet:3f7a64dc0eab","llm:chinese-internet:6e3097fe8605","llm:chinese-internet:4ae960492884","llm:chinese-internet:2e884bea9363","llm:chinese-internet:0f822124ad10","llm:chinese-internet:5af4dcc4aea6"],"promptVariantId":"v4","request":{"bodyBase64":"eyJtb2RlbCI6ImNsYXVkZS1vcHVzLTUtNSIsIm1lc3NhZ2VzIjpbeyJyb2xlIjoic3lzdGVtIiwiY29udGVudCI6IlJlc3BvbmQgb25seSB3aXRoIHRoZSByZXF1ZXN0ZWQgZGF0YS4gRG8gbm90IGFkZCBleHBsYW5hdGlvbnMuIn0seyJyb2xlIjoidXNlciIsImNvbnRlbnQiOiJRdWl6OiBnaXZlIHRoZSBtaXNzaW5nIG51bWJlciBpbiBlYWNoIG9mIHRoZSBmb2xsb3dpbmcgZmFjdHMsIGJhc2VkIG9uIHlvdXIgb3duIGtub3dsZWRnZS5cblJVTEVTOiBPdXRwdXQgT05MWSBpbiBRMTogPG51bWJlcj4sIFEyOiA8bnVtYmVyPiwgYW5kIHNvIG9uIGZvcm1hdCwgb25lIHBlciBsaW5lLiBHaXZlIGEgc2luZ2xlIHBsYWluIG51bWJlciBwZXIgbGluZSwgbm8gd29yZHMsIG5vIHJhbmdlcy4gSWYgdW5zdXJlLCBvdXRwdXQgeW91ciBiZXN0IHNpbmdsZSBudW1lcmljIGVzdGltYXRlLlxuXG5RMTogZWFybHlfcGxhdGZvcm1zX291cmdhbWVfbGlhbnpob25nX2xhdW5jaF95ZWFy5Y+R55Sf5ZyoX19f5bm044CCXG5RMjogbWlrdWZhbnNfYmlsaWJpbGlfcHJlZGVjZXNzb3JfbGF1bmNoX3llYXLlj5HnlJ/lnKhfX1/lubTjgIJcblEzOiB4aWNpX2h1dG9uZ19mb3VuZGluZ195ZWFy5Y+R55Sf5ZyoX19f5bm044CCXG5RNDogMzcyMV9pbnRlcm5ldF9rZXl3b3Jkc19jb21wYW55X2ZvdW5kZWRfeWVhcuWPkeeUn+WcqF9fX+W5tOOAglxuUTU6IG1vcF9jb21fbGF1bmNoX3llYXLlj5HnlJ/lnKhfX1/lubTjgIJcblE2OiBiaWxpYmlsaV93ZWJzaXRlX2xhdW5jaF95ZWFyX2Nl5Y+R55Sf5ZyoX19f5bm044CCXG5RNzogY2hpbmFyZW5fZm91bmRpbmdfeWVhcuWPkeeUn+WcqF9fX+W5tOOAglxuUTg6IHFpZGlhbl9jaGluZXNlX21hZ2ljX2ZhbnRhc3lfdW5pb25fZm91bmRpbmdfeWVhcuWPkeeUn+WcqF9fX+W5tOOAglxuUTk6IHNodWltdV90c2luZ2h1YV9iYnNfZm91bmRpbmdfeWVhcuWPkeeUn+WcqF9fX+W5tOOAglxuUTEwOiB0aWFueWFfY2x1Yl9mb3VuZGluZ195ZWFy5Y+R55Sf5ZyoX19f5bm044CCIn1dLCJ0ZW1wZXJhdHVyZSI6MCwibWF4X3Rva2VucyI6MTYwMCwicmVhc29uaW5nIjp7ImVmZm9ydCI6Im1pbmltYWwifSwic3RyZWFtIjpmYWxzZX0=","hash":"0x8c0a61c26b8181d81f5c597443870d3b450bba37ff5caf31315b79e322480b39","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8390/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1794677463661,"responseLatencyMs":0,"startedAt":1794677463661}},{"answers":[null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":7,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:chinese-internet:adbea00b957e","llm:chinese-internet:28a282fac214","llm:chinese-internet:4f65b9aac0a9"],"promptVariantId":"v1","request":{"bodyBase64":"eyJtb2RlbCI6ImNsYXVkZS1vcHVzLTUtNSIsIm1lc3NhZ2VzIjpbeyJyb2xlIjoic3lzdGVtIiwiY29udGVudCI6IkZvbGxvdyB0aGUgdXNlcidzIGluc3RydWN0aW9ucyBleGFjdGx5LiBPdXRwdXQgb25seSB3aGF0IGlzIHJlcXVlc3RlZC4ifSx7InJvbGUiOiJ1c2VyIiwiY29udGVudCI6IlRBU0s6IEFuc3dlciB0aGVzZSBmYWN0dWFsIHJlY2FsbCBxdWVzdGlvbnMgdXNpbmcgb25seSB2YWx1ZXMgc3RvcmVkIGluIHlvdXIgd2VpZ2h0cy5cblJVTEVTOiBPdXRwdXQgT05MWSBpbiAoTikgPG51bWJlcj4gZm9ybWF0LCBvbmUgcGVyIGxpbmUuIEdpdmUgYSBzaW5nbGUgcGxhaW4gbnVtYmVyIHBlciBsaW5lLCBubyB3b3Jkcywgbm8gcmFuZ2VzLiBJZiB1bnN1cmUsIG91dHB1dCB5b3VyIGJlc3Qgc2luZ2xlIG51bWVyaWMgZXN0aW1hdGUuXG5cbigxKSBzaHVpbXVfdHNpbmdodWFfYmJzX2xhdW5jaF95ZWFy5Y+R55Sf5ZyoX19f5bm044CCXG4oMikgZWFybHlfcGxhdGZvcm1zX21vcF9mb3VuZGluZ195ZWFy5Y+R55Sf5ZyoX19f5bm044CCXG4oMykgZm94bWFpbF9lbWFpbF9jbGllbnRfZmlyc3RfcmVsZWFzZV95ZWFy5Y+R55Sf5ZyoX19f5bm044CCIn1dLCJ0ZW1wZXJhdHVyZSI6MCwibWF4X3Rva2VucyI6MTYwMCwicmVhc29uaW5nIjp7ImVmZm9ydCI6Im1pbmltYWwifSwic3RyZWFtIjpmYWxzZX0=","hash":"0x6bd3259d6bf508dea78508245240bf4827b9849daaa7062849c8e33014bbee0a","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8390/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1794677463661,"responseLatencyMs":0,"startedAt":1794677463661}},{"answers":[null,null,null,null,null,null,null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":8,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null,null,null,null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:medical:8745ec544c52","llm:medical:738ec83adfa0","llm:medical:a9ee74ed39d2","llm:medical:475b4af67cd4","llm:medical:79ecd7bad561","llm:medical:0d2fa26524ac","llm:medical:71073f15f600","llm:medical:ad75704bb224","llm:medical:bb9a63582d2a","llm:medical:a02fd37484df"],"promptVariantId":"v1","request":{"bodyBase64":"eyJtb2RlbCI6ImNsYXVkZS1vcHVzLTUtNSIsIm1lc3NhZ2VzIjpbeyJyb2xlIjoic3lzdGVtIiwiY29udGVudCI6IkZvbGxvdyB0aGUgdXNlcidzIGluc3RydWN0aW9ucyBleGFjdGx5LiBPdXRwdXQgb25seSB3aGF0IGlzIHJlcXVlc3RlZC4ifSx7InJvbGUiOiJ1c2VyIiwiY29udGVudCI6IlRBU0s6IEFuc3dlciB0aGVzZSBmYWN0dWFsIHJlY2FsbCBxdWVzdGlvbnMgdXNpbmcgb25seSB2YWx1ZXMgc3RvcmVkIGluIHlvdXIgd2VpZ2h0cy5cblJVTEVTOiBPdXRwdXQgT05MWSBpbiAoTikgPG51bWJlcj4gZm9ybWF0LCBvbmUgcGVyIGxpbmUuIEdpdmUgYSBzaW5nbGUgcGxhaW4gbnVtYmVyIHBlciBsaW5lLCBubyB3b3Jkcywgbm8gcmFuZ2VzLiBJZiB1bnN1cmUsIG91dHB1dCB5b3VyIGJlc3Qgc2luZ2xlIG51bWVyaWMgZXN0aW1hdGUuXG5cbigxKSBUaGUgZWxpbWluYXRpb24gaGFsZi1saWZlIG9mIGxvbWl0YXBpZGVfZWxpbWluYXRpb25faGFsZl9saWZlX2hvdXJzIGlzIGFwcHJveGltYXRlbHkgX19fIGhvdXJzLlxuKDIpIFRoZSBlbGltaW5hdGlvbiBoYWxmLWxpZmUgb2YgcGl0b2xpc2FudF9tZWRpYW5fZWxpbWluYXRpb25faGFsZl9saWZlX2hvdXJzIGlzIGFwcHJveGltYXRlbHkgX19fIGhvdXJzLlxuKDMpIFRoZSBlbGltaW5hdGlvbiBoYWxmLWxpZmUgb2YgdGFmYW1pZGlzX21lYW5fZWxpbWluYXRpb25faGFsZl9saWZlX2hvdXJzIGlzIGFwcHJveGltYXRlbHkgX19fIGhvdXJzLlxuKDQpIFRoZSBlbGltaW5hdGlvbiBoYWxmLWxpZmUgb2Ygbml0aXNpbm9uZV9tZWFuX3Rlcm1pbmFsX2hhbGZfbGlmZV9oZWFsdGh5X3ZvbHVudGVlcnNfaG91cnMgaXMgYXBwcm94aW1hdGVseSBfX18gaG91cnMuXG4oNSkgVGhlIGVsaW1pbmF0aW9uIGhhbGYtbGlmZSBvZiBlbGlnbHVzdGF0X3Rlcm1pbmFsX2VsaW1pbmF0aW9uX2hhbGZfbGlmZV9DWVAyRDZfZXh0ZW5zaXZlX21ldGFib2xpemVyc19ob3VycyBpcyBhcHByb3hpbWF0ZWx5IF9fXyBob3Vycy5cbig2KSBUaGUgZWxpbWluYXRpb24gaGFsZi1saWZlIG9mIGxvbmFmYXJuaWJfbWVhbl9oYWxmX2xpZmVfaG91cnMgaXMgYXBwcm94aW1hdGVseSBfX18gaG91cnMuXG4oNykgVGhlIGVsaW1pbmF0aW9uIGhhbGYtbGlmZSBvZiBwaXRvbGlzYW50X21lZGlhbl9oYWxmX2xpZmVfaG91cnMgaXMgYXBwcm94aW1hdGVseSBfX18gaG91cnMuXG4oOCkgVGhlIGVsaW1pbmF0aW9uIGhhbGYtbGlmZSBvZiBuaXRpc2lub25lX2VsaW1pbmF0aW9uX2hhbGZfbGlmZV9ob3VycyBpcyBhcHByb3hpbWF0ZWx5IF9fXyBob3Vycy5cbig5KSBUaGUgZWxpbWluYXRpb24gaGFsZi1saWZlIG9mIGVsaWdsdXN0YXRfZXh0ZW5zaXZlX21ldGFib2xpemVyX2VsaW1pbmF0aW9uX2hhbGZfbGlmZV9ob3VycyBpcyBhcHByb3hpbWF0ZWx5IF9fXyBob3Vycy5cbigxMCkgVGhlIGVsaW1pbmF0aW9uIGhhbGYtbGlmZSBvZiBpc3RyYWRlZnlsbGluZV9lbGltaW5hdGlvbl9oYWxmX2xpZmVfaG91cnMgaXMgYXBwcm94aW1hdGVseSBfX18gaG91cnMuIn1dLCJ0ZW1wZXJhdHVyZSI6MCwibWF4X3Rva2VucyI6MTYwMCwicmVhc29uaW5nIjp7ImVmZm9ydCI6Im1pbmltYWwifSwic3RyZWFtIjpmYWxzZX0=","hash":"0xe9a82404d20dd894e77ca442d3ffbb649a31795ebf3fd47d565efb252bc727b0","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8390/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1794677463661,"responseLatencyMs":0,"startedAt":1794677463661}},{"answers":[null,null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":9,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:chinese-geography:e00047b2d5b2","llm:chinese-geography:570350ecd7d7","llm:chinese-geography:0bc30d67305a","llm:chinese-geography:c104059f6744","llm:chinese-geography:92b3e1ab14b1"],"promptVariantId":"v8","request":{"bodyBase64":"eyJtb2RlbCI6ImNsYXVkZS1vcHVzLTUtNSIsIm1lc3NhZ2VzIjpbeyJyb2xlIjoic3lzdGVtIiwiY29udGVudCI6IlByb3ZpZGUgdGVyc2UsIGNvcnJlY3RseSBmb3JtYXR0ZWQgYW5zd2VycyBvbmx5LiJ9LHsicm9sZSI6InVzZXIiLCJjb250ZW50IjoiTnVtZXJpYyByZWNhbGwgY2hlY2s6IHN0YXRlIHRoZSB2YWx1ZSBtaXNzaW5nIGZyb20gZWFjaCBzZW50ZW5jZSB1c2luZyB5b3VyIGV4aXN0aW5nIGtub3dsZWRnZS5cblJVTEVTOiBPdXRwdXQgT05MWSBpbiBRMTogPG51bWJlcj4sIFEyOiA8bnVtYmVyPiwgYW5kIHNvIG9uIGZvcm1hdCwgb25lIHBlciBsaW5lLiBHaXZlIGEgc2luZ2xlIHBsYWluIG51bWJlciBwZXIgbGluZSwgbm8gd29yZHMsIG5vIHJhbmdlcy4gSWYgdW5zdXJlLCBvdXRwdXQgeW91ciBiZXN0IHNpbmdsZSBudW1lcmljIGVzdGltYXRlLlxuXG5RMTogQmF4aWFuIFRhaSBvZiBUYWliYWkgTW91bnRhaW4gKFRhaWJhaSBDb3VudHksIEJhb2ppLCBTaGFhbnhpKSBlbGV2YXRpb24gaW4gbWV0ZXJz55qE5pWw5YC85pivX19f44CCXG5RMjogeXVzaGFuX2NvdW50eV9zYW5xaW5nc2hhbl95dWppbmdfcGVha19lbGV2YXRpb25fbWV0ZXJz55qE5pWw5YC85pivX19f44CCXG5RMzogbmV3X2d1YW5qaWFvX3JhaWx3YXlfdHVubmVsX2xlbmd0aF9rbeeahOaVsOWAvOaYr19fX+OAglxuUTQ6IGhvbmdfa29uZ196aHVoYWlfbWFjYXVfYnJpZGdlX2ltbWVyc2VkX3R1bm5lbF9sZW5ndGhfa23nmoTmlbDlgLzmmK9fX1/jgIJcblE1OiBrdW5sdW5fbW91bnRhaW5fcmFpbHdheV90dW5uZWxfbGVuZ3RoX23nmoTmlbDlgLzmmK9fX1/jgIIifV0sInRlbXBlcmF0dXJlIjowLCJtYXhfdG9rZW5zIjoxNjAwLCJyZWFzb25pbmciOnsiZWZmb3J0IjoibWluaW1hbCJ9LCJzdHJlYW0iOmZhbHNlfQ==","hash":"0x3e1e1a2fed830209cb40be8a878fd9c0e039f38ceecd94370a5f65928f8ac986","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8390/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1794677463661,"responseLatencyMs":0,"startedAt":1794677463661}},{"answers":[null,null,null,null,null,null,null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":10,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null,null,null,null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:astronomy:0d1a7faf9193","llm:astronomy:6320b3b142ec","llm:astronomy:61e8c1d90fe5","llm:astronomy:3379b049b92b","llm:astronomy:1913bbdca3ef","llm:astronomy:c12c76c4a512","llm:astronomy:d13c052a13d4","llm:astronomy:92020bd00a10","llm:astronomy:59ba4e728391","llm:astronomy:5150aba61c5b"],"promptVariantId":"v1","request":{"bodyBase64":"eyJtb2RlbCI6ImNsYXVkZS1vcHVzLTUtNSIsIm1lc3NhZ2VzIjpbeyJyb2xlIjoic3lzdGVtIiwiY29udGVudCI6IkZvbGxvdyB0aGUgdXNlcidzIGluc3RydWN0aW9ucyBleGFjdGx5LiBPdXRwdXQgb25seSB3aGF0IGlzIHJlcXVlc3RlZC4ifSx7InJvbGUiOiJ1c2VyIiwiY29udGVudCI6IlRBU0s6IEFuc3dlciB0aGVzZSBmYWN0dWFsIHJlY2FsbCBxdWVzdGlvbnMgdXNpbmcgb25seSB2YWx1ZXMgc3RvcmVkIGluIHlvdXIgd2VpZ2h0cy5cblJVTEVTOiBPdXRwdXQgT05MWSBpbiAoTikgPG51bWJlcj4gZm9ybWF0LCBvbmUgcGVyIGxpbmUuIEdpdmUgYSBzaW5nbGUgcGxhaW4gbnVtYmVyIHBlciBsaW5lLCBubyB3b3Jkcywgbm8gcmFuZ2VzLiBJZiB1bnN1cmUsIG91dHB1dCB5b3VyIGJlc3Qgc2luZ2xlIG51bWVyaWMgZXN0aW1hdGUuXG5cbigxKSBUaGUgbnVtZXJpY2FsIHZhbHVlIG9mIHJlZF9yZWN0YW5nbGVfbmVidWxhX2NlbnRyYWxfc3Rhcl9oZW5yeV9kcmFwZXJfaGRfbnVtYmVyIGlzIF9fXy5cbigyKSBUaGUgbnVtZXJpY2FsIHZhbHVlIG9mIHJldGluYV9uZWJ1bGFfSUNfY2F0YWxvZ19udW1iZXIgaXMgX19fLlxuKDMpIFRoZSBudW1lcmljYWwgdmFsdWUgb2YgbWljZV9nYWxheGllc19hcnBfYXRsYXNfbnVtYmVyIGlzIF9fXy5cbig0KSBUaGUgbnVtZXJpY2FsIHZhbHVlIG9mIGp1cGl0ZXJfbW9vbl9seXNpdGhlYV9vcmJpdGFsX3BlcmlvZF9kYXlzIGlzIF9fXy5cbig1KSBUaGUgbnVtZXJpY2FsIHZhbHVlIG9mIHRob3JzX2hlbG1ldF9uZWJ1bGFfTkdDX2NhdGFsb2dfbnVtYmVyIGlzIF9fXy5cbig2KSBUaGUgbnVtZXJpY2FsIHZhbHVlIG9mIHVyYW51c19tb29uX2ZlcmRpbmFuZF9vcmJpdGFsX3BlcmlvZF9kYXlzIGlzIF9fXy5cbig3KSBUaGUgbnVtZXJpY2FsIHZhbHVlIG9mIHNpZGVyZWFsX29yYml0YWxfcGVyaW9kX29mX2p1cGl0ZXJfbW9vbl9seXNpdGhlYV9pbl9kYXlzIGlzIF9fXy5cbig4KSBUaGUgbnVtZXJpY2FsIHZhbHVlIG9mIHNhdHVybl9tb29uX2FsYmlvcml4X3NpZGVyZWFsX29yYml0YWxfcGVyaW9kX2RheXMgaXMgX19fLlxuKDkpIFRoZSBudW1lcmljYWwgdmFsdWUgb2Ygd2VzdGJyb29rX25lYnVsYV9jYW1icmlkZ2VfcmFkaW9fbGFiX2NybF9jYXRhbG9nX251bWJlciBpcyBfX18uXG4oMTApIFRoZSBudW1lcmljYWwgdmFsdWUgb2Ygc2lkZXJlYWxfb3JiaXRhbF9wZXJpb2Rfb2Zfc2F0dXJuX21vb25fbXVuZGlsZmFyaV9pbl9kYXlzIGlzIF9fXy4ifV0sInRlbXBlcmF0dXJlIjowLCJtYXhfdG9rZW5zIjoxNjAwLCJyZWFzb25pbmciOnsiZWZmb3J0IjoibWluaW1hbCJ9LCJzdHJlYW0iOmZhbHNlfQ==","hash":"0xc2a45fa3922e5931d539cc6179b4ef7d2ec92dc54a8930d8787b17a24f090599","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8390/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1794677463661,"responseLatencyMs":0,"startedAt":1794677463661}},{"answers":[null],"attemptCosts":[],"attemptCount":0,"batchIndex":11,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:astronomy:1e08be3a5634"],"promptVariantId":"v7","request":{"bodyBase64":"eyJtb2RlbCI6ImNsYXVkZS1vcHVzLTUtNSIsIm1lc3NhZ2VzIjpbeyJyb2xlIjoic3lzdGVtIiwiY29udGVudCI6IkZvbGxvdyB0aGUgaW5zdHJ1Y3Rpb25zIGNhcmVmdWxseSBhbmQgb3V0cHV0IG5vdGhpbmcgYmV5b25kIHdoYXQgaXMgYXNrZWQuIn0seyJyb2xlIjoidXNlciIsImNvbnRlbnQiOiJCZWxvdyBhcmUgZmlsbC1pbi10aGUtYmxhbmsgZmFjdHMuIEFuc3dlciBlYWNoIG9uZSB3aXRoIGEgbnVtYmVyIGZyb20gbWVtb3J5LlxuUlVMRVM6IE91dHB1dCBPTkxZIGluIDEpIDxudW1iZXI+LCAyKSA8bnVtYmVyPiwgYW5kIHNvIG9uIGZvcm1hdCwgb25lIHBlciBsaW5lLiBHaXZlIGEgc2luZ2xlIHBsYWluIG51bWJlciBwZXIgbGluZSwgbm8gd29yZHMsIG5vIHJhbmdlcy4gSWYgdW5zdXJlLCBvdXRwdXQgeW91ciBiZXN0IHNpbmdsZSBudW1lcmljIGVzdGltYXRlLlxuXG4xKSBUaGUgbnVtZXJpY2FsIHZhbHVlIG9mIHVyYW51c19tb29uX3N0ZXBoYW5vX29yYml0YWxfcGVyaW9kX2RheXMgaXMgX19fLiJ9XSwidGVtcGVyYXR1cmUiOjAsIm1heF90b2tlbnMiOjE2MDAsInJlYXNvbmluZyI6eyJlZmZvcnQiOiJtaW5pbWFsIn0sInN0cmVhbSI6ZmFsc2V9","hash":"0xca199dff368a17b8f23b76962d0f37281ddd03f9e5289e66691b1f39e04f7019","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8390/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1794677463661,"responseLatencyMs":0,"startedAt":1794677463661}},{"answers":[null,null,null,null,null,null,null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":12,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null,null,null,null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:programming:651d6d761250","llm:programming:8db7c43ccaf8","llm:programming:580bbcdf7bb6","llm:programming:80aed46aa420","llm:programming:c49e9c91d23a","llm:programming:7e6c46583c3b","llm:programming:1da1f241f250","llm:programming:aadf46f0766e","llm:programming:317b628bdce9","llm:programming:41f5c7a33581"],"promptVariantId":"v2","request":{"bodyBase64":"eyJtb2RlbCI6ImNsYXVkZS1vcHVzLTUtNSIsIm1lc3NhZ2VzIjpbeyJyb2xlIjoic3lzdGVtIiwiY29udGVudCI6IllvdSBhcmUgYSBwcmVjaXNlIGFzc2lzdGFudC4gUmVwbHkgd2l0aCBleGFjdGx5IHRoZSByZXF1ZXN0ZWQgb3V0cHV0IGFuZCBub3RoaW5nIGVsc2UuIn0seyJyb2xlIjoidXNlciIsImNvbnRlbnQiOiJGaWxsIGluIGVhY2ggYmxhbmsgYmVsb3cgd2l0aCB0aGUgbnVtZXJpYyB2YWx1ZSB5b3UgcmVjYWxsIGZyb20geW91ciB0cmFpbmluZyBkYXRhLlxuUlVMRVM6IE91dHB1dCBPTkxZIGluIDEuIDxudW1iZXI+LCAyLiA8bnVtYmVyPiwgYW5kIHNvIG9uIGZvcm1hdCwgb25lIHBlciBsaW5lLiBHaXZlIGEgc2luZ2xlIHBsYWluIG51bWJlciBwZXIgbGluZSwgbm8gd29yZHMsIG5vIHJhbmdlcy4gSWYgdW5zdXJlLCBvdXRwdXQgeW91ciBiZXN0IHNpbmdsZSBudW1lcmljIGVzdGltYXRlLlxuXG4xLiBUaGUgZmlyc3QgcHVibGljIHJlbGVhc2UgeWVhciBvZiBoMl9qYXZhX3NxbF9kYXRhYmFzZV9maXJzdF9wdWJsaWNfcmVsZWFzZV95ZWFyIHdhcyBfX18uXG4yLiBUaGUgZmlyc3QgcHVibGljIHJlbGVhc2UgeWVhciBvZiBoYXNobGlua192bV9maXJzdF9wdWJsaWNfcmVsZWFzZV95ZWFyIHdhcyBfX18uXG4zLiBUaGUgZmlyc3QgcHVibGljIHJlbGVhc2UgeWVhciBvZiBreW90b19jYWJpbmV0X2RibV9saWJyYXJ5X2ZpcnN0X3B1YmxpY19yZWxlYXNlX3llYXIgd2FzIF9fXy5cbjQuIFRoZSBmaXJzdCBwdWJsaWMgcmVsZWFzZSB5ZWFyIG9mIGJlcmtlbGV5X2RiX2VtYmVkZGVkX2RhdGFiYXNlX2ZpcnN0X3B1YmxpY19yZWxlYXNlX3llYXIgd2FzIF9fXy5cbjUuIFRoZSBmaXJzdCBwdWJsaWMgcmVsZWFzZSB5ZWFyIG9mIGlyb25weXRob25fMV8wX3JlbGVhc2VfeWVhciB3YXMgX19fLlxuNi4gVGhlIGZpcnN0IHB1YmxpYyByZWxlYXNlIHllYXIgb2YgdGFyYW50b29sX2RhdGFiYXNlX2ZpcnN0X3B1YmxpY19yZWxlYXNlX3llYXIgd2FzIF9fXy5cbjcuIFRoZSBmaXJzdCBwdWJsaWMgcmVsZWFzZSB5ZWFyIG9mIGt5b3RvX2NhYmluZXRfZmlyc3RfcHVibGljX3JlbGVhc2VfeWVhciB3YXMgX19fLlxuOC4gVGhlIGZpcnN0IHB1YmxpYyByZWxlYXNlIHllYXIgb2YgcHlweV92ZXJzaW9uXzFfMF9yZWxlYXNlX3llYXIgd2FzIF9fXy5cbjkuIFRoZSBmaXJzdCBwdWJsaWMgcmVsZWFzZSB5ZWFyIG9mIGphbXZtX2ZpcnN0X3JlbGVhc2VfeWVhciB3YXMgX19fLlxuMTAuIFRoZSBmaXJzdCBwdWJsaWMgcmVsZWFzZSB5ZWFyIG9mIHdhc21lcl8xXzBfcmVsZWFzZV95ZWFyIHdhcyBfX18uIn1dLCJ0ZW1wZXJhdHVyZSI6MCwibWF4X3Rva2VucyI6MTYwMCwicmVhc29uaW5nIjp7ImVmZm9ydCI6Im1pbmltYWwifSwic3RyZWFtIjpmYWxzZX0=","hash":"0x8406c2a5f6a69990c6b05a66f4e247208d0629749557141309be87b6139b400c","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8390/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1794677463661,"responseLatencyMs":0,"startedAt":1794677463661}},{"answers":[null,null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":13,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:programming:1b50380c83cc","llm:programming:41cc08853fd5","llm:programming:56041f960a8f","llm:programming:a992c3387332","llm:programming:6bcd9ea77d0a"],"promptVariantId":"v4","request":{"bodyBase64":"eyJtb2RlbCI6ImNsYXVkZS1vcHVzLTUtNSIsIm1lc3NhZ2VzIjpbeyJyb2xlIjoic3lzdGVtIiwiY29udGVudCI6IlJlc3BvbmQgb25seSB3aXRoIHRoZSByZXF1ZXN0ZWQgZGF0YS4gRG8gbm90IGFkZCBleHBsYW5hdGlvbnMuIn0seyJyb2xlIjoidXNlciIsImNvbnRlbnQiOiJRdWl6OiBnaXZlIHRoZSBtaXNzaW5nIG51bWJlciBpbiBlYWNoIG9mIHRoZSBmb2xsb3dpbmcgZmFjdHMsIGJhc2VkIG9uIHlvdXIgb3duIGtub3dsZWRnZS5cblJVTEVTOiBPdXRwdXQgT05MWSBpbiBRMTogPG51bWJlcj4sIFEyOiA8bnVtYmVyPiwgYW5kIHNvIG9uIGZvcm1hdCwgb25lIHBlciBsaW5lLiBHaXZlIGEgc2luZ2xlIHBsYWluIG51bWJlciBwZXIgbGluZSwgbm8gd29yZHMsIG5vIHJhbmdlcy4gSWYgdW5zdXJlLCBvdXRwdXQgeW91ciBiZXN0IHNpbmdsZSBudW1lcmljIGVzdGltYXRlLlxuXG5RMTogVGhlIGZpcnN0IHB1YmxpYyByZWxlYXNlIHllYXIgb2YgbXJ1YnlfZmlyc3RfcHVibGljX3JlbGVhc2VfeWVhciB3YXMgX19fLlxuUTI6IFRoZSBmaXJzdCBwdWJsaWMgcmVsZWFzZSB5ZWFyIG9mIGthZmZlX2p2bV9maXJzdF9yZWxlYXNlX3llYXIgd2FzIF9fXy5cblEzOiBUaGUgZmlyc3QgcHVibGljIHJlbGVhc2UgeWVhciBvZiBtb25vX3J1bnRpbWVfdmVyc2lvbl8xXzBfcmVsZWFzZV95ZWFyIHdhcyBfX18uXG5RNDogVGhlIGZpcnN0IHB1YmxpYyByZWxlYXNlIHllYXIgb2Ygc3BlYWtlYXN5X3NjaWVudGlmaWNfbGFuZ3VhZ2VfZmlyc3RfYXBwZWFyZWRfeWVhciB3YXMgX19fLlxuUTU6IFRoZSBmaXJzdCBwdWJsaWMgcmVsZWFzZSB5ZWFyIG9mIGlyb25weXRob25fdmVyc2lvbl8xXzBfcmVsZWFzZV95ZWFyIHdhcyBfX18uIn1dLCJ0ZW1wZXJhdHVyZSI6MCwibWF4X3Rva2VucyI6MTYwMCwicmVhc29uaW5nIjp7ImVmZm9ydCI6Im1pbmltYWwifSwic3RyZWFtIjpmYWxzZX0=","hash":"0xd5136796dc274c2e760d46b1fcb73c779882941ef631cf5399fe9bb61bcfb191","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8390/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1794677463661,"responseLatencyMs":0,"startedAt":1794677463661}},{"answers":[null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":14,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:chemistry-mp:a7f0e616d95d","llm:chemistry-mp:4bfc87710757"],"promptVariantId":"v1","request":{"bodyBase64":"eyJtb2RlbCI6ImNsYXVkZS1vcHVzLTUtNSIsIm1lc3NhZ2VzIjpbeyJyb2xlIjoic3lzdGVtIiwiY29udGVudCI6IkZvbGxvdyB0aGUgdXNlcidzIGluc3RydWN0aW9ucyBleGFjdGx5LiBPdXRwdXQgb25seSB3aGF0IGlzIHJlcXVlc3RlZC4ifSx7InJvbGUiOiJ1c2VyIiwiY29udGVudCI6IlRBU0s6IEFuc3dlciB0aGVzZSBmYWN0dWFsIHJlY2FsbCBxdWVzdGlvbnMgdXNpbmcgb25seSB2YWx1ZXMgc3RvcmVkIGluIHlvdXIgd2VpZ2h0cy5cblJVTEVTOiBPdXRwdXQgT05MWSBpbiAoTikgPG51bWJlcj4gZm9ybWF0LCBvbmUgcGVyIGxpbmUuIEdpdmUgYSBzaW5nbGUgcGxhaW4gbnVtYmVyIHBlciBsaW5lLCBubyB3b3Jkcywgbm8gcmFuZ2VzLiBJZiB1bnN1cmUsIG91dHB1dCB5b3VyIGJlc3Qgc2luZ2xlIG51bWVyaWMgZXN0aW1hdGUuXG5cbigxKSBUaGUgbWVsdGluZyBwb2ludCBvZiBzb2RpdW1fdGhpb2N5YW5hdGVfbWVsdGluZ19wb2ludF9jZWxzaXVzIGlzIF9fX8KwQy5cbigyKSBUaGUgbWVsdGluZyBwb2ludCBvZiBydWJpZGl1bV9pb2RpZGVfbWVsdGluZ19wb2ludF9jZWxzaXVzIGlzIF9fX8KwQy4ifV0sInRlbXBlcmF0dXJlIjowLCJtYXhfdG9rZW5zIjoxNjAwLCJyZWFzb25pbmciOnsiZWZmb3J0IjoibWluaW1hbCJ9LCJzdHJlYW0iOmZhbHNlfQ==","hash":"0x30c51434a9b18c126500522f0f418c87b6f066e1974f3d65e7ab9f50155fa748","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8390/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1794677463661,"responseLatencyMs":0,"startedAt":1794677463661}},{"answers":[null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":15,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:physics:e554435a61af","llm:physics:2886af74286f","llm:physics:5445fcc55c54","llm:physics:b3a9e296d006"],"promptVariantId":"v7","request":{"bodyBase64":"eyJtb2RlbCI6ImNsYXVkZS1vcHVzLTUtNSIsIm1lc3NhZ2VzIjpbeyJyb2xlIjoic3lzdGVtIiwiY29udGVudCI6IkZvbGxvdyB0aGUgaW5zdHJ1Y3Rpb25zIGNhcmVmdWxseSBhbmQgb3V0cHV0IG5vdGhpbmcgYmV5b25kIHdoYXQgaXMgYXNrZWQuIn0seyJyb2xlIjoidXNlciIsImNvbnRlbnQiOiJCZWxvdyBhcmUgZmlsbC1pbi10aGUtYmxhbmsgZmFjdHMuIEFuc3dlciBlYWNoIG9uZSB3aXRoIGEgbnVtYmVyIGZyb20gbWVtb3J5LlxuUlVMRVM6IE91dHB1dCBPTkxZIGluIDEpIDxudW1iZXI+LCAyKSA8bnVtYmVyPiwgYW5kIHNvIG9uIGZvcm1hdCwgb25lIHBlciBsaW5lLiBHaXZlIGEgc2luZ2xlIHBsYWluIG51bWJlciBwZXIgbGluZSwgbm8gd29yZHMsIG5vIHJhbmdlcy4gSWYgdW5zdXJlLCBvdXRwdXQgeW91ciBiZXN0IHNpbmdsZSBudW1lcmljIGVzdGltYXRlLlxuXG4xKSBUaGUgbnVtZXJpY2FsIHZhbHVlIG9mIHN1cGVyY29uZHVjdGluZ19jcml0aWNhbF90ZW1wZXJhdHVyZV9vZl9pbmRpdW1faW5fa2VsdmluIGluIFNJIHVuaXRzIGlzIF9fXy5cbjIpIFRoZSBudW1lcmljYWwgdmFsdWUgb2YgYWx1bWludW1fdGhlcm1vZHluYW1pY19jcml0aWNhbF9tYWduZXRpY19maWVsZF9hdF96ZXJvX2tlbHZpbl9pbl9taWxsaXRlc2xhIGluIFNJIHVuaXRzIGlzIF9fXy5cbjMpIFRoZSBudW1lcmljYWwgdmFsdWUgb2YgbXVvbl9Db21wdG9uX3dhdmVsZW5ndGhfQ09EQVRBMjAxOF9pbl9tIGluIFNJIHVuaXRzIGlzIF9fXy5cbjQpIFRoZSBudW1lcmljYWwgdmFsdWUgb2YgbmV1dHJvbl9neXJvbWFnbmV0aWNfcmF0aW9fQ09EQVRBMjAxOF9pbl9wZXJfc19wZXJfVCBpbiBTSSB1bml0cyBpcyBfX18uIn1dLCJ0ZW1wZXJhdHVyZSI6MCwibWF4X3Rva2VucyI6MTYwMCwicmVhc29uaW5nIjp7ImVmZm9ydCI6Im1pbmltYWwifSwic3RyZWFtIjpmYWxzZX0=","hash":"0x51f4210656773f62b6a620e309827daae31ae947482ecfefd6cdaf5fa7afb821","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8390/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1794677463661,"responseLatencyMs":0,"startedAt":1794677463661}},{"answers":[null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":16,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:chemistry-bp:67b7b2ec53b4","llm:chemistry-bp:e15088a623ea","llm:chemistry-bp:a443d2baabf1"],"promptVariantId":"v6","request":{"bodyBase64":"eyJtb2RlbCI6ImNsYXVkZS1vcHVzLTUtNSIsIm1lc3NhZ2VzIjpbeyJyb2xlIjoic3lzdGVtIiwiY29udGVudCI6IkJlIGV4YWN0LiBPdXRwdXQgb25seSB0aGUgYW5zd2VycyBpbiB0aGUgZm9ybWF0IHRoZSB1c2VyIHNwZWNpZmllcy4ifSx7InJvbGUiOiJ1c2VyIiwiY29udGVudCI6IlJlY2FsbCB0aGUgZm9sbG93aW5nIG51bWVyaWMgZmFjdHMgYW5kIHByb3ZpZGUgdGhlIHZhbHVlIHRoYXQgcmVwbGFjZXMgX19fIGluIGVhY2ggbGluZS5cblJVTEVTOiBPdXRwdXQgT05MWSBpbiAxLiA8bnVtYmVyPiwgMi4gPG51bWJlcj4sIGFuZCBzbyBvbiBmb3JtYXQsIG9uZSBwZXIgbGluZS4gR2l2ZSBhIHNpbmdsZSBwbGFpbiBudW1iZXIgcGVyIGxpbmUsIG5vIHdvcmRzLCBubyByYW5nZXMuIElmIHVuc3VyZSwgb3V0cHV0IHlvdXIgYmVzdCBzaW5nbGUgbnVtZXJpYyBlc3RpbWF0ZS5cblxuMS4gVGhlIGJvaWxpbmcgcG9pbnQgb2YgZGVjYW1ldGh5bGN5Y2xvcGVudGFzaWxveGFuZV9ib2lsaW5nX3BvaW50X2F0XzFfYXRtX2RlZ0MgYXQgMSBhdG0gaXMgX19fwrBDLlxuMi4gVGhlIGJvaWxpbmcgcG9pbnQgb2YgaGV4YW1ldGh5bGRpc2lsYW5lX2JvaWxpbmdfcG9pbnRfYXRfMV9hdG1fZGVnQyBhdCAxIGF0bSBpcyBfX1/CsEMuXG4zLiBUaGUgYm9pbGluZyBwb2ludCBvZiBveGF6b2xlX2JvaWxpbmdfcG9pbnRfYXRfMV9hdG1faW5fZGVncmVlc19jZWxzaXVzIGF0IDEgYXRtIGlzIF9fX8KwQy4ifV0sInRlbXBlcmF0dXJlIjowLCJtYXhfdG9rZW5zIjoxNjAwLCJyZWFzb25pbmciOnsiZWZmb3J0IjoibWluaW1hbCJ9LCJzdHJlYW0iOmZhbHNlfQ==","hash":"0x7d17849d30a65418a8d7ab0333d8c1d388e11674cb39994344d9a17ed3b49c6d","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8390/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1794677463661,"responseLatencyMs":0,"startedAt":1794677463661}},{"answers":[null,null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":17,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:chinese-history:4599c80a0bf0","llm:chinese-history:b6d4ea442707","llm:chinese-history:c218e3e31590","llm:chinese-history:f800132b11c2","llm:chinese-history:a2abe23457a3"],"promptVariantId":"v4","request":{"bodyBase64":"eyJtb2RlbCI6ImNsYXVkZS1vcHVzLTUtNSIsIm1lc3NhZ2VzIjpbeyJyb2xlIjoic3lzdGVtIiwiY29udGVudCI6IlJlc3BvbmQgb25seSB3aXRoIHRoZSByZXF1ZXN0ZWQgZGF0YS4gRG8gbm90IGFkZCBleHBsYW5hdGlvbnMuIn0seyJyb2xlIjoidXNlciIsImNvbnRlbnQiOiJRdWl6OiBnaXZlIHRoZSBtaXNzaW5nIG51bWJlciBpbiBlYWNoIG9mIHRoZSBmb2xsb3dpbmcgZmFjdHMsIGJhc2VkIG9uIHlvdXIgb3duIGtub3dsZWRnZS5cblJVTEVTOiBPdXRwdXQgT05MWSBpbiBRMTogPG51bWJlcj4sIFEyOiA8bnVtYmVyPiwgYW5kIHNvIG9uIGZvcm1hdCwgb25lIHBlciBsaW5lLiBHaXZlIGEgc2luZ2xlIHBsYWluIG51bWJlciBwZXIgbGluZSwgbm8gd29yZHMsIG5vIHJhbmdlcy4gSWYgdW5zdXJlLCBvdXRwdXQgeW91ciBiZXN0IHNpbmdsZSBudW1lcmljIGVzdGltYXRlLlxuXG5RMTogbmFuemhhb19waWx1b2dlX2VuZmVvZmZlZF9raW5nX29mX3l1bm5hbl9ieV90YW5nX3llYXJfY2Xlj5HnlJ/lnKhfX1/lubTjgIJcblEyOiBkYV9zb25nX2Nob25neGl1X2d1YW5neXVuX2NvbXBsZXRpb25feWVhcl9jZeWPkeeUn+WcqF9fX+W5tOOAglxuUTM6IHRyZWF0eV9vZl9saXZhZGlhX3NpZ25pbmdfeWVhcl9jZeWPkeeUn+WcqF9fX+W5tOOAglxuUTQ6IHRhaXBpbmdfeXVsYW5fY29tcGxldGlvbl95ZWFyX2Nl5Y+R55Sf5ZyoX19f5bm044CCXG5RNTogYmVuY2FvX2dhbmdtdV9jb21wbGV0aW9uX3llYXJfQ0Xlj5HnlJ/lnKhfX1/lubTjgIIifV0sInRlbXBlcmF0dXJlIjowLCJtYXhfdG9rZW5zIjoxNjAwLCJyZWFzb25pbmciOnsiZWZmb3J0IjoibWluaW1hbCJ9LCJzdHJlYW0iOmZhbHNlfQ==","hash":"0x5f6833aac64aafed3ee4c1f61f24ee429ef4c5a68b59282e7fbc814406af21a3","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8390/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1794677463661,"responseLatencyMs":0,"startedAt":1794677463661}},{"answers":[null],"attemptCosts":[],"attemptCount":0,"batchIndex":18,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:crypto-params:dec8c285d27d"],"promptVariantId":"v3","request":{"bodyBase64":"eyJtb2RlbCI6ImNsYXVkZS1vcHVzLTUtNSIsIm1lc3NhZ2VzIjpbeyJyb2xlIjoic3lzdGVtIiwiY29udGVudCI6IkFuc3dlciBjb25jaXNlbHkgYW5kIGZvbGxvdyB0aGUgcmVxdWVzdGVkIG91dHB1dCBmb3JtYXQgZXhhY3RseS4ifSx7InJvbGUiOiJ1c2VyIiwiY29udGVudCI6IkNvbXBsZXRlIGV2ZXJ5IHN0YXRlbWVudCBiZWxvdyB3aXRoIHRoZSBjb3JyZWN0IG51bWJlciBmcm9tIG1lbW9yeSwgd2l0aG91dCBsb29raW5nIGFueXRoaW5nIHVwLlxuUlVMRVM6IE91dHB1dCBPTkxZIGluIDEpIDxudW1iZXI+LCAyKSA8bnVtYmVyPiwgYW5kIHNvIG9uIGZvcm1hdCwgb25lIHBlciBsaW5lLiBHaXZlIGEgc2luZ2xlIHBsYWluIG51bWJlciBwZXIgbGluZSwgbm8gd29yZHMsIG5vIHJhbmdlcy4gSWYgdW5zdXJlLCBvdXRwdXQgeW91ciBiZXN0IHNpbmdsZSBudW1lcmljIGVzdGltYXRlLlxuXG4xKSBUaGUgbnVtZXJpY2FsIHZhbHVlIG9mIHJmY18zNTI2X21vZHBfZGhfZ3JvdXBzX3B1YmxpY2F0aW9uX3llYXJfY2UgaXMgX19fLiJ9XSwidGVtcGVyYXR1cmUiOjAsIm1heF90b2tlbnMiOjE2MDAsInJlYXNvbmluZyI6eyJlZmZvcnQiOiJtaW5pbWFsIn0sInN0cmVhbSI6ZmFsc2V9","hash":"0x6a4f4ef8c2fe930a19287a196f749f55f344ad3ab10220a4dfcbc25a2c3cfdeb","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8390/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1794677463661,"responseLatencyMs":0,"startedAt":1794677463661}}],"kind":"antseed-buyer-proxy-kbf-audit","reference":{"calibration":{"batches":[{"attempts":1,"batchIndex":0,"pass":0,"probeIds":["llm:pop-culture:8f71b8482118","llm:pop-culture:92e8c17bbdf6","llm:pop-culture:7ccf795f82a7","llm:pop-culture:9b1d5c1cc53a","llm:pop-culture:51f453255602","llm:pop-culture:13237043598a","llm:pop-culture:298d2988081e","llm:pop-culture:ef1cb342b3cc","llm:pop-culture:39df7450574b","llm:pop-culture:3c9227c1a81a"],"promptVariantId":"v6"},{"attempts":1,"batchIndex":1,"pass":0,"probeIds":["llm:chinese-literature:f7ebaa172f6a","llm:chinese-literature:5f3e86df797a","llm:chinese-literature:17266e81e91c","llm:chinese-literature:176b69ff8b98","llm:chinese-literature:51099c006101","llm:chinese-literature:752eab4c24ab"],"promptVariantId":"v7"},{"attempts":1,"batchIndex":2,"pass":0,"probeIds":["llm:internet-culture:e40a551d5537","llm:internet-culture:f72d1c0ee417","llm:internet-culture:57511dfe645a","llm:internet-culture:ac1a59296807","llm:internet-culture:4540b57db050","llm:internet-culture:c5390f3d22fe","llm:internet-culture:d53a3dffbf20"],"promptVariantId":"v8"},{"attempts":1,"batchIndex":3,"pass":0,"probeIds":["llm:biology:280a5b0e57e6","llm:biology:705aaf8713bb","llm:biology:6e17d40c5e3d","llm:biology:a21033a5c48e","llm:biology:772afd20f8f7","llm:biology:16ddc8ac61b5","llm:biology:40144af5e355","llm:biology:49f5a823479f","llm:biology:3ccc29bcd132","llm:biology:9ecf94058bf6"],"promptVariantId":"v3"},{"attempts":1,"batchIndex":4,"pass":0,"probeIds":["llm:biology:99ececd56489","llm:biology:8c6134b71b34","llm:biology:66febc84050e","llm:biology:c01eb0fa4793","llm:biology:a484ccd9e790","llm:biology:31104d7724b5","llm:biology:5fcde84b334a","llm:biology:fd5e2b7ad8d1","llm:biology:18996b2f84f8","llm:biology:5034349f4348"],"promptVariantId":"v6"},{"attempts":1,"batchIndex":5,"pass":0,"probeIds":["llm:biology:aed183967a6c","llm:biology:2f7ebaccb135","llm:biology:3b5aac429aab","llm:biology:0bb565c283ed","llm:biology:04dcc8c6e27e","llm:biology:6b09abe0f60b","llm:biology:45c871d9551d","llm:biology:e38af834088c"],"promptVariantId":"v5"},{"attempts":1,"batchIndex":6,"pass":0,"probeIds":["llm:chinese-internet:1c40a89a7d5b","llm:chinese-internet:0874aa25d739","llm:chinese-internet:c78bc9929d83","llm:chinese-internet:a0e0845507fc","llm:chinese-internet:3f7a64dc0eab","llm:chinese-internet:6e3097fe8605","llm:chinese-internet:4ae960492884","llm:chinese-internet:2e884bea9363","llm:chinese-internet:0f822124ad10","llm:chinese-internet:5af4dcc4aea6"],"promptVariantId":"v7"},{"attempts":1,"batchIndex":7,"pass":0,"probeIds":["llm:chinese-internet:adbea00b957e","llm:chinese-internet:28a282fac214","llm:chinese-internet:4f65b9aac0a9"],"promptVariantId":"v3"},{"attempts":1,"batchIndex":8,"pass":0,"probeIds":["llm:medical:8745ec544c52","llm:medical:738ec83adfa0","llm:medical:a9ee74ed39d2","llm:medical:475b4af67cd4","llm:medical:79ecd7bad561","llm:medical:0d2fa26524ac","llm:medical:71073f15f600","llm:medical:ad75704bb224","llm:medical:bb9a63582d2a","llm:medical:a02fd37484df"],"promptVariantId":"v3"},{"attempts":1,"batchIndex":9,"pass":0,"probeIds":["llm:chinese-geography:e00047b2d5b2","llm:chinese-geography:570350ecd7d7","llm:chinese-geography:0bc30d67305a","llm:chinese-geography:c104059f6744","llm:chinese-geography:92b3e1ab14b1"],"promptVariantId":"v7"},{"attempts":1,"batchIndex":10,"pass":0,"probeIds":["llm:astronomy:0d1a7faf9193","llm:astronomy:6320b3b142ec","llm:astronomy:61e8c1d90fe5","llm:astronomy:3379b049b92b","llm:astronomy:1913bbdca3ef","llm:astronomy:c12c76c4a512","llm:astronomy:d13c052a13d4","llm:astronomy:92020bd00a10","llm:astronomy:59ba4e728391","llm:astronomy:5150aba61c5b"],"promptVariantId":"v8"},{"attempts":1,"batchIndex":11,"pass":0,"probeIds":["llm:astronomy:1e08be3a5634"],"promptVariantId":"v6"},{"attempts":1,"batchIndex":12,"pass":0,"probeIds":["llm:programming:651d6d761250","llm:programming:8db7c43ccaf8","llm:programming:580bbcdf7bb6","llm:programming:80aed46aa420","llm:programming:c49e9c91d23a","llm:programming:7e6c46583c3b","llm:programming:1da1f241f250","llm:programming:aadf46f0766e","llm:programming:317b628bdce9","llm:programming:41f5c7a33581"],"promptVariantId":"v8"},{"attempts":1,"batchIndex":13,"pass":0,"probeIds":["llm:programming:1b50380c83cc","llm:programming:41cc08853fd5","llm:programming:56041f960a8f","llm:programming:a992c3387332","llm:programming:6bcd9ea77d0a"],"promptVariantId":"v4"},{"attempts":1,"batchIndex":14,"pass":0,"probeIds":["llm:chemistry-mp:a7f0e616d95d","llm:chemistry-mp:4bfc87710757"],"promptVariantId":"v1"},{"attempts":1,"batchIndex":15,"pass":0,"probeIds":["llm:physics:e554435a61af","llm:physics:2886af74286f","llm:physics:5445fcc55c54","llm:physics:b3a9e296d006"],"promptVariantId":"v8"},{"attempts":1,"batchIndex":16,"pass":0,"probeIds":["llm:chemistry-bp:67b7b2ec53b4","llm:chemistry-bp:e15088a623ea","llm:chemistry-bp:a443d2baabf1"],"promptVariantId":"v3"},{"attempts":1,"batchIndex":17,"pass":0,"probeIds":["llm:chinese-history:4599c80a0bf0","llm:chinese-history:b6d4ea442707","llm:chinese-history:c218e3e31590","llm:chinese-history:f800132b11c2","llm:chinese-history:a2abe23457a3"],"promptVariantId":"v8"},{"attempts":1,"batchIndex":18,"pass":0,"probeIds":["llm:crypto-params:dec8c285d27d"],"promptVariantId":"v2"}],"calibratedAt":"2026-11-14T16:11:18.212Z","coverage":1,"errorRate":0.016666666666666666,"hamming":2,"method":"kbf-set-calibration-v1","outcomes":[{"answers":[2],"matches":[1],"probeId":"llm:pop-culture:8f71b8482118"},{"answers":[1924],"matches":[1],"probeId":"llm:chinese-literature:f7ebaa172f6a"},{"answers":[30],"matches":[1],"probeId":"llm:pop-culture:92e8c17bbdf6"},{"answers":[742],"matches":[1],"probeId":"llm:internet-culture:e40a551d5537"},{"answers":[86],"matches":[1],"probeId":"llm:biology:280a5b0e57e6"},{"answers":[1922],"matches":[1],"probeId":"llm:chinese-literature:5f3e86df797a"},{"answers":[1998],"matches":[1],"probeId":"llm:chinese-internet:1c40a89a7d5b"},{"answers":[127],"matches":[1],"probeId":"llm:pop-culture:7ccf795f82a7"},{"answers":[2009],"matches":[1],"probeId":"llm:chinese-internet:0874aa25d739"},{"answers":[40],"matches":[1],"probeId":"llm:medical:8745ec544c52"},{"answers":[20],"matches":[1],"probeId":"llm:medical:738ec83adfa0"},{"answers":[1998],"matches":[1],"probeId":"llm:chinese-internet:c78bc9929d83"},{"answers":[3771],"matches":[1],"probeId":"llm:chinese-geography:e00047b2d5b2"},{"answers":[44179],"matches":[1],"probeId":"llm:astronomy:0d1a7faf9193"},{"answers":[1998],"matches":[1],"probeId":"llm:chinese-internet:a0e0845507fc"},{"answers":[18],"matches":[1],"probeId":"llm:biology:705aaf8713bb"},{"answers":[4406],"matches":[1],"probeId":"llm:astronomy:6320b3b142ec"},{"answers":[2005],"matches":[1],"probeId":"llm:programming:651d6d761250"},{"answers":[6],"matches":[1],"probeId":"llm:pop-culture:9b1d5c1cc53a"},{"answers":[49],"matches":[1],"probeId":"llm:medical:a9ee74ed39d2"},{"answers":[287],"matches":[1],"probeId":"llm:chemistry-mp:a7f0e616d95d"},{"answers":[1979],"matches":[1],"probeId":"llm:internet-culture:f72d1c0ee417"},{"answers":[3.41],"matches":[1],"probeId":"llm:physics:e554435a61af"},{"answers":[2016],"matches":[1],"probeId":"llm:programming:8db7c43ccaf8"},{"answers":[21],"matches":[1],"probeId":"llm:chinese-literature:17266e81e91c"},{"answers":[98],"matches":[1],"probeId":"llm:biology:6e17d40c5e3d"},{"answers":[8],"matches":[1],"probeId":"llm:pop-culture:51f453255602"},{"answers":[58],"matches":[1],"probeId":"llm:biology:a21033a5c48e"},{"answers":[1592],"matches":[1],"probeId":"llm:chinese-literature:176b69ff8b98"},{"answers":[127],"matches":[1],"probeId":"llm:pop-culture:13237043598a"},{"answers":[211],"matches":[1],"probeId":"llm:chemistry-bp:67b7b2ec53b4"},{"answers":[54],"matches":[1],"probeId":"llm:medical:475b4af67cd4"},{"answers":[144],"matches":[1],"probeId":"llm:biology:772afd20f8f7"},{"answers":[8],"matches":[1],"probeId":"llm:pop-culture:298d2988081e"},{"answers":[72],"matches":[0],"probeId":"llm:biology:16ddc8ac61b5"},{"answers":[242],"matches":[1],"probeId":"llm:astronomy:61e8c1d90fe5"},{"answers":[58],"matches":[1],"probeId":"llm:biology:40144af5e355"},{"answers":[62],"matches":[1],"probeId":"llm:biology:49f5a823479f"},{"answers":[6.5],"matches":[1],"probeId":"llm:medical:79ecd7bad561"},{"answers":[1997],"matches":[1],"probeId":"llm:chinese-internet:3f7a64dc0eab"},{"answers":[4],"matches":[1],"probeId":"llm:medical:0d2fa26524ac"},{"answers":[68],"matches":[1],"probeId":"llm:biology:3ccc29bcd132"},{"answers":[2010],"matches":[0],"probeId":"llm:chinese-internet:6e3097fe8605"},{"answers":[20],"matches":[1],"probeId":"llm:medical:71073f15f600"},{"answers":[1999],"matches":[1],"probeId":"llm:chinese-internet:4ae960492884"},{"answers":[164],"matches":[1],"probeId":"llm:biology:9ecf94058bf6"},{"answers":[259],"matches":[1],"probeId":"llm:astronomy:3379b049b92b"},{"answers":[2001],"matches":[1],"probeId":"llm:chinese-internet:2e884bea9363"},{"answers":[1817],"matches":[1],"probeId":"llm:chinese-geography:570350ecd7d7"},{"answers":[2009],"matches":[1],"probeId":"llm:programming:580bbcdf7bb6"},{"answers":[1994],"matches":[1],"probeId":"llm:programming:80aed46aa420"},{"answers":[44],"matches":[1],"probeId":"llm:biology:99ececd56489"},{"answers":[2006],"matches":[1],"probeId":"llm:programming:c49e9c91d23a"},{"answers":[1995],"matches":[1],"probeId":"llm:chinese-internet:0f822124ad10"},{"answers":[918],"matches":[1],"probeId":"llm:internet-culture:57511dfe645a"},{"answers":[738],"matches":[1],"probeId":"llm:chinese-history:4599c80a0bf0"},{"answers":[1008],"matches":[1],"probeId":"llm:chinese-history:b6d4ea442707"},{"answers":[2008],"matches":[1],"probeId":"llm:programming:7e6c46583c3b"},{"answers":[1999],"matches":[1],"probeId":"llm:chinese-internet:5af4dcc4aea6"},{"answers":[90],"matches":[1],"probeId":"llm:biology:8c6134b71b34"},{"answers":[1995],"matches":[1],"probeId":"llm:chinese-internet:adbea00b957e"},{"answers":[2004],"matches":[1],"probeId":"llm:internet-culture:ac1a59296807"},{"answers":[2009],"matches":[1],"probeId":"llm:programming:1da1f241f250"},{"answers":[2007],"matches":[1],"probeId":"llm:programming:aadf46f0766e"},{"answers":[2359],"matches":[1],"probeId":"llm:astronomy:1913bbdca3ef"},{"answers":[86],"matches":[1],"probeId":"llm:biology:66febc84050e"},{"answers":[102],"matches":[1],"probeId":"llm:biology:c01eb0fa4793"},{"answers":[1879],"matches":[1],"probeId":"llm:chinese-history:c218e3e31590"},{"answers":[44],"matches":[1],"probeId":"llm:biology:a484ccd9e790"},{"answers":[32.69],"matches":[1],"probeId":"llm:chinese-geography:0bc30d67305a"},{"answers":[2003],"matches":[1],"probeId":"llm:programming:317b628bdce9"},{"answers":[72],"matches":[1],"probeId":"llm:biology:31104d7724b5"},{"answers":[2003],"matches":[1],"probeId":"llm:crypto-params:dec8c285d27d"},{"answers":[46],"matches":[1],"probeId":"llm:biology:5fcde84b334a"},{"answers":[110],"matches":[1],"probeId":"llm:biology:fd5e2b7ad8d1"},{"answers":[78],"matches":[1],"probeId":"llm:biology:18996b2f84f8"},{"answers":[5.664],"matches":[1],"probeId":"llm:chinese-geography:c104059f6744"},{"answers":[977],"matches":[1],"probeId":"llm:internet-culture:4540b57db050"},{"answers":[2823],"matches":[1],"probeId":"llm:astronomy:c12c76c4a512"},{"answers":[2021],"matches":[1],"probeId":"llm:programming:41f5c7a33581"},{"answers":[54],"matches":[1],"probeId":"llm:medical:ad75704bb224"},{"answers":[2012],"matches":[1],"probeId":"llm:programming:1b50380c83cc"},{"answers":[113],"matches":[1],"probeId":"llm:chemistry-bp:e15088a623ea"},{"answers":[70],"matches":[1],"probeId":"llm:chemistry-bp:a443d2baabf1"},{"answers":[1996],"matches":[1],"probeId":"llm:programming:41cc08853fd5"},{"answers":[983],"matches":[1],"probeId":"llm:chinese-history:f800132b11c2"},{"answers":[1578],"matches":[1],"probeId":"llm:chinese-history:a2abe23457a3"},{"answers":[1686],"matches":[1],"probeId":"llm:chinese-geography:92b3e1ab14b1"},{"answers":[6.5],"matches":[1],"probeId":"llm:medical:bb9a63582d2a"},{"answers":[102],"matches":[1],"probeId":"llm:biology:5034349f4348"},{"answers":[320],"matches":[1],"probeId":"llm:pop-culture:ef1cb342b3cc"},{"answers":[1923],"matches":[1],"probeId":"llm:chinese-literature:51099c006101"},{"answers":[812],"matches":[1],"probeId":"llm:internet-culture:c5390f3d22fe"},{"answers":[259],"matches":[1],"probeId":"llm:astronomy:d13c052a13d4"},{"answers":[2004],"matches":[1],"probeId":"llm:programming:56041f960a8f"},{"answers":[1964],"matches":[1],"probeId":"llm:programming:a992c3387332"},{"answers":[48],"matches":[1],"probeId":"llm:biology:aed183967a6c"},{"answers":[10.5],"matches":[1],"probeId":"llm:physics:2886af74286f"},{"answers":[2006],"matches":[1],"probeId":"llm:programming:6bcd9ea77d0a"},{"answers":[98],"matches":[1],"probeId":"llm:biology:2f7ebaccb135"},{"answers":[1999],"matches":[1],"probeId":"llm:internet-culture:d53a3dffbf20"},{"answers":[783],"matches":[1],"probeId":"llm:astronomy:92020bd00a10"},{"answers":[86],"matches":[1],"probeId":"llm:biology:3b5aac429aab"},{"answers":[1.17344411e-14],"matches":[1],"probeId":"llm:physics:5445fcc55c54"},{"answers":[1932],"matches":[1],"probeId":"llm:chinese-literature:752eab4c24ab"},{"answers":[90],"matches":[1],"probeId":"llm:pop-culture:39df7450574b"},{"answers":[656],"matches":[1],"probeId":"llm:chemistry-mp:4bfc87710757"},{"answers":[618],"matches":[1],"probeId":"llm:astronomy:59ba4e728391"},{"answers":[183247171],"matches":[1],"probeId":"llm:physics:b3a9e296d006"},{"answers":[26],"matches":[1],"probeId":"llm:biology:0bb565c283ed"},{"answers":[953],"matches":[1],"probeId":"llm:astronomy:5150aba61c5b"},{"answers":[156],"matches":[1],"probeId":"llm:biology:04dcc8c6e27e"},{"answers":[127],"matches":[1],"probeId":"llm:pop-culture:3c9227c1a81a"},{"answers":[44],"matches":[1],"probeId":"llm:biology:6b09abe0f60b"},{"answers":[46],"matches":[1],"probeId":"llm:biology:45c871d9551d"},{"answers":[677.4],"matches":[1],"probeId":"llm:astronomy:1e08be3a5634"},{"answers":[83],"matches":[1],"probeId":"llm:medical:a02fd37484df"},{"answers":[1997],"matches":[1],"probeId":"llm:chinese-internet:28a282fac214"},{"answers":[86],"matches":[1],"probeId":"llm:biology:e38af834088c"},{"answers":[1997],"matches":[1],"probeId":"llm:chinese-internet:4f65b9aac0a9"}],"passes":1,"total":120,"version":1},"probes":[{"canonicalDomainName":"Pop culture (box office and ratings)","consensus":2,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"pop_culture","enrollmentEvidence":{"answers":[2,2,2],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"film production facts","id":"llm:pop-culture:8f71b8482118","name":"little_shop_of_horrors_1960_principal_shooting_duration_days","range":[1,10000],"template":"The numerical value associated with little_shop_of_horrors_1960_principal_shooting_duration_days is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese literature (publication years)","consensus":1924,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chinese_literature","enrollmentEvidence":{"answers":[1924,1924,1924],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"literary journals and movements","id":"llm:chinese-literature:f7ebaa172f6a","name":"threads_of_talk_yusi_weekly_founding_year","range":[-3000,2030],"template":"threads_of_talk_yusi_weekly_founding_year的数值是___。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Pop culture (box office and ratings)","consensus":30,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"pop_culture","enrollmentEvidence":{"answers":[30,30,30],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"television episode facts","id":"llm:pop-culture:92e8c17bbdf6","name":"twin_peaks_original_run_seasons_1_and_2_total_episodes_count","range":[1,10000],"template":"The numerical value associated with twin_peaks_original_run_seasons_1_and_2_total_episodes_count is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Internet culture (dates and numbers)","consensus":742,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"internet_culture","enrollmentEvidence":{"answers":[742,742,742],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"protocol history","id":"llm:internet-culture:e40a551d5537","name":"rfc_number_original_finger_protocol_specification","range":[1,2030],"template":"The numerical value associated with rfc_number_original_finger_protocol_specification is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":86,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","meta/muse-spark-1.3","openai/gpt-6.1-terra"]},"domain":"biology","enrollmentEvidence":{"answers":[86,86,86],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"deep-sea and cartilaginous fish","id":"llm:biology:280a5b0e57e6","name":"blue_shark_Prionace_glauca_diploid_chromosome_count_2n","range":[1,2000],"template":"The diploid chromosome number (2n) of blue_shark_Prionace_glauca_diploid_chromosome_count_2n is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese literature (publication years)","consensus":1922,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chinese_literature","enrollmentEvidence":{"answers":[1922,1922,1922],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"literary journals and movements","id":"llm:chinese-literature:5f3e86df797a","name":"critical_review_xueheng_founding_year","range":[-3000,2030],"template":"critical_review_xueheng_founding_year的数值是___。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese internet (platform dates)","consensus":1998,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chinese_internet","enrollmentEvidence":{"answers":[1998,1998,1998],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"early platforms","id":"llm:chinese-internet:1c40a89a7d5b","name":"early_platforms_ourgame_lianzhong_launch_year","range":[1990,2030],"template":"early_platforms_ourgame_lianzhong_launch_year发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Pop culture (box office and ratings)","consensus":127,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"pop_culture","enrollmentEvidence":{"answers":[127,127,127],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"film production facts","id":"llm:pop-culture:7ccf795f82a7","name":"shining_baseball_bat_staircase_scene_reported_number_of_takes","range":[1,10000],"template":"The numerical value associated with shining_baseball_bat_staircase_scene_reported_number_of_takes is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese internet (platform dates)","consensus":2009,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chinese_internet","enrollmentEvidence":{"answers":[2009,2009,2009],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"major product launches","id":"llm:chinese-internet:0874aa25d739","name":"mikufans_bilibili_predecessor_launch_year","range":[1990,2030],"template":"mikufans_bilibili_predecessor_launch_year发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Medical (drug half-lives)","consensus":39.7,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"medical","enrollmentEvidence":{"answers":[39.7,39.7,39.7],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"metabolic and neurologic medicines","id":"llm:medical:8745ec544c52","name":"lomitapide_elimination_half_life_hours","range":[0.01,5000],"template":"The elimination half-life of lomitapide_elimination_half_life_hours is approximately ___ hours.","tolerance":{"mode":"relative","value":0.1}},{"canonicalDomainName":"Medical (drug half-lives)","consensus":20,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"medical","enrollmentEvidence":{"answers":[20,20,20],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"metabolic and neurologic medicines","id":"llm:medical:738ec83adfa0","name":"pitolisant_median_elimination_half_life_hours","range":[0.01,5000],"template":"The elimination half-life of pitolisant_median_elimination_half_life_hours is approximately ___ hours.","tolerance":{"mode":"relative","value":0.1}},{"canonicalDomainName":"Chinese internet (platform dates)","consensus":1998,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chinese_internet","enrollmentEvidence":{"answers":[1998,1998,1998],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"early platforms","id":"llm:chinese-internet:c78bc9929d83","name":"xici_hutong_founding_year","range":[1990,2030],"template":"xici_hutong_founding_year发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese geography (measurements)","consensus":3771.2,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chinese_geography","enrollmentEvidence":{"answers":[3771.2,3771,3771],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"county and prefecture geography","id":"llm:chinese-geography:e00047b2d5b2","name":"Baxian Tai of Taibai Mountain (Taibai County, Baoji, Shaanxi) elevation in meters","range":[1,1000000000],"template":"Baxian Tai of Taibai Mountain (Taibai County, Baoji, Shaanxi) elevation in meters的数值是___。","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Astronomy (periods and distances)","consensus":44179,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"astronomy","enrollmentEvidence":{"answers":[44179,44179,44179],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"unusual galaxies and nebulae","id":"llm:astronomy:0d1a7faf9193","name":"red_rectangle_nebula_central_star_henry_draper_hd_number","range":[0,1000000000000000],"template":"The numerical value of red_rectangle_nebula_central_star_henry_draper_hd_number is ___.","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Chinese internet (platform dates)","consensus":1998,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chinese_internet","enrollmentEvidence":{"answers":[1998,1998,1998],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"early platforms","id":"llm:chinese-internet:a0e0845507fc","name":"3721_internet_keywords_company_founded_year","range":[1990,2030],"template":"3721_internet_keywords_company_founded_year发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":18,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","openai/gpt-6.1-terra"]},"domain":"biology","enrollmentEvidence":{"answers":[18,18,18],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"ferns and lycopods","id":"llm:biology:705aaf8713bb","name":"Salvinia_natans_2n_chromosome_count","range":[1,2000],"template":"The diploid chromosome number (2n) of Salvinia_natans_2n_chromosome_count is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Astronomy (periods and distances)","consensus":4406,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"astronomy","enrollmentEvidence":{"answers":[4406,4406,4406],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"unusual galaxies and nebulae","id":"llm:astronomy:6320b3b142ec","name":"retina_nebula_IC_catalog_number","range":[0,1000000000000000],"template":"The numerical value of retina_nebula_IC_catalog_number is ___.","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Programming (release years)","consensus":2005,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"programming","enrollmentEvidence":{"answers":[2005,2005,2005],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"database and protocol implementations","id":"llm:programming:651d6d761250","name":"h2_java_sql_database_first_public_release_year","range":[1950,2030],"template":"The first public release year of h2_java_sql_database_first_public_release_year was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Pop culture (box office and ratings)","consensus":6,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"pop_culture","enrollmentEvidence":{"answers":[6,6,6],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"music release facts","id":"llm:pop-culture:9b1d5c1cc53a","name":"spiderland_slint_album_track_count","range":[1,10000],"template":"The numerical value associated with spiderland_slint_album_track_count is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Medical (drug half-lives)","consensus":49,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"medical","enrollmentEvidence":{"answers":[49,49,49],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"rare-disease therapies","id":"llm:medical:a9ee74ed39d2","name":"tafamidis_mean_elimination_half_life_hours","range":[0.01,5000],"template":"The elimination half-life of tafamidis_mean_elimination_half_life_hours is approximately ___ hours.","tolerance":{"mode":"relative","value":0.1}},{"canonicalDomainName":"Chemistry (melting points)","consensus":287,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chemistry_mp","enrollmentEvidence":{"answers":[287,287,287],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"inorganic salts and coordination compounds","id":"llm:chemistry-mp:a7f0e616d95d","name":"sodium_thiocyanate_melting_point_celsius","range":[-300,4000],"template":"The melting point of sodium_thiocyanate_melting_point_celsius is ___°C.","tolerance":{"mode":"absolute","value":3}},{"canonicalDomainName":"Internet culture (dates and numbers)","consensus":1979,"contrast":{"distinguishingModels":["meta/muse-spark-1.3"]},"domain":"internet_culture","enrollmentEvidence":{"answers":[1979,1979,1979],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"community milestones","id":"llm:internet-culture:f72d1c0ee417","name":"Year Usenet was created at Duke University and UNC","range":[1,2030],"template":"The numerical value associated with Year Usenet was created at Duke University and UNC is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Physics (material properties)","consensus":3.41,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"physics","enrollmentEvidence":{"answers":[3.41,3.41,3.41],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"electromagnetic material properties","id":"llm:physics:e554435a61af","name":"superconducting_critical_temperature_of_indium_in_kelvin","range":[0,1000000000000000],"template":"The numerical value of superconducting_critical_temperature_of_indium_in_kelvin in SI units is ___.","tolerance":{"mode":"relative","value":0.02}},{"canonicalDomainName":"Programming (release years)","consensus":2016,"contrast":{"distinguishingModels":["meta/muse-spark-1.3"]},"domain":"programming","enrollmentEvidence":{"answers":[2016,2016,2016],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"specialist runtimes","id":"llm:programming:8db7c43ccaf8","name":"hashlink_vm_first_public_release_year","range":[1950,2030],"template":"The first public release year of hashlink_vm_first_public_release_year was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese literature (publication years)","consensus":21,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chinese_literature","enrollmentEvidence":{"answers":[21,21,21],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"classical works and authors","id":"llm:chinese-literature:17266e81e91c","name":"Xixiang Ji by Wang Shifu number of zhe acts","range":[-3000,2030],"template":"Xixiang Ji by Wang Shifu number of zhe acts的数值是___。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":98,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","meta/muse-spark-1.3","openai/gpt-6.1-terra"]},"domain":"biology","enrollmentEvidence":{"answers":[98,98,98],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"deep-sea and cartilaginous fish","id":"llm:biology:6e17d40c5e3d","name":"amblyraja_radiata_diploid_chromosome_number_count","range":[1,2000],"template":"The diploid chromosome number (2n) of amblyraja_radiata_diploid_chromosome_number_count is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Pop culture (box office and ratings)","consensus":8,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"pop_culture","enrollmentEvidence":{"answers":[8,8,8],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"film production facts","id":"llm:pop-culture:51f453255602","name":"the_blair_witch_project_1999_principal_photography_duration_days","range":[1,10000],"template":"The numerical value associated with the_blair_witch_project_1999_principal_photography_duration_days is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":58,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","openai/gpt-6.1-terra"]},"domain":"biology","enrollmentEvidence":{"answers":[58,58,58],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"deep-sea and cartilaginous fish","id":"llm:biology:a21033a5c48e","name":"hydrolagus_colliei_spotted_ratfish_diploid_chromosome_number_2n","range":[1,2000],"template":"The diploid chromosome number (2n) of hydrolagus_colliei_spotted_ratfish_diploid_chromosome_number_2n is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese literature (publication years)","consensus":1592,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chinese_literature","enrollmentEvidence":{"answers":[1592,1592,1592],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"classical works and authors","id":"llm:chinese-literature:176b69ff8b98","name":"xiyouji_shidetang_edition_publication_year_ce","range":[-3000,2030],"template":"xiyouji_shidetang_edition_publication_year_ce的数值是___。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Pop culture (box office and ratings)","consensus":127,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"pop_culture","enrollmentEvidence":{"answers":[127,127,127],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"film production facts","id":"llm:pop-culture:13237043598a","name":"the_shining_staircase_baseball_bat_scene_number_of_takes","range":[1,10000],"template":"The numerical value associated with the_shining_staircase_baseball_bat_scene_number_of_takes is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chemistry (boiling points)","consensus":210,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chemistry_bp","enrollmentEvidence":{"answers":[210,210,210],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"organometallics and organosilicons","id":"llm:chemistry-bp:67b7b2ec53b4","name":"decamethylcyclopentasiloxane_boiling_point_at_1_atm_degC","range":[-300,600],"template":"The boiling point of decamethylcyclopentasiloxane_boiling_point_at_1_atm_degC at 1 atm is ___°C.","tolerance":{"mode":"absolute","value":3}},{"canonicalDomainName":"Medical (drug half-lives)","consensus":54,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"medical","enrollmentEvidence":{"answers":[54,54,54],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"rare-disease therapies","id":"llm:medical:475b4af67cd4","name":"nitisinone_mean_terminal_half_life_healthy_volunteers_hours","range":[0.01,5000],"template":"The elimination half-life of nitisinone_mean_terminal_half_life_healthy_volunteers_hours is approximately ___ hours.","tolerance":{"mode":"relative","value":0.1}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":144,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"biology","enrollmentEvidence":{"answers":[144,144,144],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"ferns and lycopods","id":"llm:biology:772afd20f8f7","name":"asplenium_ruta-muraria_diploid_chromosome_number_2n","range":[1,2000],"template":"The diploid chromosome number (2n) of asplenium_ruta-muraria_diploid_chromosome_number_2n is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Pop culture (box office and ratings)","consensus":8,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"pop_culture","enrollmentEvidence":{"answers":[8,8,8],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"film production facts","id":"llm:pop-culture:298d2988081e","name":"blair_witch_project_principal_photography_duration_in_days","range":[1,10000],"template":"The numerical value associated with blair_witch_project_principal_photography_duration_in_days is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":86,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","meta/muse-spark-1.3","openai/gpt-6.1-terra"]},"domain":"biology","enrollmentEvidence":{"answers":[86,86,86],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"deep-sea and cartilaginous fish","id":"llm:biology:16ddc8ac61b5","name":"starspotted_smooth_hound_Mustelus_manazo_diploid_chromosome_count_2n","range":[1,2000],"template":"The diploid chromosome number (2n) of starspotted_smooth_hound_Mustelus_manazo_diploid_chromosome_count_2n is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Astronomy (periods and distances)","consensus":242,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"astronomy","enrollmentEvidence":{"answers":[242,242,242],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"unusual galaxies and nebulae","id":"llm:astronomy:61e8c1d90fe5","name":"mice_galaxies_arp_atlas_number","range":[0,1000000000000000],"template":"The numerical value of mice_galaxies_arp_atlas_number is ___.","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":58,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","openai/gpt-6.1-terra"]},"domain":"biology","enrollmentEvidence":{"answers":[58,58,58],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"deep-sea and cartilaginous fish","id":"llm:biology:40144af5e355","name":"spotted_ratfish_Hydrolagus_colliei_diploid_chromosome_count_2n","range":[1,2000],"template":"The diploid chromosome number (2n) of spotted_ratfish_Hydrolagus_colliei_diploid_chromosome_count_2n is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":62,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","meta/muse-spark-1.3","openai/gpt-6.1-terra"]},"domain":"biology","enrollmentEvidence":{"answers":[62,62,62],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"deep-sea and cartilaginous fish","id":"llm:biology:49f5a823479f","name":"spiny_dogfish_Squalus_acanthias_diploid_chromosome_count_2n","range":[1,2000],"template":"The diploid chromosome number (2n) of spiny_dogfish_Squalus_acanthias_diploid_chromosome_count_2n is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Medical (drug half-lives)","consensus":6.5,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"medical","enrollmentEvidence":{"answers":[6.5,6.5,6.5],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"rare-disease therapies","id":"llm:medical:79ecd7bad561","name":"eliglustat_terminal_elimination_half_life_CYP2D6_extensive_metabolizers_hours","range":[0.01,5000],"template":"The elimination half-life of eliglustat_terminal_elimination_half_life_CYP2D6_extensive_metabolizers_hours is approximately ___ hours.","tolerance":{"mode":"relative","value":0.1}},{"canonicalDomainName":"Chinese internet (platform dates)","consensus":1997,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chinese_internet","enrollmentEvidence":{"answers":[1997,1997,1997],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"major product launches","id":"llm:chinese-internet:3f7a64dc0eab","name":"mop_com_launch_year","range":[1990,2030],"template":"mop_com_launch_year发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Medical (drug half-lives)","consensus":4,"contrast":{"distinguishingModels":["meta/muse-spark-1.3","openai/gpt-6.1-terra"]},"domain":"medical","enrollmentEvidence":{"answers":[4,4,4],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"rare-disease therapies","id":"llm:medical:0d2fa26524ac","name":"lonafarnib_mean_half_life_hours","range":[0.01,5000],"template":"The elimination half-life of lonafarnib_mean_half_life_hours is approximately ___ hours.","tolerance":{"mode":"relative","value":0.1}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":68,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"biology","enrollmentEvidence":{"answers":[68,68,68],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"ferns and lycopods","id":"llm:biology:3ccc29bcd132","name":"Lycopodium_clavatum_2n_chromosome_count","range":[1,2000],"template":"The diploid chromosome number (2n) of Lycopodium_clavatum_2n_chromosome_count is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese internet (platform dates)","consensus":2009,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chinese_internet","enrollmentEvidence":{"answers":[2009,2009,2009],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"major product launches","id":"llm:chinese-internet:6e3097fe8605","name":"bilibili_website_launch_year_ce","range":[1990,2030],"template":"bilibili_website_launch_year_ce发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Medical (drug half-lives)","consensus":20,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","openai/gpt-6.1-terra"]},"domain":"medical","enrollmentEvidence":{"answers":[20,20,20],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"rare-disease therapies","id":"llm:medical:71073f15f600","name":"pitolisant_median_half_life_hours","range":[0.01,5000],"template":"The elimination half-life of pitolisant_median_half_life_hours is approximately ___ hours.","tolerance":{"mode":"relative","value":0.1}},{"canonicalDomainName":"Chinese internet (platform dates)","consensus":1999,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chinese_internet","enrollmentEvidence":{"answers":[1999,1999,1999],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"early platforms","id":"llm:chinese-internet:4ae960492884","name":"chinaren_founding_year","range":[1990,2030],"template":"chinaren_founding_year发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":164,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"biology","enrollmentEvidence":{"answers":[164,164,164],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"ferns and lycopods","id":"llm:biology:9ecf94058bf6","name":"Dryopteris_filix-mas_2n_chromosome_count","range":[1,2000],"template":"The diploid chromosome number (2n) of Dryopteris_filix-mas_2n_chromosome_count is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Astronomy (periods and distances)","consensus":259.2,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"astronomy","enrollmentEvidence":{"answers":[259.2,259.2,259.2],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"irregular moon orbital periods","id":"llm:astronomy:3379b049b92b","name":"jupiter_moon_lysithea_orbital_period_days","range":[0,1000000000000000],"template":"The numerical value of jupiter_moon_lysithea_orbital_period_days is ___.","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Chinese internet (platform dates)","consensus":2001,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","openai/gpt-6.1-terra"]},"domain":"chinese_internet","enrollmentEvidence":{"answers":[2001,2001,2001],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"early platforms","id":"llm:chinese-internet:2e884bea9363","name":"qidian_chinese_magic_fantasy_union_founding_year","range":[1990,2030],"template":"qidian_chinese_magic_fantasy_union_founding_year发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese geography (measurements)","consensus":1817,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chinese_geography","enrollmentEvidence":{"answers":[1817,1817,1820],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"county and prefecture geography","id":"llm:chinese-geography:570350ecd7d7","name":"yushan_county_sanqingshan_yujing_peak_elevation_meters","range":[1,1000000000],"template":"yushan_county_sanqingshan_yujing_peak_elevation_meters的数值是___。","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Programming (release years)","consensus":2009,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"programming","enrollmentEvidence":{"answers":[2009,2009,2009],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"database and protocol implementations","id":"llm:programming:580bbcdf7bb6","name":"kyoto_cabinet_dbm_library_first_public_release_year","range":[1950,2030],"template":"The first public release year of kyoto_cabinet_dbm_library_first_public_release_year was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Programming (release years)","consensus":1994,"contrast":{"distinguishingModels":["meta/muse-spark-1.3"]},"domain":"programming","enrollmentEvidence":{"answers":[1994,1994,1994],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"database and protocol implementations","id":"llm:programming:80aed46aa420","name":"berkeley_db_embedded_database_first_public_release_year","range":[1950,2030],"template":"The first public release year of berkeley_db_embedded_database_first_public_release_year was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":44,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"biology","enrollmentEvidence":{"answers":[44,44,44],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"ferns and lycopods","id":"llm:biology:99ececd56489","name":"osmunda_regalis_sporophyte_diploid_chromosome_number_2n_count","range":[1,2000],"template":"The diploid chromosome number (2n) of osmunda_regalis_sporophyte_diploid_chromosome_number_2n_count is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Programming (release years)","consensus":2006,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"programming","enrollmentEvidence":{"answers":[2006,2006,2006],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"specialist runtimes","id":"llm:programming:c49e9c91d23a","name":"ironpython_1_0_release_year","range":[1950,2030],"template":"The first public release year of ironpython_1_0_release_year was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese internet (platform dates)","consensus":1995,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chinese_internet","enrollmentEvidence":{"answers":[1995,1995,1995],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"early platforms","id":"llm:chinese-internet:0f822124ad10","name":"shuimu_tsinghua_bbs_founding_year","range":[1990,2030],"template":"shuimu_tsinghua_bbs_founding_year发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Internet culture (dates and numbers)","consensus":918,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"internet_culture","enrollmentEvidence":{"answers":[918,918,918],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"protocol history","id":"llm:internet-culture:57511dfe645a","name":"rfc_number_original_post_office_protocol_specification","range":[1,2030],"template":"The numerical value associated with rfc_number_original_post_office_protocol_specification is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese history (specific dates)","consensus":738,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chinese_history","enrollmentEvidence":{"answers":[738,738,738],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"regional dynastic events","id":"llm:chinese-history:4599c80a0bf0","name":"nanzhao_piluoge_enfeoffed_king_of_yunnan_by_tang_year_ce","range":[-3000,2030],"template":"nanzhao_piluoge_enfeoffed_king_of_yunnan_by_tang_year_ce发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese history (specific dates)","consensus":1008,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chinese_history","enrollmentEvidence":{"answers":[1008,1008,1008],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"scientific and literary history","id":"llm:chinese-history:b6d4ea442707","name":"da_song_chongxiu_guangyun_completion_year_ce","range":[-3000,2030],"template":"da_song_chongxiu_guangyun_completion_year_ce发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Programming (release years)","consensus":2008,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"programming","enrollmentEvidence":{"answers":[2008,2008,2008],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"database and protocol implementations","id":"llm:programming:7e6c46583c3b","name":"tarantool_database_first_public_release_year","range":[1950,2030],"template":"The first public release year of tarantool_database_first_public_release_year was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese internet (platform dates)","consensus":1999,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chinese_internet","enrollmentEvidence":{"answers":[1999,1999,1999],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"early platforms","id":"llm:chinese-internet:5af4dcc4aea6","name":"tianya_club_founding_year","range":[1990,2030],"template":"tianya_club_founding_year发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":90,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"biology","enrollmentEvidence":{"answers":[90,90,90],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"ferns and lycopods","id":"llm:biology:8c6134b71b34","name":"botrychium_lunaria_diploid_chromosome_number_2n","range":[1,2000],"template":"The diploid chromosome number (2n) of botrychium_lunaria_diploid_chromosome_number_2n is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese internet (platform dates)","consensus":1995,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chinese_internet","enrollmentEvidence":{"answers":[1995,1995,1995],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"major product launches","id":"llm:chinese-internet:adbea00b957e","name":"shuimu_tsinghua_bbs_launch_year","range":[1990,2030],"template":"shuimu_tsinghua_bbs_launch_year发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Internet culture (dates and numbers)","consensus":2004,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"internet_culture","enrollmentEvidence":{"answers":[2004,2004,2004],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"community milestones","id":"llm:internet-culture:ac1a59296807","name":"Year the SomethingAwful-originated \"Goatse\" site domain was taken down","range":[1,2030],"template":"The numerical value associated with Year the SomethingAwful-originated \"Goatse\" site domain was taken down is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Programming (release years)","consensus":2009,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"programming","enrollmentEvidence":{"answers":[2009,2009,2009],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"database and protocol implementations","id":"llm:programming:1da1f241f250","name":"kyoto_cabinet_first_public_release_year","range":[1950,2030],"template":"The first public release year of kyoto_cabinet_first_public_release_year was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Programming (release years)","consensus":2007,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"programming","enrollmentEvidence":{"answers":[2007,2007,2007],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"specialist runtimes","id":"llm:programming:aadf46f0766e","name":"pypy_version_1_0_release_year","range":[1950,2030],"template":"The first public release year of pypy_version_1_0_release_year was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Astronomy (periods and distances)","consensus":2359,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"astronomy","enrollmentEvidence":{"answers":[2359,2359,2359],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"unusual galaxies and nebulae","id":"llm:astronomy:1913bbdca3ef","name":"thors_helmet_nebula_NGC_catalog_number","range":[0,1000000000000000],"template":"The numerical value of thors_helmet_nebula_NGC_catalog_number is ___.","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":86,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","meta/muse-spark-1.3","openai/gpt-6.1-terra"]},"domain":"biology","enrollmentEvidence":{"answers":[86,86,86],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"deep-sea and cartilaginous fish","id":"llm:biology:66febc84050e","name":"prionace_glauca_blue_shark_diploid_chromosome_number_count","range":[1,2000],"template":"The diploid chromosome number (2n) of prionace_glauca_blue_shark_diploid_chromosome_number_count is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":102,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","openai/gpt-6.1-terra"]},"domain":"biology","enrollmentEvidence":{"answers":[102,102,102],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"deep-sea and cartilaginous fish","id":"llm:biology:c01eb0fa4793","name":"rhincodon_typus_whale_shark_diploid_chromosome_number_2n","range":[1,2000],"template":"The diploid chromosome number (2n) of rhincodon_typus_whale_shark_diploid_chromosome_number_2n is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese history (specific dates)","consensus":1879,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chinese_history","enrollmentEvidence":{"answers":[1879,1879,1879],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"trade and diplomatic history","id":"llm:chinese-history:c218e3e31590","name":"treaty_of_livadia_signing_year_ce","range":[-3000,2030],"template":"treaty_of_livadia_signing_year_ce发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":44,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"biology","enrollmentEvidence":{"answers":[44,44,44],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"ferns and lycopods","id":"llm:biology:a484ccd9e790","name":"azolla_filiculoides_somatic_chromosome_number_2n_count","range":[1,2000],"template":"The diploid chromosome number (2n) of azolla_filiculoides_somatic_chromosome_number_2n_count is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese geography (measurements)","consensus":32.69,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chinese_geography","enrollmentEvidence":{"answers":[32.69,32.645,32.69],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"transport geography","id":"llm:chinese-geography:0bc30d67305a","name":"new_guanjiao_railway_tunnel_length_km","range":[1,1000000000],"template":"new_guanjiao_railway_tunnel_length_km的数值是___。","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Programming (release years)","consensus":2003,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"programming","enrollmentEvidence":{"answers":[2003,2003,2003],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"specialist runtimes","id":"llm:programming:317b628bdce9","name":"jamvm_first_release_year","range":[1950,2030],"template":"The first public release year of jamvm_first_release_year was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":72,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","meta/muse-spark-1.3","openai/gpt-6.1-terra"]},"domain":"biology","enrollmentEvidence":{"answers":[72,72,72],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"deep-sea and cartilaginous fish","id":"llm:biology:31104d7724b5","name":"triakis_scyllium_diploid_chromosome_number_count","range":[1,2000],"template":"The diploid chromosome number (2n) of triakis_scyllium_diploid_chromosome_number_count is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Cryptography (parameters)","consensus":2003,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"crypto_params","enrollmentEvidence":{"answers":[2003,2003,2003],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"standardization years","id":"llm:crypto-params:dec8c285d27d","name":"rfc_3526_modp_dh_groups_publication_year_ce","range":[0,10000000000],"template":"The numerical value of rfc_3526_modp_dh_groups_publication_year_ce is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":46,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","openai/gpt-6.1-terra"]},"domain":"biology","enrollmentEvidence":{"answers":[46,46,46],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"deep-sea and cartilaginous fish","id":"llm:biology:5fcde84b334a","name":"haddock_Melanogrammus_aeglefinus_diploid_chromosome_count_2n","range":[1,2000],"template":"The diploid chromosome number (2n) of haddock_Melanogrammus_aeglefinus_diploid_chromosome_count_2n is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":110,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","openai/gpt-6.1-terra"]},"domain":"biology","enrollmentEvidence":{"answers":[110,110,110],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"ferns and lycopods","id":"llm:biology:fd5e2b7ad8d1","name":"Isoetes_lacustris_2n_chromosome_count","range":[1,2000],"template":"The diploid chromosome number (2n) of Isoetes_lacustris_2n_chromosome_count is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":78,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"biology","enrollmentEvidence":{"answers":[78,78,78],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"ferns and lycopods","id":"llm:biology:18996b2f84f8","name":"ceratopteris_richardii_sporophyte_diploid_chromosome_number_2n_count","range":[1,2000],"template":"The diploid chromosome number (2n) of ceratopteris_richardii_sporophyte_diploid_chromosome_number_2n_count is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese geography (measurements)","consensus":5.664,"contrast":{"distinguishingModels":["meta/muse-spark-1.3","openai/gpt-6.1-terra"]},"domain":"chinese_geography","enrollmentEvidence":{"answers":[5.664,5.664,5.664],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"transport geography","id":"llm:chinese-geography:c104059f6744","name":"hong_kong_zhuhai_macau_bridge_immersed_tunnel_length_km","range":[1,1000000000],"template":"hong_kong_zhuhai_macau_bridge_immersed_tunnel_length_km的数值是___。","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Internet culture (dates and numbers)","consensus":977,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"internet_culture","enrollmentEvidence":{"answers":[977,977,977],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"protocol history","id":"llm:internet-culture:4540b57db050","name":"nntp_original_specification_rfc_number","range":[1,2030],"template":"The numerical value associated with nntp_original_specification_rfc_number is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Astronomy (periods and distances)","consensus":2805,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"astronomy","enrollmentEvidence":{"answers":[2805,2805,2805.5],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"irregular moon orbital periods","id":"llm:astronomy:c12c76c4a512","name":"uranus_moon_ferdinand_orbital_period_days","range":[0,1000000000000000],"template":"The numerical value of uranus_moon_ferdinand_orbital_period_days is ___.","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Programming (release years)","consensus":2021,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","openai/gpt-6.1-terra"]},"domain":"programming","enrollmentEvidence":{"answers":[2021,2021,2021],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"specialist runtimes","id":"llm:programming:41f5c7a33581","name":"wasmer_1_0_release_year","range":[1950,2030],"template":"The first public release year of wasmer_1_0_release_year was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Medical (drug half-lives)","consensus":54,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"medical","enrollmentEvidence":{"answers":[54,54,54],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"metabolic and neurologic medicines","id":"llm:medical:ad75704bb224","name":"nitisinone_elimination_half_life_hours","range":[0.01,5000],"template":"The elimination half-life of nitisinone_elimination_half_life_hours is approximately ___ hours.","tolerance":{"mode":"relative","value":0.1}},{"canonicalDomainName":"Programming (release years)","consensus":2012,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"programming","enrollmentEvidence":{"answers":[2012,2012,2012],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"specialist runtimes","id":"llm:programming:1b50380c83cc","name":"mruby_first_public_release_year","range":[1950,2030],"template":"The first public release year of mruby_first_public_release_year was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chemistry (boiling points)","consensus":113,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chemistry_bp","enrollmentEvidence":{"answers":[113,113,113],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"organometallics and organosilicons","id":"llm:chemistry-bp:e15088a623ea","name":"hexamethyldisilane_boiling_point_at_1_atm_degC","range":[-300,600],"template":"The boiling point of hexamethyldisilane_boiling_point_at_1_atm_degC at 1 atm is ___°C.","tolerance":{"mode":"absolute","value":3}},{"canonicalDomainName":"Chemistry (boiling points)","consensus":69,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chemistry_bp","enrollmentEvidence":{"answers":[69,69,69],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"heterocyclic nitrogen compounds and azoles","id":"llm:chemistry-bp:a443d2baabf1","name":"oxazole_boiling_point_at_1_atm_in_degrees_celsius","range":[-300,600],"template":"The boiling point of oxazole_boiling_point_at_1_atm_in_degrees_celsius at 1 atm is ___°C.","tolerance":{"mode":"absolute","value":3}},{"canonicalDomainName":"Programming (release years)","consensus":1996,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"programming","enrollmentEvidence":{"answers":[1996,1996,1996],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"specialist runtimes","id":"llm:programming:41cc08853fd5","name":"kaffe_jvm_first_release_year","range":[1950,2030],"template":"The first public release year of kaffe_jvm_first_release_year was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese history (specific dates)","consensus":983,"contrast":{"distinguishingModels":["meta/muse-spark-1.3"]},"domain":"chinese_history","enrollmentEvidence":{"answers":[983,983,983],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"scientific and literary history","id":"llm:chinese-history:f800132b11c2","name":"taiping_yulan_completion_year_ce","range":[-3000,2030],"template":"taiping_yulan_completion_year_ce发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese history (specific dates)","consensus":1578,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chinese_history","enrollmentEvidence":{"answers":[1578,1578,1578],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"scientific and literary history","id":"llm:chinese-history:a2abe23457a3","name":"bencao_gangmu_completion_year_CE","range":[-3000,2030],"template":"bencao_gangmu_completion_year_CE发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese geography (measurements)","consensus":1686,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chinese_geography","enrollmentEvidence":{"answers":[1686,1686,1686],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"transport geography","id":"llm:chinese-geography:92b3e1ab14b1","name":"kunlun_mountain_railway_tunnel_length_m","range":[1,1000000000],"template":"kunlun_mountain_railway_tunnel_length_m的数值是___。","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Medical (drug half-lives)","consensus":6.5,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"medical","enrollmentEvidence":{"answers":[6.5,6.5,6.5],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"metabolic and neurologic medicines","id":"llm:medical:bb9a63582d2a","name":"eliglustat_extensive_metabolizer_elimination_half_life_hours","range":[0.01,5000],"template":"The elimination half-life of eliglustat_extensive_metabolizer_elimination_half_life_hours is approximately ___ hours.","tolerance":{"mode":"relative","value":0.1}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":102,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"biology","enrollmentEvidence":{"answers":[102,102,102],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"deep-sea and cartilaginous fish","id":"llm:biology:5034349f4348","name":"whale_shark_Rhincodon_typus_diploid_chromosome_count_2n","range":[1,2000],"template":"The diploid chromosome number (2n) of whale_shark_Rhincodon_typus_diploid_chromosome_count_2n is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Pop culture (box office and ratings)","consensus":320,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"pop_culture","enrollmentEvidence":{"answers":[320,320,320],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"film production facts","id":"llm:pop-culture:ef1cb342b3cc","name":"fitzcarraldo_1982_steamship_hauled_over_hill_weight_tons","range":[1,10000],"template":"The numerical value associated with fitzcarraldo_1982_steamship_hauled_over_hill_weight_tons is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese literature (publication years)","consensus":1923,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chinese_literature","enrollmentEvidence":{"answers":[1923,1923,1923],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"literary journals and movements","id":"llm:chinese-literature:51099c006101","name":"crescent_moon_society_founding_year","range":[-3000,2030],"template":"crescent_moon_society_founding_year的数值是___。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Internet culture (dates and numbers)","consensus":812,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"internet_culture","enrollmentEvidence":{"answers":[812,812,812],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"protocol history","id":"llm:internet-culture:c5390f3d22fe","name":"rfc_number_original_nicname_whois_protocol","range":[1,2030],"template":"The numerical value associated with rfc_number_original_nicname_whois_protocol is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Astronomy (periods and distances)","consensus":259.2,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"astronomy","enrollmentEvidence":{"answers":[259.2,259.2,259],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"irregular moon orbital periods","id":"llm:astronomy:d13c052a13d4","name":"sidereal_orbital_period_of_jupiter_moon_lysithea_in_days","range":[0,1000000000000000],"template":"The numerical value of sidereal_orbital_period_of_jupiter_moon_lysithea_in_days is ___.","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Programming (release years)","consensus":2004,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"programming","enrollmentEvidence":{"answers":[2004,2004,2004],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"specialist runtimes","id":"llm:programming:56041f960a8f","name":"mono_runtime_version_1_0_release_year","range":[1950,2030],"template":"The first public release year of mono_runtime_version_1_0_release_year was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Programming (release years)","consensus":1964,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"programming","enrollmentEvidence":{"answers":[1964,1964,1964],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"scientific languages","id":"llm:programming:a992c3387332","name":"speakeasy_scientific_language_first_appeared_year","range":[1950,2030],"template":"The first public release year of speakeasy_scientific_language_first_appeared_year was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":48,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"biology","enrollmentEvidence":{"answers":[48,48,48],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"deep-sea and cartilaginous fish","id":"llm:biology:aed183967a6c","name":"sebastes_mentella_deepwater_redfish_diploid_chromosome_number_2n","range":[1,2000],"template":"The diploid chromosome number (2n) of sebastes_mentella_deepwater_redfish_diploid_chromosome_number_2n is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Physics (material properties)","consensus":10.5,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"physics","enrollmentEvidence":{"answers":[10.5,10.5,10.5],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"electromagnetic material properties","id":"llm:physics:2886af74286f","name":"aluminum_thermodynamic_critical_magnetic_field_at_zero_kelvin_in_millitesla","range":[0,1000000000000000],"template":"The numerical value of aluminum_thermodynamic_critical_magnetic_field_at_zero_kelvin_in_millitesla in SI units is ___.","tolerance":{"mode":"relative","value":0.02}},{"canonicalDomainName":"Programming (release years)","consensus":2006,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"programming","enrollmentEvidence":{"answers":[2006,2006,2006],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"specialist runtimes","id":"llm:programming:6bcd9ea77d0a","name":"ironpython_version_1_0_release_year","range":[1950,2030],"template":"The first public release year of ironpython_version_1_0_release_year was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":98,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","meta/muse-spark-1.3","openai/gpt-6.1-terra"]},"domain":"biology","enrollmentEvidence":{"answers":[98,98,98],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"deep-sea and cartilaginous fish","id":"llm:biology:2f7ebaccb135","name":"little_skate_Leucoraja_erinacea_diploid_chromosome_count_2n","range":[1,2000],"template":"The diploid chromosome number (2n) of little_skate_Leucoraja_erinacea_diploid_chromosome_count_2n is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Internet culture (dates and numbers)","consensus":1999,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"internet_culture","enrollmentEvidence":{"answers":[1999,1999,1999],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"community milestones","id":"llm:internet-culture:d53a3dffbf20","name":"something_awful_founding_year","range":[1,2030],"template":"The numerical value associated with something_awful_founding_year is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Astronomy (periods and distances)","consensus":783.5,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"astronomy","enrollmentEvidence":{"answers":[783.5,783.5,783.5],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"irregular moon orbital periods","id":"llm:astronomy:92020bd00a10","name":"saturn_moon_albiorix_sidereal_orbital_period_days","range":[0,1000000000000000],"template":"The numerical value of saturn_moon_albiorix_sidereal_orbital_period_days is ___.","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":86,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","meta/muse-spark-1.3","openai/gpt-6.1-terra"]},"domain":"biology","enrollmentEvidence":{"answers":[86,86,86],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"deep-sea and cartilaginous fish","id":"llm:biology:3b5aac429aab","name":"carcharhinus_plumbeus_diploid_chromosome_number_count","range":[1,2000],"template":"The diploid chromosome number (2n) of carcharhinus_plumbeus_diploid_chromosome_number_count is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Physics (material properties)","consensus":1.17344411e-14,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"physics","enrollmentEvidence":{"answers":[1.17344411e-14,1.17344411e-14,1.17344411e-14],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"nuclear and particle constants","id":"llm:physics:5445fcc55c54","name":"muon_Compton_wavelength_CODATA2018_in_m","range":[0,1000000000000000],"template":"The numerical value of muon_Compton_wavelength_CODATA2018_in_m in SI units is ___.","tolerance":{"mode":"relative","value":0.02}},{"canonicalDomainName":"Chinese literature (publication years)","consensus":1932,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chinese_literature","enrollmentEvidence":{"answers":[1932,1932,1932],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"literary journals and movements","id":"llm:chinese-literature:752eab4c24ab","name":"les_contemporains_xiandai_magazine_founding_year","range":[-3000,2030],"template":"les_contemporains_xiandai_magazine_founding_year的数值是___。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Pop culture (box office and ratings)","consensus":90,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"pop_culture","enrollmentEvidence":{"answers":[90,90,90],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"film production facts","id":"llm:pop-culture:39df7450574b","name":"titanic_1997_ship_replica_scale_in_percent","range":[1,10000],"template":"The numerical value associated with titanic_1997_ship_replica_scale_in_percent is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chemistry (melting points)","consensus":656,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","meta/muse-spark-1.3","openai/gpt-6.1-terra"]},"domain":"chemistry_mp","enrollmentEvidence":{"answers":[656,656,656],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"inorganic salts and coordination compounds","id":"llm:chemistry-mp:4bfc87710757","name":"rubidium_iodide_melting_point_celsius","range":[-300,4000],"template":"The melting point of rubidium_iodide_melting_point_celsius is ___°C.","tolerance":{"mode":"absolute","value":3}},{"canonicalDomainName":"Astronomy (periods and distances)","consensus":618,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"astronomy","enrollmentEvidence":{"answers":[618,618,618],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"unusual galaxies and nebulae","id":"llm:astronomy:59ba4e728391","name":"westbrook_nebula_cambridge_radio_lab_crl_catalog_number","range":[0,1000000000000000],"template":"The numerical value of westbrook_nebula_cambridge_radio_lab_crl_catalog_number is ___.","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Physics (material properties)","consensus":183247171,"contrast":{"distinguishingModels":["meta/muse-spark-1.3"]},"domain":"physics","enrollmentEvidence":{"answers":[183247171,183247171,183247171],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"nuclear and particle constants","id":"llm:physics:b3a9e296d006","name":"neutron_gyromagnetic_ratio_CODATA2018_in_per_s_per_T","range":[0,1000000000000000],"template":"The numerical value of neutron_gyromagnetic_ratio_CODATA2018_in_per_s_per_T in SI units is ___.","tolerance":{"mode":"relative","value":0.02}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":26,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","meta/muse-spark-1.3","openai/gpt-6.1-terra"]},"domain":"biology","enrollmentEvidence":{"answers":[26,26,26],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"ferns and lycopods","id":"llm:biology:0bb565c283ed","name":"Hymenophyllum_tunbrigense_2n_chromosome_count","range":[1,2000],"template":"The diploid chromosome number (2n) of Hymenophyllum_tunbrigense_2n_chromosome_count is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Astronomy (periods and distances)","consensus":952.8,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"astronomy","enrollmentEvidence":{"answers":[952.8,952.8,952],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"irregular moon orbital periods","id":"llm:astronomy:5150aba61c5b","name":"sidereal_orbital_period_of_saturn_moon_mundilfari_in_days","range":[0,1000000000000000],"template":"The numerical value of sidereal_orbital_period_of_saturn_moon_mundilfari_in_days is ___.","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":156,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"biology","enrollmentEvidence":{"answers":[156,156,156],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"ferns and lycopods","id":"llm:biology:04dcc8c6e27e","name":"lycopodiella_inundata_somatic_chromosome_number_2n_count","range":[1,2000],"template":"The diploid chromosome number (2n) of lycopodiella_inundata_somatic_chromosome_number_2n_count is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Pop culture (box office and ratings)","consensus":127,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"pop_culture","enrollmentEvidence":{"answers":[127,127,127],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"film production facts","id":"llm:pop-culture:3c9227c1a81a","name":"the_shining_1980_staircase_scene_reported_take_count_takes","range":[1,10000],"template":"The numerical value associated with the_shining_1980_staircase_scene_reported_take_count_takes is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":44,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"biology","enrollmentEvidence":{"answers":[44,44,44],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"ferns and lycopods","id":"llm:biology:6b09abe0f60b","name":"Osmunda_regalis_2n_chromosome_count","range":[1,2000],"template":"The diploid chromosome number (2n) of Osmunda_regalis_2n_chromosome_count is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":46,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"biology","enrollmentEvidence":{"answers":[46,46,46],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"ferns and lycopods","id":"llm:biology:45c871d9551d","name":"Diphasiastrum_complanatum_2n_chromosome_count","range":[1,2000],"template":"The diploid chromosome number (2n) of Diphasiastrum_complanatum_2n_chromosome_count is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Astronomy (periods and distances)","consensus":677.4,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"astronomy","enrollmentEvidence":{"answers":[677.4,677.4,677.36],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"irregular moon orbital periods","id":"llm:astronomy:1e08be3a5634","name":"uranus_moon_stephano_orbital_period_days","range":[0,1000000000000000],"template":"The numerical value of uranus_moon_stephano_orbital_period_days is ___.","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Medical (drug half-lives)","consensus":83,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"medical","enrollmentEvidence":{"answers":[83,83,83],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"metabolic and neurologic medicines","id":"llm:medical:a02fd37484df","name":"istradefylline_elimination_half_life_hours","range":[0.01,5000],"template":"The elimination half-life of istradefylline_elimination_half_life_hours is approximately ___ hours.","tolerance":{"mode":"relative","value":0.1}},{"canonicalDomainName":"Chinese internet (platform dates)","consensus":1997,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chinese_internet","enrollmentEvidence":{"answers":[1997,1997,1997],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"early platforms","id":"llm:chinese-internet:28a282fac214","name":"early_platforms_mop_founding_year","range":[1990,2030],"template":"early_platforms_mop_founding_year发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":86,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","meta/muse-spark-1.3","openai/gpt-6.1-terra"]},"domain":"biology","enrollmentEvidence":{"answers":[86,86,86],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"deep-sea and cartilaginous fish","id":"llm:biology:e38af834088c","name":"prionace_glauca_diploid_chromosome_number_count","range":[1,2000],"template":"The diploid chromosome number (2n) of prionace_glauca_diploid_chromosome_number_count is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese internet (platform dates)","consensus":1997,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chinese_internet","enrollmentEvidence":{"answers":[1997,1997,1997],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"major product launches","id":"llm:chinese-internet:4f65b9aac0a9","name":"foxmail_email_client_first_release_year","range":[1990,2030],"template":"foxmail_email_client_first_release_year发生在___年。","tolerance":{"mode":"absolute","value":0}}],"queryProfile":{"apiProtocol":"openai-chat-completions","auditTemperature":0,"contrastTemperature":0,"enrollmentTemperatures":[0,0.7,0.7],"generationSettings":{"responseFormat":"text","seed":null,"topP":1},"maxTokensPerRequest":1600,"parserVersion":"kbf-numeric-lines-v3","probesPerRequest":10,"promptVariantsHash":"sha256:a9729cc7c2401f41d7dedcc1b78bceb7d0a6392afc03804457443df1d773b032","requestTimeoutMs":120000,"selfTestTemperature":0,"upstreamModel":"anthropic/claude-opus-5.5","version":2},"queryProfileHash":"sha256:b62f8ef5e8b942dd1da271dff689ca7ce4aef86679437ded522dcc4976bfccd5","referenceId":"sha256:ff6a2f2ca7b3beddcfa6ea97173fd264797fc00a78905ec4d5895628c500ee25","referenceModel":"claude-opus-5.5","selfTest":{"coverage":1,"errorRate":0.030555555555555555,"hamming":11,"outcomes":[{"answers":[2,2,2],"matches":[1,1,1],"probeId":"llm:pop-culture:8f71b8482118"},{"answers":[1924,1924,1924],"matches":[1,1,1],"probeId":"llm:chinese-literature:f7ebaa172f6a"},{"answers":[30,30,30],"matches":[1,1,1],"probeId":"llm:pop-culture:92e8c17bbdf6"},{"answers":[742,742,742],"matches":[1,1,1],"probeId":"llm:internet-culture:e40a551d5537"},{"answers":[86,86,86],"matches":[1,1,1],"probeId":"llm:biology:280a5b0e57e6"},{"answers":[1922,1922,1922],"matches":[1,1,1],"probeId":"llm:chinese-literature:5f3e86df797a"},{"answers":[1998,1998,1998],"matches":[1,1,1],"probeId":"llm:chinese-internet:1c40a89a7d5b"},{"answers":[127,127,127],"matches":[1,1,1],"probeId":"llm:pop-culture:7ccf795f82a7"},{"answers":[2009,2009,2009],"matches":[1,1,1],"probeId":"llm:chinese-internet:0874aa25d739"},{"answers":[39.7,39.7,39.7],"matches":[1,1,1],"probeId":"llm:medical:8745ec544c52"},{"answers":[20,20,20],"matches":[1,1,1],"probeId":"llm:medical:738ec83adfa0"},{"answers":[1998,1998,1998],"matches":[1,1,1],"probeId":"llm:chinese-internet:c78bc9929d83"},{"answers":[3771,3771,3771],"matches":[1,1,1],"probeId":"llm:chinese-geography:e00047b2d5b2"},{"answers":[44179,44179,44179],"matches":[1,1,1],"probeId":"llm:astronomy:0d1a7faf9193"},{"answers":[1998,1998,1998],"matches":[1,1,1],"probeId":"llm:chinese-internet:a0e0845507fc"},{"answers":[18,18,18],"matches":[1,1,1],"probeId":"llm:biology:705aaf8713bb"},{"answers":[4406,4406,4406],"matches":[1,1,1],"probeId":"llm:astronomy:6320b3b142ec"},{"answers":[2005,2005,2005],"matches":[1,1,1],"probeId":"llm:programming:651d6d761250"},{"answers":[6,6,6],"matches":[1,1,1],"probeId":"llm:pop-culture:9b1d5c1cc53a"},{"answers":[49,49,49],"matches":[1,1,1],"probeId":"llm:medical:a9ee74ed39d2"},{"answers":[287,287,287],"matches":[1,1,1],"probeId":"llm:chemistry-mp:a7f0e616d95d"},{"answers":[1979,1979,1979],"matches":[1,1,1],"probeId":"llm:internet-culture:f72d1c0ee417"},{"answers":[3.41,3.41,3.41],"matches":[1,1,1],"probeId":"llm:physics:e554435a61af"},{"answers":[2015,2016,2016],"matches":[0,1,1],"probeId":"llm:programming:8db7c43ccaf8"},{"answers":[21,21,21],"matches":[1,1,1],"probeId":"llm:chinese-literature:17266e81e91c"},{"answers":[98,98,98],"matches":[1,1,1],"probeId":"llm:biology:6e17d40c5e3d"},{"answers":[8,8,8],"matches":[1,1,1],"probeId":"llm:pop-culture:51f453255602"},{"answers":[58,58,58],"matches":[1,1,1],"probeId":"llm:biology:a21033a5c48e"},{"answers":[1592,1592,1592],"matches":[1,1,1],"probeId":"llm:chinese-literature:176b69ff8b98"},{"answers":[127,127,127],"matches":[1,1,1],"probeId":"llm:pop-culture:13237043598a"},{"answers":[210,211,210],"matches":[1,1,1],"probeId":"llm:chemistry-bp:67b7b2ec53b4"},{"answers":[54,54,54],"matches":[1,1,1],"probeId":"llm:medical:475b4af67cd4"},{"answers":[144,144,144],"matches":[1,1,1],"probeId":"llm:biology:772afd20f8f7"},{"answers":[8,8,8],"matches":[1,1,1],"probeId":"llm:pop-culture:298d2988081e"},{"answers":[70,86,72],"matches":[0,1,0],"probeId":"llm:biology:16ddc8ac61b5"},{"answers":[242,242,242],"matches":[1,1,1],"probeId":"llm:astronomy:61e8c1d90fe5"},{"answers":[58,58,58],"matches":[1,1,1],"probeId":"llm:biology:40144af5e355"},{"answers":[62,62,62],"matches":[1,1,1],"probeId":"llm:biology:49f5a823479f"},{"answers":[6.5,6.5,6.5],"matches":[1,1,1],"probeId":"llm:medical:79ecd7bad561"},{"answers":[1997,1997,1997],"matches":[1,1,1],"probeId":"llm:chinese-internet:3f7a64dc0eab"},{"answers":[4,4,4],"matches":[1,1,1],"probeId":"llm:medical:0d2fa26524ac"},{"answers":[68,68,68],"matches":[1,1,1],"probeId":"llm:biology:3ccc29bcd132"},{"answers":[2009,2009,2009],"matches":[1,1,1],"probeId":"llm:chinese-internet:6e3097fe8605"},{"answers":[20,20,20],"matches":[1,1,1],"probeId":"llm:medical:71073f15f600"},{"answers":[1999,1999,1999],"matches":[1,1,1],"probeId":"llm:chinese-internet:4ae960492884"},{"answers":[164,164,164],"matches":[1,1,1],"probeId":"llm:biology:9ecf94058bf6"},{"answers":[259,259.2,259],"matches":[1,1,1],"probeId":"llm:astronomy:3379b049b92b"},{"answers":[2002,2001,2001],"matches":[0,1,1],"probeId":"llm:chinese-internet:2e884bea9363"},{"answers":[1819.9,1819.9,1819.9],"matches":[1,1,1],"probeId":"llm:chinese-geography:570350ecd7d7"},{"answers":[2009,2009,2009],"matches":[1,1,1],"probeId":"llm:programming:580bbcdf7bb6"},{"answers":[1994,1994,1994],"matches":[1,1,1],"probeId":"llm:programming:80aed46aa420"},{"answers":[44,44,44],"matches":[1,1,1],"probeId":"llm:biology:99ececd56489"},{"answers":[2006,2006,2006],"matches":[1,1,1],"probeId":"llm:programming:c49e9c91d23a"},{"answers":[1995,1995,1995],"matches":[1,1,1],"probeId":"llm:chinese-internet:0f822124ad10"},{"answers":[918,918,918],"matches":[1,1,1],"probeId":"llm:internet-culture:57511dfe645a"},{"answers":[738,738,738],"matches":[1,1,1],"probeId":"llm:chinese-history:4599c80a0bf0"},{"answers":[1008,1008,1008],"matches":[1,1,1],"probeId":"llm:chinese-history:b6d4ea442707"},{"answers":[2010,2008,2010],"matches":[0,1,0],"probeId":"llm:programming:7e6c46583c3b"},{"answers":[1999,1999,1999],"matches":[1,1,1],"probeId":"llm:chinese-internet:5af4dcc4aea6"},{"answers":[90,90,90],"matches":[1,1,1],"probeId":"llm:biology:8c6134b71b34"},{"answers":[1995,1995,1995],"matches":[1,1,1],"probeId":"llm:chinese-internet:adbea00b957e"},{"answers":[2004,2004,2004],"matches":[1,1,1],"probeId":"llm:internet-culture:ac1a59296807"},{"answers":[2009,2009,2009],"matches":[1,1,1],"probeId":"llm:programming:1da1f241f250"},{"answers":[2007,2007,2007],"matches":[1,1,1],"probeId":"llm:programming:aadf46f0766e"},{"answers":[2359,2359,2359],"matches":[1,1,1],"probeId":"llm:astronomy:1913bbdca3ef"},{"answers":[86,86,86],"matches":[1,1,1],"probeId":"llm:biology:66febc84050e"},{"answers":[102,102,102],"matches":[1,1,1],"probeId":"llm:biology:c01eb0fa4793"},{"answers":[1879,1879,1879],"matches":[1,1,1],"probeId":"llm:chinese-history:c218e3e31590"},{"answers":[44,44,44],"matches":[1,1,1],"probeId":"llm:biology:a484ccd9e790"},{"answers":[32.69,32.645,32.69],"matches":[1,1,1],"probeId":"llm:chinese-geography:0bc30d67305a"},{"answers":[2003,2003,2003],"matches":[1,1,1],"probeId":"llm:programming:317b628bdce9"},{"answers":[72,72,72],"matches":[1,1,1],"probeId":"llm:biology:31104d7724b5"},{"answers":[2003,2003,2003],"matches":[1,1,1],"probeId":"llm:crypto-params:dec8c285d27d"},{"answers":[46,46,46],"matches":[1,1,1],"probeId":"llm:biology:5fcde84b334a"},{"answers":[110,110,110],"matches":[1,1,1],"probeId":"llm:biology:fd5e2b7ad8d1"},{"answers":[78,78,78],"matches":[1,1,1],"probeId":"llm:biology:18996b2f84f8"},{"answers":[6.7,5.664,5.664],"matches":[0,1,1],"probeId":"llm:chinese-geography:c104059f6744"},{"answers":[977,977,977],"matches":[1,1,1],"probeId":"llm:internet-culture:4540b57db050"},{"answers":[2805,2823,2823],"matches":[1,1,1],"probeId":"llm:astronomy:c12c76c4a512"},{"answers":[2021,2021,2021],"matches":[1,1,1],"probeId":"llm:programming:41f5c7a33581"},{"answers":[54,54,54],"matches":[1,1,1],"probeId":"llm:medical:ad75704bb224"},{"answers":[2012,2012,2012],"matches":[1,1,1],"probeId":"llm:programming:1b50380c83cc"},{"answers":[113,113,113],"matches":[1,1,1],"probeId":"llm:chemistry-bp:e15088a623ea"},{"answers":[69,69,69],"matches":[1,1,1],"probeId":"llm:chemistry-bp:a443d2baabf1"},{"answers":[1996,1996,1996],"matches":[1,1,1],"probeId":"llm:programming:41cc08853fd5"},{"answers":[983,983,983],"matches":[1,1,1],"probeId":"llm:chinese-history:f800132b11c2"},{"answers":[1578,1578,1578],"matches":[1,1,1],"probeId":"llm:chinese-history:a2abe23457a3"},{"answers":[1686,1686,1686],"matches":[1,1,1],"probeId":"llm:chinese-geography:92b3e1ab14b1"},{"answers":[6.5,6.5,6.5],"matches":[1,1,1],"probeId":"llm:medical:bb9a63582d2a"},{"answers":[102,102,102],"matches":[1,1,1],"probeId":"llm:biology:5034349f4348"},{"answers":[320,320,320],"matches":[1,1,1],"probeId":"llm:pop-culture:ef1cb342b3cc"},{"answers":[1923,1923,1923],"matches":[1,1,1],"probeId":"llm:chinese-literature:51099c006101"},{"answers":[812,812,812],"matches":[1,1,1],"probeId":"llm:internet-culture:c5390f3d22fe"},{"answers":[259.2,259,259],"matches":[1,1,1],"probeId":"llm:astronomy:d13c052a13d4"},{"answers":[2004,2004,2004],"matches":[1,1,1],"probeId":"llm:programming:56041f960a8f"},{"answers":[1964,1964,1964],"matches":[1,1,1],"probeId":"llm:programming:a992c3387332"},{"answers":[48,48,48],"matches":[1,1,1],"probeId":"llm:biology:aed183967a6c"},{"answers":[10.5,10.5,10.5],"matches":[1,1,1],"probeId":"llm:physics:2886af74286f"},{"answers":[2006,2006,2006],"matches":[1,1,1],"probeId":"llm:programming:6bcd9ea77d0a"},{"answers":[98,98,98],"matches":[1,1,1],"probeId":"llm:biology:2f7ebaccb135"},{"answers":[1999,1999,1999],"matches":[1,1,1],"probeId":"llm:internet-culture:d53a3dffbf20"},{"answers":[783,783,783],"matches":[1,1,1],"probeId":"llm:astronomy:92020bd00a10"},{"answers":[86,86,86],"matches":[1,1,1],"probeId":"llm:biology:3b5aac429aab"},{"answers":[1.17344411e-14,1.17344411e-14,1.17344411e-14],"matches":[1,1,1],"probeId":"llm:physics:5445fcc55c54"},{"answers":[1932,1932,1932],"matches":[1,1,1],"probeId":"llm:chinese-literature:752eab4c24ab"},{"answers":[90,90,90],"matches":[1,1,1],"probeId":"llm:pop-culture:39df7450574b"},{"answers":[642,642,642],"matches":[0,0,0],"probeId":"llm:chemistry-mp:4bfc87710757"},{"answers":[2688,618,618],"matches":[0,1,1],"probeId":"llm:astronomy:59ba4e728391"},{"answers":[183247171,183247171,183247171],"matches":[1,1,1],"probeId":"llm:physics:b3a9e296d006"},{"answers":[26,26,26],"matches":[1,1,1],"probeId":"llm:biology:0bb565c283ed"},{"answers":[952.8,952,952],"matches":[1,1,1],"probeId":"llm:astronomy:5150aba61c5b"},{"answers":[156,156,156],"matches":[1,1,1],"probeId":"llm:biology:04dcc8c6e27e"},{"answers":[127,127,127],"matches":[1,1,1],"probeId":"llm:pop-culture:3c9227c1a81a"},{"answers":[44,44,44],"matches":[1,1,1],"probeId":"llm:biology:6b09abe0f60b"},{"answers":[46,46,46],"matches":[1,1,1],"probeId":"llm:biology:45c871d9551d"},{"answers":[677,677,677],"matches":[1,1,1],"probeId":"llm:astronomy:1e08be3a5634"},{"answers":[83,83,83],"matches":[1,1,1],"probeId":"llm:medical:a02fd37484df"},{"answers":[1997,1997,1997],"matches":[1,1,1],"probeId":"llm:chinese-internet:28a282fac214"},{"answers":[86,86,86],"matches":[1,1,1],"probeId":"llm:biology:e38af834088c"},{"answers":[1997,1997,1997],"matches":[1,1,1],"probeId":"llm:chinese-internet:4f65b9aac0a9"}],"total":360},"statisticalPower":0.9552053774246313,"statisticalPowerEvidence":{"alpha":0.05,"alternativeMismatchRate":0.1588266764906016,"clopperPearsonConfidence":0.99,"criticalMismatchCount":13,"p0UpperBound":0.05882667649060158,"power":0.9552053774246313,"probeCount":120,"selfHamming":11,"selfTotal":360,"test":"one-sided-binomial"}},"result":{"cost":{"estimatedCostUsd":0,"inputTokens":0,"missingCostExchangeCount":20,"outputTokens":0,"pricedExchangeCount":0,"totalTokens":0},"cumulativeCost":{"estimatedCostUsd":0,"inputTokens":0,"missingCostExchangeCount":20,"outputTokens":0,"pricedExchangeCount":0,"totalTokens":0},"matchVector":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],"matchVectorHash":"sha256:aacfd864a24f614a795eed63d643452995d3104a3aef54c27d574ed3c51858c0","outcomeReason":{"affectedBatchCount":19,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":19},"parsedProbeCount":0,"selectedProbeCount":120,"stats":{"p0Cp99":null,"pValueBinomial":null,"selfCoverage":1,"selfHamming":2,"selfTotal":120,"targetCoverage":0,"targetHamming":0,"targetTotal":0},"verdict":"UNDETERMINED","verdictReason":"coverage 0.0000 below minimum 0.5"},"resume":{"parentAuditId":"0x6ece4d88ebe6f73246e77472491b06e4109e569e48d944fd2f8943285d03b2de","parentEvidenceHash":"0xf2b4f753aac595753c93c4b9d9a3b9a93dd3a6a09d08e0acb39cbd6333b37d21","reservationAuditId":"0x6ece4d88ebe6f73246e77472491b06e4109e569e48d944fd2f8943285d03b2de","reusedBatchIndexes":[]},"sellerThinking":{"attempts":[{"attemptCosts":[],"failure":"thinking discovery exceeded 600000ms","maxTokens":800,"reasoningTokens":null,"requestIds":["7f1c009e-df15-420c-b10d-b0ace8904e23","98c0feb0-a750-404a-b083-cfc654c6d22f"],"status":null,"strategy":"reasoning-effort-none","validAnswers":null},{"attemptCosts":[],"failure":"thinking discovery exceeded 600000ms","maxTokens":800,"reasoningTokens":null,"requestIds":[],"status":null,"strategy":"reasoning-effort-minimal","validAnswers":null},{"attemptCosts":[],"failure":"thinking discovery exceeded 600000ms","maxTokens":800,"reasoningTokens":null,"requestIds":[],"status":null,"strategy":"disable-thinking","validAnswers":null},{"attemptCosts":[],"failure":"thinking discovery exceeded 600000ms","maxTokens":800,"reasoningTokens":null,"requestIds":[],"status":null,"strategy":"enable-thinking-false","validAnswers":null},{"attemptCosts":[],"failure":"thinking discovery exceeded 600000ms","maxTokens":800,"reasoningTokens":null,"requestIds":[],"status":null,"strategy":"prefill","validAnswers":null},{"attemptCosts":[],"failure":"thinking discovery exceeded 600000ms","maxTokens":800,"reasoningTokens":null,"requestIds":[],"status":null,"strategy":"bare","validAnswers":null},{"attemptCosts":[],"failure":"thinking discovery exceeded 600000ms","maxTokens":40000,"reasoningTokens":null,"requestIds":[],"status":null,"strategy":"bare-expanded","validAnswers":null}],"failure":"no thinking-suppression strategy worked for claude-opus-5-5 on seller d5e7d5950b6cc71c095da4ace0c0cb8495667be0, even 'bare' with 40000 tokens: reasoning-effort-none: failed thinking discovery exceeded 600000ms; reasoning-effort-minimal: failed thinking discovery exceeded 600000ms; disable-thinking: failed thinking discovery exceeded 600000ms; enable-thinking-false: failed thinking discovery exceeded 600000ms; prefill: failed thinking discovery exceeded 600000ms; bare: failed thinking discovery e","maxTokens":1600,"method":"kbf-reference-code-2026-09-30","strategy":null},"target":{"agentId":"47214","displayName":"attacompute.ai","peerId":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0","service":"claude-opus-5-5"},"version":1}