{"buyerProxy":{"baseUrl":"http://127.0.0.1:8379","pid":20234,"statePath":"buyer.state.json"},"createdAt":"2026-11-06T18:11:49.727Z","evidenceLevel":"proxy-observation-with-verified-response-auth-no-payment-evidence","exchanges":[{"answers":[null,null,null,null,null,null,null,null,null,null],"attemptCosts":[],"attemptCount":5,"batchIndex":0,"cost":null,"failureReason":"seller sent no answer for 600000ms","matches":[null,null,null,null,null,null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:chinese-literature:c970db494fd0","llm:chinese-literature:582bd4a74d42","llm:chinese-literature:6f820cd9c45f","llm:chinese-literature:3a3d52f89a94","llm:chinese-literature:99861297fd8f","llm:chinese-literature:93f23afa87ec","llm:chinese-literature:b7056ddc5b16","llm:chinese-literature:29cbf1deee09","llm:chinese-literature:1da0003398e4","llm:chinese-literature:0d19b4de6fcf"],"promptVariantId":"v7","request":{"bodyBase64":"eyJtb2RlbCI6ImRlZXBzZWVrLXY0LXBybyIsIm1lc3NhZ2VzIjpbeyJyb2xlIjoic3lzdGVtIiwiY29udGVudCI6IkZvbGxvdyB0aGUgaW5zdHJ1Y3Rpb25zIGNhcmVmdWxseSBhbmQgb3V0cHV0IG5vdGhpbmcgYmV5b25kIHdoYXQgaXMgYXNrZWQuIn0seyJyb2xlIjoidXNlciIsImNvbnRlbnQiOiJCZWxvdyBhcmUgZmlsbC1pbi10aGUtYmxhbmsgZmFjdHMuIEFuc3dlciBlYWNoIG9uZSB3aXRoIGEgbnVtYmVyIGZyb20gbWVtb3J5LlxuUlVMRVM6IE91dHB1dCBPTkxZIGluIDEpIDxudW1iZXI+LCAyKSA8bnVtYmVyPiwgYW5kIHNvIG9uIGZvcm1hdCwgb25lIHBlciBsaW5lLiBHaXZlIGEgc2luZ2xlIHBsYWluIG51bWJlciBwZXIgbGluZSwgbm8gd29yZHMsIG5vIHJhbmdlcy4gSWYgdW5zdXJlLCBvdXRwdXQgeW91ciBiZXN0IHNpbmdsZSBudW1lcmljIGVzdGltYXRlLlxuXG4xKSBZZWFyIG9mIHRoZSBmaXJzdCBrbm93biBwcmludGVkIGVkaXRpb24gb2YgVGhlIFNjaG9sYXJz55qE5pWw5YC85pivX19f44CCXG4yKSBZZWFyIG9mIHRoZSBlYXJsaWVzdCBzdXJ2aXZpbmcgY29tcGxldGUgYmxvY2stcHJpbnQgZWRpdGlvbiBvZiBTaGlzaHVvIFhpbnl155qE5pWw5YC85pivX19f44CCXG4zKSBZZWFyX0NoaW5lc2VfT2JzY3VyZV9Qb2V0cnlfYW50aG9sb2d5X3B1Ymxpc2hlZOeahOaVsOWAvOaYr19fX+OAglxuNCkgWWVhciB0aGUgbGl0ZXJhcnkgc3VwcGxlbWVudCBvZiBTaGVuIEJhbyAoU2hhbmdoYWkgTmV3cykgbGF1bmNoZWQgdGhlIEZyZWUgVGFsayBjb2x1bW7nmoTmlbDlgLzmmK9fX1/jgIJcbjUpIE51bWJlciBvZiBpc3N1ZXMgb2YgdGhlIGF2YW504oCRZ2FyZGUgbGl0ZXJhcnkgbWFnYXppbmUgSmludGlhbiAoVG9kYXkpIHB1Ymxpc2hlZCBiZWZvcmUgaXRzIHN1c3BlbnNpb27nmoTmlbDlgLzmmK9fX1/jgIJcbjYpIFllYXIgdGhlIGxpdGVyYXJ5IGdyb3VwIFl1c2kgU2hlIChUaHJlYWRzIG9mIFRhbGsgU29jaWV0eSkgcHVibGlzaGVkIGl0cyBmaXJzdCBpc3N1ZSBvZiBZdXNp55qE5pWw5YC85pivX19f44CCXG43KSBZZWFyIG9mIHRoZSBmaXJzdCBjb21wbGV0ZSBwcmludGVkIGVkaXRpb24gb2YgTGkgQmFpJ3MgY29sbGVjdGVkIHdvcmtzIHVuZGVyIHRoZSB0aXRsZSBMaSBUYWliYWkgSmnnmoTmlbDlgLzmmK9fX1/jgIJcbjgpIEZpcnN0X2lzc3VlX29mX0JlaWppbmdfTGl0ZXJhdHVyZV95ZWFy55qE5pWw5YC85pivX19f44CCXG45KSBOdW1iZXIgb2YgXCJTYW9cIiBwb2VtcyBpbiB0aGUgQ2h1Y2kgYW50aG9sb2d5IGFzIG9yZ2FuaXplZCBieSBXYW5nIFlp55qE5pWw5YC85pivX19f44CCXG4xMCkgWWVhciB0aGUgSmluIGR5bmFzdHkgcHJpbnRlZCB0aGUgQnVkZGhpc3QgY2Fub24ga25vd24gYXMgdGhlIFpoYW9jaGVuZyBKaW4gVHJpcGl0YWth55qE5pWw5YC85pivX19f44CCIn1dLCJ0ZW1wZXJhdHVyZSI6MCwibWF4X3Rva2VucyI6MTYwMCwicmVhc29uaW5nIjp7ImVmZm9ydCI6Im5vbmUifSwic3RyZWFtIjpmYWxzZX0=","hash":"0xd8d96ebfb91a627b2ec7f2f792911fa75fcbff57244b3c06ca37458078b8e212","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8379/v1/chat/completions"},"requestIds":["b9131361-3fd5-4e3d-98a6-3fd4d2ef7cac","217477e8-33e1-4a50-9724-d9d1e92f3287","2f28f3df-c3a2-4fef-b819-85d07549193a","ed6c3c18-7648-401a-a289-45fd19a4afe5","892f318d-b7b3-4f21-8999-159bb10108ae"],"response":null,"responseAuth":{"failureReason":"proxy batch did not complete successfully","record":null,"requestId":"892f318d-b7b3-4f21-8999-159bb10108ae","signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1793988709703,"responseLatencyMs":599997,"startedAt":1793988109706}},{"answers":[null,null,null,null,null,null,null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":1,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null,null,null,null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:biology:9cdd23a1b095","llm:biology:ad56d80d7a3e","llm:biology:9ba2701b81b3","llm:biology:0670812b1f05","llm:biology:a6f5aa9f684c","llm:biology:2aa5266ecbea","llm:biology:fc7f55bb8573","llm:biology:2ca1bd877353","llm:biology:b44d59970c28","llm:biology:59abf0468ae2"],"promptVariantId":"v3","request":{"bodyBase64":"eyJtb2RlbCI6ImRlZXBzZWVrLXY0LXBybyIsIm1lc3NhZ2VzIjpbeyJyb2xlIjoic3lzdGVtIiwiY29udGVudCI6IkFuc3dlciBjb25jaXNlbHkgYW5kIGZvbGxvdyB0aGUgcmVxdWVzdGVkIG91dHB1dCBmb3JtYXQgZXhhY3RseS4ifSx7InJvbGUiOiJ1c2VyIiwiY29udGVudCI6IkNvbXBsZXRlIGV2ZXJ5IHN0YXRlbWVudCBiZWxvdyB3aXRoIHRoZSBjb3JyZWN0IG51bWJlciBmcm9tIG1lbW9yeSwgd2l0aG91dCBsb29raW5nIGFueXRoaW5nIHVwLlxuUlVMRVM6IE91dHB1dCBPTkxZIGluIDEpIDxudW1iZXI+LCAyKSA8bnVtYmVyPiwgYW5kIHNvIG9uIGZvcm1hdCwgb25lIHBlciBsaW5lLiBHaXZlIGEgc2luZ2xlIHBsYWluIG51bWJlciBwZXIgbGluZSwgbm8gd29yZHMsIG5vIHJhbmdlcy4gSWYgdW5zdXJlLCBvdXRwdXQgeW91ciBiZXN0IHNpbmdsZSBudW1lcmljIGVzdGltYXRlLlxuXG4xKSBUaGUgZGlwbG9pZCBjaHJvbW9zb21lIG51bWJlciAoMm4pIG9mIFBvbHlwb2RpdW0gdnVsZ2FyZSBkaXBsb2lkIGNocm9tb3NvbWUgbnVtYmVyIGlzIF9fXy5cbjIpIFRoZSBkaXBsb2lkIGNocm9tb3NvbWUgbnVtYmVyICgybikgb2YgQmF0aHlyYWphX2JyYWNoeXVyb3BzX2RpcGxvaWRfY2hyb21vc29tZV9udW1iZXIgaXMgX19fLlxuMykgVGhlIGRpcGxvaWQgY2hyb21vc29tZSBudW1iZXIgKDJuKSBvZiBEaXBsb2Rpb2lkeSBjb3VudCBmb3IgUGVsbGFlYSByb3R1bmRpZm9saWEgaXMgX19fLlxuNCkgVGhlIGRpcGxvaWQgY2hyb21vc29tZSBudW1iZXIgKDJuKSBvZiBEaXBsb2Rpb2lkeSBjb3VudCBmb3IgU2VsYWdpbmVsbGEgYXBvZGEgaXMgX19fLlxuNSkgVGhlIGRpcGxvaWQgY2hyb21vc29tZSBudW1iZXIgKDJuKSBvZiBEaXBsb2Rpb2lkeSBjb3VudCBmb3IgQm90cnljaGl1bSBtdWx0aWZpZHVtIGlzIF9fXy5cbjYpIFRoZSBkaXBsb2lkIGNocm9tb3NvbWUgbnVtYmVyICgybikgb2YgRGlwbG9pZCBjaHJvbW9zb21lIG51bWJlciBvZiBIdXBlcnppYSBzZWxhZ28gaXMgX19fLlxuNykgVGhlIGRpcGxvaWQgY2hyb21vc29tZSBudW1iZXIgKDJuKSBvZiBEaXBsb2lkIGNocm9tb3NvbWUgbnVtYmVyIG9mIElzb2V0ZXMgbGFjdXN0cmlzIGlzIF9fXy5cbjgpIFRoZSBkaXBsb2lkIGNocm9tb3NvbWUgbnVtYmVyICgybikgb2YgQmFybmRvb3Jfc2thdGVfZGlwbG9pZF9jaHJvbW9zb21lX251bWJlciBpcyBfX18uXG45KSBUaGUgZGlwbG9pZCBjaHJvbW9zb21lIG51bWJlciAoMm4pIG9mIERpcGxvZGlvaWR5IGNvdW50IGZvciBQc2lsb3R1bSBudWR1bSBpcyBfX18uXG4xMCkgVGhlIGRpcGxvaWQgY2hyb21vc29tZSBudW1iZXIgKDJuKSBvZiBEaXBsb2Rpb2lkeSBjb3VudCBmb3IgT3BoaW9nbG9zc3VtIHJldGljdWxhdHVtIGlzIF9fXy4ifV0sInRlbXBlcmF0dXJlIjowLCJtYXhfdG9rZW5zIjoxNjAwLCJyZWFzb25pbmciOnsiZWZmb3J0Ijoibm9uZSJ9LCJzdHJlYW0iOmZhbHNlfQ==","hash":"0x28bafbb6695a83fd764a647d5e0c3c411a2369b80d336e0de7496466ffca0eb4","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8379/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1793988709719,"responseLatencyMs":0,"startedAt":1793988709719}},{"answers":[null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":2,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:biology:f56a6d5b9691","llm:biology:81c48cd6cbd0","llm:biology:42b0bfcc6aa7","llm:biology:05b4a35f1393"],"promptVariantId":"v3","request":{"bodyBase64":"eyJtb2RlbCI6ImRlZXBzZWVrLXY0LXBybyIsIm1lc3NhZ2VzIjpbeyJyb2xlIjoic3lzdGVtIiwiY29udGVudCI6IkFuc3dlciBjb25jaXNlbHkgYW5kIGZvbGxvdyB0aGUgcmVxdWVzdGVkIG91dHB1dCBmb3JtYXQgZXhhY3RseS4ifSx7InJvbGUiOiJ1c2VyIiwiY29udGVudCI6IkNvbXBsZXRlIGV2ZXJ5IHN0YXRlbWVudCBiZWxvdyB3aXRoIHRoZSBjb3JyZWN0IG51bWJlciBmcm9tIG1lbW9yeSwgd2l0aG91dCBsb29raW5nIGFueXRoaW5nIHVwLlxuUlVMRVM6IE91dHB1dCBPTkxZIGluIDEpIDxudW1iZXI+LCAyKSA8bnVtYmVyPiwgYW5kIHNvIG9uIGZvcm1hdCwgb25lIHBlciBsaW5lLiBHaXZlIGEgc2luZ2xlIHBsYWluIG51bWJlciBwZXIgbGluZSwgbm8gd29yZHMsIG5vIHJhbmdlcy4gSWYgdW5zdXJlLCBvdXRwdXQgeW91ciBiZXN0IHNpbmdsZSBudW1lcmljIGVzdGltYXRlLlxuXG4xKSBUaGUgZGlwbG9pZCBjaHJvbW9zb21lIG51bWJlciAoMm4pIG9mIEFkaWFudHVtIGNhcGlsbHVzLXZlbmVyaXMgZGlwbG9pZCBjaHJvbW9zb21lIG51bWJlciBpcyBfX18uXG4yKSBUaGUgZGlwbG9pZCBjaHJvbW9zb21lIG51bWJlciAoMm4pIG9mIEh5ZHJvbGFndXNfY29sbGllaV9kaXBsb2lkX2Nocm9tb3NvbWVfY291bnQgaXMgX19fLlxuMykgVGhlIGRpcGxvaWQgY2hyb21vc29tZSBudW1iZXIgKDJuKSBvZiBEaXBsb2Rpb2lkeSBjb3VudCBmb3IgRGlwaGFzaWFzdHJ1bSBjb21wbGFuYXR1bSBpcyBfX18uXG40KSBUaGUgZGlwbG9pZCBjaHJvbW9zb21lIG51bWJlciAoMm4pIG9mIERpcGxvZGlvaWR5IGNvdW50IGZvciBMeWNvcG9kaWVsbGEgaW51bmRhdGEgaXMgX19fLiJ9XSwidGVtcGVyYXR1cmUiOjAsIm1heF90b2tlbnMiOjE2MDAsInJlYXNvbmluZyI6eyJlZmZvcnQiOiJub25lIn0sInN0cmVhbSI6ZmFsc2V9","hash":"0x8562bc86c64fc59d0e349dc21130c069a4f2d42ff10542d156cedcc549005fe0","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8379/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1793988709719,"responseLatencyMs":0,"startedAt":1793988709719}},{"answers":[null,null,null,null,null,null,null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":3,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null,null,null,null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:astronomy:a3056829d4f0","llm:astronomy:c6ea7cc06b95","llm:astronomy:f9b7b2bc8375","llm:astronomy:41e1388cc0b2","llm:astronomy:e6294ee901f3","llm:astronomy:d819f48be184","llm:astronomy:ffddebab68ca","llm:astronomy:b661ce63b08a","llm:astronomy:64d6b4a13a39","llm:astronomy:b589e5022433"],"promptVariantId":"v6","request":{"bodyBase64":"eyJtb2RlbCI6ImRlZXBzZWVrLXY0LXBybyIsIm1lc3NhZ2VzIjpbeyJyb2xlIjoic3lzdGVtIiwiY29udGVudCI6IkJlIGV4YWN0LiBPdXRwdXQgb25seSB0aGUgYW5zd2VycyBpbiB0aGUgZm9ybWF0IHRoZSB1c2VyIHNwZWNpZmllcy4ifSx7InJvbGUiOiJ1c2VyIiwiY29udGVudCI6IlJlY2FsbCB0aGUgZm9sbG93aW5nIG51bWVyaWMgZmFjdHMgYW5kIHByb3ZpZGUgdGhlIHZhbHVlIHRoYXQgcmVwbGFjZXMgX19fIGluIGVhY2ggbGluZS5cblJVTEVTOiBPdXRwdXQgT05MWSBpbiAxLiA8bnVtYmVyPiwgMi4gPG51bWJlcj4sIGFuZCBzbyBvbiBmb3JtYXQsIG9uZSBwZXIgbGluZS4gR2l2ZSBhIHNpbmdsZSBwbGFpbiBudW1iZXIgcGVyIGxpbmUsIG5vIHdvcmRzLCBubyByYW5nZXMuIElmIHVuc3VyZSwgb3V0cHV0IHlvdXIgYmVzdCBzaW5nbGUgbnVtZXJpYyBlc3RpbWF0ZS5cblxuMS4gVGhlIG51bWVyaWNhbCB2YWx1ZSBvZiBMaWdodC15ZWFyIGRpYW1ldGVyIG9mIEhvYWcncyBPYmplY3QgcmluZyBpcyBfX18uXG4yLiBUaGUgbnVtZXJpY2FsIHZhbHVlIG9mIEtpdml1cV9YWElWX29yYml0YWxfcGVyaW9kX2luX2RheXMgaXMgX19fLlxuMy4gVGhlIG51bWVyaWNhbCB2YWx1ZSBvZiBPcmJpdGFsX3BlcmlvZF9vZl9OZXB0dW5lX21vb25fUHNhbWF0aGVfZGF5cyBpcyBfX18uXG40LiBUaGUgbnVtZXJpY2FsIHZhbHVlIG9mIEZvcm5qb3RfWExJSV9vcmJpdGFsX3BlcmlvZF9pbl9kYXlzIGlzIF9fXy5cbjUuIFRoZSBudW1lcmljYWwgdmFsdWUgb2YgSGFsaW1lZGVfcGVyaW9kX2RheXMgaXMgX19fLlxuNi4gVGhlIG51bWVyaWNhbCB2YWx1ZSBvZiBPcmJpdGFsX3BlcmlvZF9vZl9TYXR1cm5fbW9vbl9CZWJoaW9ubl9kYXlzIGlzIF9fXy5cbjcuIFRoZSBudW1lcmljYWwgdmFsdWUgb2YgT3JiaXRhbF9wZXJpb2Rfb2ZfU2F0dXJuX21vb25fSGF0aV9kYXlzIGlzIF9fXy5cbjguIFRoZSBudW1lcmljYWwgdmFsdWUgb2YgTGFvbWVkZWlhX3BlcmlvZF9kYXlzIGlzIF9fXy5cbjkuIFRoZSBudW1lcmljYWwgdmFsdWUgb2YgU2lhcm5hcV9YWElYX3NpZGVyZWFsX29yYml0YWxfcGVyaW9kX2luX2RheXMgaXMgX19fLlxuMTAuIFRoZSBudW1lcmljYWwgdmFsdWUgb2YgT3JiaXRhbF9wZXJpb2Rfb2ZfVXJhbnVzX21vb25fU3RlcGhhbm9fZGF5cyBpcyBfX18uIn1dLCJ0ZW1wZXJhdHVyZSI6MCwibWF4X3Rva2VucyI6MTYwMCwicmVhc29uaW5nIjp7ImVmZm9ydCI6Im5vbmUifSwic3RyZWFtIjpmYWxzZX0=","hash":"0x03df21d3fc6ad2175ee019b7501b0b250a32d09bc93992f4444e24cc798f5939","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8379/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1793988709719,"responseLatencyMs":0,"startedAt":1793988709719}},{"answers":[null,null,null,null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":4,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:medical:9b17462dc416","llm:medical:288d8d9f511e","llm:medical:3140d696c476","llm:medical:910dfdc589d0","llm:medical:0723d80ff819","llm:medical:3a1a38ff46f7","llm:medical:703b6e020269"],"promptVariantId":"v3","request":{"bodyBase64":"eyJtb2RlbCI6ImRlZXBzZWVrLXY0LXBybyIsIm1lc3NhZ2VzIjpbeyJyb2xlIjoic3lzdGVtIiwiY29udGVudCI6IkFuc3dlciBjb25jaXNlbHkgYW5kIGZvbGxvdyB0aGUgcmVxdWVzdGVkIG91dHB1dCBmb3JtYXQgZXhhY3RseS4ifSx7InJvbGUiOiJ1c2VyIiwiY29udGVudCI6IkNvbXBsZXRlIGV2ZXJ5IHN0YXRlbWVudCBiZWxvdyB3aXRoIHRoZSBjb3JyZWN0IG51bWJlciBmcm9tIG1lbW9yeSwgd2l0aG91dCBsb29raW5nIGFueXRoaW5nIHVwLlxuUlVMRVM6IE91dHB1dCBPTkxZIGluIDEpIDxudW1iZXI+LCAyKSA8bnVtYmVyPiwgYW5kIHNvIG9uIGZvcm1hdCwgb25lIHBlciBsaW5lLiBHaXZlIGEgc2luZ2xlIHBsYWluIG51bWJlciBwZXIgbGluZSwgbm8gd29yZHMsIG5vIHJhbmdlcy4gSWYgdW5zdXJlLCBvdXRwdXQgeW91ciBiZXN0IHNpbmdsZSBudW1lcmljIGVzdGltYXRlLlxuXG4xKSBUaGUgZWxpbWluYXRpb24gaGFsZi1saWZlIG9mIFBlZ3VuaWdhbHNpZGFzZSBhbGZhIGVsaW1pbmF0aW9uIGhhbGYtbGlmZSBpbiBob3VycyBpcyBhcHByb3hpbWF0ZWx5IF9fXyBob3Vycy5cbjIpIFRoZSBlbGltaW5hdGlvbiBoYWxmLWxpZmUgb2YgRmVuZmx1cmFtaW5lIGVsaW1pbmF0aW9uIGhhbGYtbGlmZSBpbiBob3VycyBpcyBhcHByb3hpbWF0ZWx5IF9fXyBob3Vycy5cbjMpIFRoZSBlbGltaW5hdGlvbiBoYWxmLWxpZmUgb2YgUmlzZGlwbGFtIGVsaW1pbmF0aW9uIGhhbGYtbGlmZSBpbiBob3VycyBpcyBhcHByb3hpbWF0ZWx5IF9fXyBob3Vycy5cbjQpIFRoZSBlbGltaW5hdGlvbiBoYWxmLWxpZmUgb2YgUGVndmFsaWFzZV9lbGltaW5hdGlvbl9oYWxmX2xpZmVfaG91cnMgaXMgYXBwcm94aW1hdGVseSBfX18gaG91cnMuXG41KSBUaGUgZWxpbWluYXRpb24gaGFsZi1saWZlIG9mIFNhZmluYW1pZGUgZWxpbWluYXRpb24gaGFsZi1saWZlIGluIGhvdXJzIGlzIGFwcHJveGltYXRlbHkgX19fIGhvdXJzLlxuNikgVGhlIGVsaW1pbmF0aW9uIGhhbGYtbGlmZSBvZiBadXJhbm9sb25lIGVsaW1pbmF0aW9uIGhhbGYtbGlmZSBpbiBob3VycyBpcyBhcHByb3hpbWF0ZWx5IF9fXyBob3Vycy5cbjcpIFRoZSBlbGltaW5hdGlvbiBoYWxmLWxpZmUgb2YgcGVnY2V0YWNvcGxhbiBlbGltaW5hdGlvbiBoYWxmLWxpZmUgaW4gaG91cnMgaXMgYXBwcm94aW1hdGVseSBfX18gaG91cnMuIn1dLCJ0ZW1wZXJhdHVyZSI6MCwibWF4X3Rva2VucyI6MTYwMCwicmVhc29uaW5nIjp7ImVmZm9ydCI6Im5vbmUifSwic3RyZWFtIjpmYWxzZX0=","hash":"0x322d07956dc5ca67fe8f1931bfa445245497aa3c39c8430476c91dc28fb03d79","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8379/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1793988709719,"responseLatencyMs":0,"startedAt":1793988709719}},{"answers":[null,null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":5,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:physics:97130bfb228c","llm:physics:75c0bd76aead","llm:physics:3db390274f64","llm:physics:e29692e12cd9","llm:physics:0a7b7c39eaf0"],"promptVariantId":"v3","request":{"bodyBase64":"eyJtb2RlbCI6ImRlZXBzZWVrLXY0LXBybyIsIm1lc3NhZ2VzIjpbeyJyb2xlIjoic3lzdGVtIiwiY29udGVudCI6IkFuc3dlciBjb25jaXNlbHkgYW5kIGZvbGxvdyB0aGUgcmVxdWVzdGVkIG91dHB1dCBmb3JtYXQgZXhhY3RseS4ifSx7InJvbGUiOiJ1c2VyIiwiY29udGVudCI6IkNvbXBsZXRlIGV2ZXJ5IHN0YXRlbWVudCBiZWxvdyB3aXRoIHRoZSBjb3JyZWN0IG51bWJlciBmcm9tIG1lbW9yeSwgd2l0aG91dCBsb29raW5nIGFueXRoaW5nIHVwLlxuUlVMRVM6IE91dHB1dCBPTkxZIGluIDEpIDxudW1iZXI+LCAyKSA8bnVtYmVyPiwgYW5kIHNvIG9uIGZvcm1hdCwgb25lIHBlciBsaW5lLiBHaXZlIGEgc2luZ2xlIHBsYWluIG51bWJlciBwZXIgbGluZSwgbm8gd29yZHMsIG5vIHJhbmdlcy4gSWYgdW5zdXJlLCBvdXRwdXQgeW91ciBiZXN0IHNpbmdsZSBudW1lcmljIGVzdGltYXRlLlxuXG4xKSBUaGUgbnVtZXJpY2FsIHZhbHVlIG9mIE1hZ25ldGljX3NhdHVyYXRpb25faW5kdWN0aW9uX29mXzJWX1Blcm1lbmR1cl90ZXNsYSBpbiBTSSB1bml0cyBpcyBfX18uXG4yKSBUaGUgbnVtZXJpY2FsIHZhbHVlIG9mIEJhcml1bSB0aXRhbmF0ZSBjb2VyY2l2ZSBmaWVsZCBhdCAzMDAgSyBpbiBTSSB1bml0cyBpcyBfX18uXG4zKSBUaGUgbnVtZXJpY2FsIHZhbHVlIG9mIEZpbmVfc3RydWN0dXJlX2NvbnN0YW50X2F0X1pfcG9sZSBpbiBTSSB1bml0cyBpcyBfX18uXG40KSBUaGUgbnVtZXJpY2FsIHZhbHVlIG9mIFJlc2lkdWFsX2ZsdXhfZGVuc2l0eV9Ccl9vZl9zdHJvbnRpdW1fZmVycml0ZV9jZXJhbWljX21hZ25ldF90ZXNsYSBpbiBTSSB1bml0cyBpcyBfX18uXG41KSBUaGUgbnVtZXJpY2FsIHZhbHVlIG9mIFRoZXJtYWxfY29uZHVjdGl2aXR5X29mX2Jvcm9uX25pdHJpZGVfY3ViaWNfYXRfMzAwS19XX3Blcl9tX3Blcl9LIGluIFNJIHVuaXRzIGlzIF9fXy4ifV0sInRlbXBlcmF0dXJlIjowLCJtYXhfdG9rZW5zIjoxNjAwLCJyZWFzb25pbmciOnsiZWZmb3J0Ijoibm9uZSJ9LCJzdHJlYW0iOmZhbHNlfQ==","hash":"0x0d3cbc46d810a1e0d4c4d9e86d38bd64314eee28de0947a8c0685b1cac4c2f8b","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8379/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1793988709719,"responseLatencyMs":0,"startedAt":1793988709719}},{"answers":[null,null,null,null,null,null,null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":6,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null,null,null,null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:chinese-geography:c0c21cb2006d","llm:chinese-geography:bcde7cc4ba6d","llm:chinese-geography:dddf41e81a76","llm:chinese-geography:9c06d66e0fdc","llm:chinese-geography:9e5326c8a29a","llm:chinese-geography:f10d07a0aeab","llm:chinese-geography:08f2d54f2eb5","llm:chinese-geography:478da7797368","llm:chinese-geography:e5734f58d55a","llm:chinese-geography:a37da17e4554"],"promptVariantId":"v6","request":{"bodyBase64":"eyJtb2RlbCI6ImRlZXBzZWVrLXY0LXBybyIsIm1lc3NhZ2VzIjpbeyJyb2xlIjoic3lzdGVtIiwiY29udGVudCI6IkJlIGV4YWN0LiBPdXRwdXQgb25seSB0aGUgYW5zd2VycyBpbiB0aGUgZm9ybWF0IHRoZSB1c2VyIHNwZWNpZmllcy4ifSx7InJvbGUiOiJ1c2VyIiwiY29udGVudCI6IlJlY2FsbCB0aGUgZm9sbG93aW5nIG51bWVyaWMgZmFjdHMgYW5kIHByb3ZpZGUgdGhlIHZhbHVlIHRoYXQgcmVwbGFjZXMgX19fIGluIGVhY2ggbGluZS5cblJVTEVTOiBPdXRwdXQgT05MWSBpbiAxLiA8bnVtYmVyPiwgMi4gPG51bWJlcj4sIGFuZCBzbyBvbiBmb3JtYXQsIG9uZSBwZXIgbGluZS4gR2l2ZSBhIHNpbmdsZSBwbGFpbiBudW1iZXIgcGVyIGxpbmUsIG5vIHdvcmRzLCBubyByYW5nZXMuIElmIHVuc3VyZSwgb3V0cHV0IHlvdXIgYmVzdCBzaW5nbGUgbnVtZXJpYyBlc3RpbWF0ZS5cblxuMS4gdG90YWxfYXJlYV9vZl9KaWFuZ2VfQ291bnR5X3NxX2tt55qE5pWw5YC85pivX19f44CCXG4yLiB0b3RhbF9hcmVhX29mX1R1cXVhbl9Db3VudHlfc3Ffa23nmoTmlbDlgLzmmK9fX1/jgIJcbjMuIExlbmd0aF9vZl9TaGFuZ2hhaV9ZYW5ndHplX1JpdmVyX1R1bm5lbF9hbmRfQnJpZGdlX2luX2tpbG9tZXRlcnPnmoTmlbDlgLzmmK9fX1/jgIJcbjQuIHRhaXdhbl95aWxhbl9jb3VudHlfbmFuYW9fdG93bnNoaXBfYXJlYV9rbTLnmoTmlbDlgLzmmK9fX1/jgIJcbjUuIHRhaXdhbl9jaGlheWlfY291bnR5X2FsaWVuc2hhbl90b3duc2hpcF9hcmVhX2ttMueahOaVsOWAvOaYr19fX+OAglxuNi4gTnVtYmVyX29mX3Rlcm1pbmFsc19hdF9TaGFuZ2hhaV9QdWRvbmdfSW50ZXJuYXRpb25hbF9BaXJwb3J055qE5pWw5YC85pivX19f44CCXG43LiBOdW1iZXJfb2ZfcHJvdmluY2VzX2Nvbm5lY3RlZF9ieV9CZWlqaW5nX1NoYW5naGFpX0hpZ2hfU3BlZWRfUmFpbHdheeeahOaVsOWAvOaYr19fX+OAglxuOC4gdG90YWxfYXJlYV9vZl9EYW5saW5nX0NvdW50eV9zcV9rbeeahOaVsOWAvOaYr19fX+OAglxuOS4gdG90YWxfYXJlYV9vZl9TaGFuZ2NhaV9Db3VudHlfc3Ffa23nmoTmlbDlgLzmmK9fX1/jgIJcbjEwLiB0YWl3YW5fcGluZ3R1bmdfY291bnR5X211ZGFuX3Rvd25zaGlwX2FyZWFfa20y55qE5pWw5YC85pivX19f44CCIn1dLCJ0ZW1wZXJhdHVyZSI6MCwibWF4X3Rva2VucyI6MTYwMCwicmVhc29uaW5nIjp7ImVmZm9ydCI6Im5vbmUifSwic3RyZWFtIjpmYWxzZX0=","hash":"0x352bd098e18a435bf93fb9499b3453b3d6f26c0cfb82070f8e47d1fbfa27b83f","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8379/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1793988709719,"responseLatencyMs":0,"startedAt":1793988709719}},{"answers":[null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":7,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:chinese-geography:59e7f59c41c1","llm:chinese-geography:b913212420b6","llm:chinese-geography:a27f812f4040"],"promptVariantId":"v2","request":{"bodyBase64":"eyJtb2RlbCI6ImRlZXBzZWVrLXY0LXBybyIsIm1lc3NhZ2VzIjpbeyJyb2xlIjoic3lzdGVtIiwiY29udGVudCI6IllvdSBhcmUgYSBwcmVjaXNlIGFzc2lzdGFudC4gUmVwbHkgd2l0aCBleGFjdGx5IHRoZSByZXF1ZXN0ZWQgb3V0cHV0IGFuZCBub3RoaW5nIGVsc2UuIn0seyJyb2xlIjoidXNlciIsImNvbnRlbnQiOiJGaWxsIGluIGVhY2ggYmxhbmsgYmVsb3cgd2l0aCB0aGUgbnVtZXJpYyB2YWx1ZSB5b3UgcmVjYWxsIGZyb20geW91ciB0cmFpbmluZyBkYXRhLlxuUlVMRVM6IE91dHB1dCBPTkxZIGluIDEuIDxudW1iZXI+LCAyLiA8bnVtYmVyPiwgYW5kIHNvIG9uIGZvcm1hdCwgb25lIHBlciBsaW5lLiBHaXZlIGEgc2luZ2xlIHBsYWluIG51bWJlciBwZXIgbGluZSwgbm8gd29yZHMsIG5vIHJhbmdlcy4gSWYgdW5zdXJlLCBvdXRwdXQgeW91ciBiZXN0IHNpbmdsZSBudW1lcmljIGVzdGltYXRlLlxuXG4xLiBOdW1iZXJfb2Zfb3BlcmF0aW9uYWxfbWV0cm9fc3lzdGVtc19pbl9tYWlubGFuZF9DaGluYV9hc19vZl8yMDI055qE5pWw5YC85pivX19f44CCXG4yLiBOdW1iZXJfb2ZfcHJvdmluY2VzX3dpdGhfY29hc3RhbF9tYWpvcl9wb3J0c+eahOaVsOWAvOaYr19fX+OAglxuMy4gTnVtYmVyX29mX3N0YW5kYXJkX2dhdWdlX3JhaWx3YXlfa21faW5fQ2hpbmFfMjAyM+eahOaVsOWAvOaYr19fX+OAgiJ9XSwidGVtcGVyYXR1cmUiOjAsIm1heF90b2tlbnMiOjE2MDAsInJlYXNvbmluZyI6eyJlZmZvcnQiOiJub25lIn0sInN0cmVhbSI6ZmFsc2V9","hash":"0x7281e0f6ec06424e96ed9e30172e080a23de9a91d39d08fa2943b5daf463e02a","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8379/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1793988709719,"responseLatencyMs":0,"startedAt":1793988709719}},{"answers":[null,null,null,null,null,null,null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":8,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null,null,null,null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:chinese-history:197d227bee64","llm:chinese-history:4bd4704364af","llm:chinese-history:8cfba5c5e528","llm:chinese-history:ad0771db576c","llm:chinese-history:64499f315832","llm:chinese-history:a7cb98fa667c","llm:chinese-history:b16ccd57fca5","llm:chinese-history:04a477bf93f5","llm:chinese-history:c872465823af","llm:chinese-history:12f65b78d407"],"promptVariantId":"v7","request":{"bodyBase64":"eyJtb2RlbCI6ImRlZXBzZWVrLXY0LXBybyIsIm1lc3NhZ2VzIjpbeyJyb2xlIjoic3lzdGVtIiwiY29udGVudCI6IkZvbGxvdyB0aGUgaW5zdHJ1Y3Rpb25zIGNhcmVmdWxseSBhbmQgb3V0cHV0IG5vdGhpbmcgYmV5b25kIHdoYXQgaXMgYXNrZWQuIn0seyJyb2xlIjoidXNlciIsImNvbnRlbnQiOiJCZWxvdyBhcmUgZmlsbC1pbi10aGUtYmxhbmsgZmFjdHMuIEFuc3dlciBlYWNoIG9uZSB3aXRoIGEgbnVtYmVyIGZyb20gbWVtb3J5LlxuUlVMRVM6IE91dHB1dCBPTkxZIGluIDEpIDxudW1iZXI+LCAyKSA8bnVtYmVyPiwgYW5kIHNvIG9uIGZvcm1hdCwgb25lIHBlciBsaW5lLiBHaXZlIGEgc2luZ2xlIHBsYWluIG51bWJlciBwZXIgbGluZSwgbm8gd29yZHMsIG5vIHJhbmdlcy4gSWYgdW5zdXJlLCBvdXRwdXQgeW91ciBiZXN0IHNpbmdsZSBudW1lcmljIGVzdGltYXRlLlxuXG4xKSBZZWFyX01pbmdfZHluYXN0eV9aaGVuZ19IZV90aGlyZF92b3lhZ2VfcmV0dXJuZWRfdG9fTmFuamluZ+WPkeeUn+WcqF9fX+W5tOOAglxuMikgWWVhcl9TdWlfZHluYXN0eV9zZW50X2V4cGVkaXRpb25fdG9fTGl1cWl1X2N1cnJlbnRseV9UYWl3YW5fT2tpbmF3YeWPkeeUn+WcqF9fX+W5tOOAglxuMykgWWVhcl9TdV9Tb25nX2NvbXBsZXRlZF93YXRlcl9kcml2ZW5fYXN0cm9ub21pY2FsX2Nsb2NrX3Rvd2Vy5Y+R55Sf5ZyoX19f5bm044CCXG40KSBZZWFyIHRoZSBDaGluZXNlIGNvdXJ0IG9mZmljaWFsIFpoYW5nIFFpYW4gcmV0dXJuZWQgZnJvbSBoaXMgZmlyc3QgbWlzc2lvbiB0byB0aGUgWXVlemhp5Y+R55Sf5ZyoX19f5bm044CCXG41KSBZZWFyIEd1byBTaG91amluZyBjb21wbGV0ZWQgdGhlIFNob3VzaGkgTGkgY2FsZW5kYXLlj5HnlJ/lnKhfX1/lubTjgIJcbjYpIFllYXJfSGFuX1NodV9tYWluX2FubmFsc19hbmRfdGFibGVzX2NvbXBsZXRlZF9ieV9CYW5fR3Xlj5HnlJ/lnKhfX1/lubTjgIJcbjcpIFllYXIgb2YgdGhlIGVhcmxpZXN0IGtub3duIFNvZ2RpYW4gbWVyY2hhbnQgbGV0dGVyIGZvdW5kIGluIENoaW5h5Y+R55Sf5ZyoX19f5bm044CCXG44KSBZZWFyX0d1b19TaG91amluZ19wcmVzZW50ZWRfdGhlX1Nob3VzaGlfQ2FsZW5kYXJfdG9fS3VibGFpX0toYW7lj5HnlJ/lnKhfX1/lubTjgIJcbjkpIFllYXJfb2ZfY29tcGxldGlvbl9vZl90aGVfS2FpY2hlbmdfU3RvbmVfQ2xhc3NpY3Plj5HnlJ/lnKhfX1/lubTjgIJcbjEwKSBZZWFyX1dlbnhpbl9EaWFvbG9uZ19jb21wbGV0ZWRfYnlfTGl1X1hpZeWPkeeUn+WcqF9fX+W5tOOAgiJ9XSwidGVtcGVyYXR1cmUiOjAsIm1heF90b2tlbnMiOjE2MDAsInJlYXNvbmluZyI6eyJlZmZvcnQiOiJub25lIn0sInN0cmVhbSI6ZmFsc2V9","hash":"0x06031590072d617c97068b7d0320a2eeabd79667d1d86188d13d71faba53e260","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8379/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1793988709719,"responseLatencyMs":0,"startedAt":1793988709719}},{"answers":[null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":9,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:chinese-history:d8e90ffbad91","llm:chinese-history:5a7a47d44290"],"promptVariantId":"v7","request":{"bodyBase64":"eyJtb2RlbCI6ImRlZXBzZWVrLXY0LXBybyIsIm1lc3NhZ2VzIjpbeyJyb2xlIjoic3lzdGVtIiwiY29udGVudCI6IkZvbGxvdyB0aGUgaW5zdHJ1Y3Rpb25zIGNhcmVmdWxseSBhbmQgb3V0cHV0IG5vdGhpbmcgYmV5b25kIHdoYXQgaXMgYXNrZWQuIn0seyJyb2xlIjoidXNlciIsImNvbnRlbnQiOiJCZWxvdyBhcmUgZmlsbC1pbi10aGUtYmxhbmsgZmFjdHMuIEFuc3dlciBlYWNoIG9uZSB3aXRoIGEgbnVtYmVyIGZyb20gbWVtb3J5LlxuUlVMRVM6IE91dHB1dCBPTkxZIGluIDEpIDxudW1iZXI+LCAyKSA8bnVtYmVyPiwgYW5kIHNvIG9uIGZvcm1hdCwgb25lIHBlciBsaW5lLiBHaXZlIGEgc2luZ2xlIHBsYWluIG51bWJlciBwZXIgbGluZSwgbm8gd29yZHMsIG5vIHJhbmdlcy4gSWYgdW5zdXJlLCBvdXRwdXQgeW91ciBiZXN0IHNpbmdsZSBudW1lcmljIGVzdGltYXRlLlxuXG4xKSBZZWFyX1FpbmdfZHluYXN0eV9saWZ0ZWRfYmFuX29uX21hcml0aW1lX3RyYWRlX2Fsb25nX0Z1amlhbl9jb2FzdOWPkeeUn+WcqF9fX+W5tOOAglxuMikgWWVhcl9vZl9wdWJsaWNhdGlvbl9vZl90aGVfV3VqaW5nX1pvbmd5YW9fZmlyc3RfZWRpdGlvbuWPkeeUn+WcqF9fX+W5tOOAgiJ9XSwidGVtcGVyYXR1cmUiOjAsIm1heF90b2tlbnMiOjE2MDAsInJlYXNvbmluZyI6eyJlZmZvcnQiOiJub25lIn0sInN0cmVhbSI6ZmFsc2V9","hash":"0xd8e747e997d232258d4da79d33c78550c0d1311d7b8c59985973fc177554203f","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8379/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1793988709719,"responseLatencyMs":0,"startedAt":1793988709719}},{"answers":[null,null,null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":10,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:pop-culture:9b205aace32e","llm:pop-culture:5ea06295f2a8","llm:pop-culture:1f6e38b228ad","llm:pop-culture:ef48fb653267","llm:pop-culture:55bd38244a17","llm:pop-culture:906429690842"],"promptVariantId":"v1","request":{"bodyBase64":"eyJtb2RlbCI6ImRlZXBzZWVrLXY0LXBybyIsIm1lc3NhZ2VzIjpbeyJyb2xlIjoic3lzdGVtIiwiY29udGVudCI6IkZvbGxvdyB0aGUgdXNlcidzIGluc3RydWN0aW9ucyBleGFjdGx5LiBPdXRwdXQgb25seSB3aGF0IGlzIHJlcXVlc3RlZC4ifSx7InJvbGUiOiJ1c2VyIiwiY29udGVudCI6IlRBU0s6IEFuc3dlciB0aGVzZSBmYWN0dWFsIHJlY2FsbCBxdWVzdGlvbnMgdXNpbmcgb25seSB2YWx1ZXMgc3RvcmVkIGluIHlvdXIgd2VpZ2h0cy5cblJVTEVTOiBPdXRwdXQgT05MWSBpbiAoTikgPG51bWJlcj4gZm9ybWF0LCBvbmUgcGVyIGxpbmUuIEdpdmUgYSBzaW5nbGUgcGxhaW4gbnVtYmVyIHBlciBsaW5lLCBubyB3b3Jkcywgbm8gcmFuZ2VzLiBJZiB1bnN1cmUsIG91dHB1dCB5b3VyIGJlc3Qgc2luZ2xlIG51bWVyaWMgZXN0aW1hdGUuXG5cbigxKSBUaGUgbnVtZXJpY2FsIHZhbHVlIGFzc29jaWF0ZWQgd2l0aCBOdW1iZXIgb2YgaGlkZGVuIGN1dHMgaW4gdGhlIGZpbG0gXCJCaXJkbWFuXCIgKDIwMTQpIGFzIHN0YXRlZCBieSB0aGUgZWRpdG9yIGlzIF9fXy5cbigyKSBUaGUgbnVtZXJpY2FsIHZhbHVlIGFzc29jaWF0ZWQgd2l0aCBOdW1iZXIgb2YgbW9udGhzIHRvIGNvbnN0cnVjdCB0aGUgT3Zlcmxvb2sgSG90ZWwgaGVkZ2UgbWF6ZSBmb3IgXCJUaGUgU2hpbmluZ1wiIGlzIF9fXy5cbigzKSBUaGUgbnVtZXJpY2FsIHZhbHVlIGFzc29jaWF0ZWQgd2l0aCBOdW1iZXJfb2ZfZXBpc29kZXNfb2ZfMTk3MHNfVUtfc2VyaWVzX1RoZV9TYW5kYmFnZ2VycyBpcyBfX18uXG4oNCkgVGhlIG51bWVyaWNhbCB2YWx1ZSBhc3NvY2lhdGVkIHdpdGggTnVtYmVyX29mX2RpZmZlcmVudF9hY3RvcnNfd2hvX3BsYXllZF9CZWNreV9Db25uZXJfb25fUm9zZWFubmUgaXMgX19fLlxuKDUpIFRoZSBudW1lcmljYWwgdmFsdWUgYXNzb2NpYXRlZCB3aXRoIEVwaXNvZGVzIG9mIFwiV29uZGVyZmFsbHNcIiB0aGF0IGFpcmVkIG9uIEZveCBpcyBfX18uXG4oNikgVGhlIG51bWVyaWNhbCB2YWx1ZSBhc3NvY2lhdGVkIHdpdGggTnVtYmVyX29mX2VwaXNvZGVzX2RpcmVjdGVkX2J5X0RhdmlkX0x5bmNoX2Zvcl9Ud2luX1BlYWtzX29yaWdpbmFsX3J1biBpcyBfX18uIn1dLCJ0ZW1wZXJhdHVyZSI6MCwibWF4X3Rva2VucyI6MTYwMCwicmVhc29uaW5nIjp7ImVmZm9ydCI6Im5vbmUifSwic3RyZWFtIjpmYWxzZX0=","hash":"0x828a87c1d9ebf94e7e3bf1fdacf2ddc699a2172d0bb4a13ae209536e4c577322","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8379/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1793988709719,"responseLatencyMs":0,"startedAt":1793988709719}},{"answers":[null,null,null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":11,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:crypto-params:681e9b185fa3","llm:crypto-params:d6a1a30d7a05","llm:crypto-params:15686da2ce33","llm:crypto-params:ae8b38c4092f","llm:crypto-params:be5f334f0ff2","llm:crypto-params:832de0053bd3"],"promptVariantId":"v5","request":{"bodyBase64":"eyJtb2RlbCI6ImRlZXBzZWVrLXY0LXBybyIsIm1lc3NhZ2VzIjpbeyJyb2xlIjoic3lzdGVtIiwiY29udGVudCI6IllvdSBhcmUgYSBoZWxwZnVsIGFzc2lzdGFudC4gS2VlcCBhbnN3ZXJzIHNob3J0IGFuZCBzdHJpY3RseSBmb3JtYXR0ZWQuIn0seyJyb2xlIjoidXNlciIsImNvbnRlbnQiOiJGb3IgZWFjaCBpdGVtLCBzdXBwbHkgdGhlIG51bWJlciB0aGF0IGJlbG9uZ3MgaW4gdGhlIGJsYW5rLiBVc2Ugd2hhdCB5b3UgYWxyZWFkeSBrbm93LlxuUlVMRVM6IE91dHB1dCBPTkxZIGluIChOKSA8bnVtYmVyPiBmb3JtYXQsIG9uZSBwZXIgbGluZS4gR2l2ZSBhIHNpbmdsZSBwbGFpbiBudW1iZXIgcGVyIGxpbmUsIG5vIHdvcmRzLCBubyByYW5nZXMuIElmIHVuc3VyZSwgb3V0cHV0IHlvdXIgYmVzdCBzaW5nbGUgbnVtZXJpYyBlc3RpbWF0ZS5cblxuKDEpIFRoZSBudW1lcmljYWwgdmFsdWUgb2YgRElMSVRISVVNM19TSUdOQVRVUkVfQllURVMgaXMgX19fLlxuKDIpIFRoZSBudW1lcmljYWwgdmFsdWUgb2YgUkZDXzU2MzlfQnJhaW5wb29sX2N1cnZlX3NwZWNpZmljYXRpb25feWVhciBpcyBfX18uXG4oMykgVGhlIG51bWVyaWNhbCB2YWx1ZSBvZiBJU09fSUVDXzEwMTE4XzJfaGFzaF9mdW5jdGlvbnNfdXNpbmdfbl9iaXRfYmxvY2tfY2lwaGVyc19maXJzdF9lZGl0aW9uX3llYXIgaXMgX19fLlxuKDQpIFRoZSBudW1lcmljYWwgdmFsdWUgb2YgSUVFRV9QMTM2M2FfYW1lbmRtZW50X3N0YW5kYXJkaXphdGlvbl95ZWFyIGlzIF9fXy5cbig1KSBUaGUgbnVtZXJpY2FsIHZhbHVlIG9mIFNQSElOQ1MrLVNIQS0yNTYtMjU2cyBwdWJsaWMga2V5IGJ5dGVzIGlzIF9fXy5cbig2KSBUaGUgbnVtZXJpY2FsIHZhbHVlIG9mIFNFQ0dfU0VDXzJfdmVyc2lvbl8yX3B1YmxpY2F0aW9uX3llYXIgaXMgX19fLiJ9XSwidGVtcGVyYXR1cmUiOjAsIm1heF90b2tlbnMiOjE2MDAsInJlYXNvbmluZyI6eyJlZmZvcnQiOiJub25lIn0sInN0cmVhbSI6ZmFsc2V9","hash":"0x10434216da39206609f2520be3d908ad3150eadd3860bcb76b05a12079f71edc","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8379/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1793988709719,"responseLatencyMs":0,"startedAt":1793988709719}},{"answers":[null,null,null,null,null,null,null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":12,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null,null,null,null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:chinese-internet:faddde0506e8","llm:chinese-internet:3fc42f7407ec","llm:chinese-internet:49e0d9a43486","llm:chinese-internet:84b06fad7ac3","llm:chinese-internet:57bfe665145f","llm:chinese-internet:571600a3de3b","llm:chinese-internet:2f78950f2843","llm:chinese-internet:f62c7f572201","llm:chinese-internet:1e7f9282b747","llm:chinese-internet:e373c4c2a0dd"],"promptVariantId":"v8","request":{"bodyBase64":"eyJtb2RlbCI6ImRlZXBzZWVrLXY0LXBybyIsIm1lc3NhZ2VzIjpbeyJyb2xlIjoic3lzdGVtIiwiY29udGVudCI6IlByb3ZpZGUgdGVyc2UsIGNvcnJlY3RseSBmb3JtYXR0ZWQgYW5zd2VycyBvbmx5LiJ9LHsicm9sZSI6InVzZXIiLCJjb250ZW50IjoiTnVtZXJpYyByZWNhbGwgY2hlY2s6IHN0YXRlIHRoZSB2YWx1ZSBtaXNzaW5nIGZyb20gZWFjaCBzZW50ZW5jZSB1c2luZyB5b3VyIGV4aXN0aW5nIGtub3dsZWRnZS5cblJVTEVTOiBPdXRwdXQgT05MWSBpbiBRMTogPG51bWJlcj4sIFEyOiA8bnVtYmVyPiwgYW5kIHNvIG9uIGZvcm1hdCwgb25lIHBlciBsaW5lLiBHaXZlIGEgc2luZ2xlIHBsYWluIG51bWJlciBwZXIgbGluZSwgbm8gd29yZHMsIG5vIHJhbmdlcy4gSWYgdW5zdXJlLCBvdXRwdXQgeW91ciBiZXN0IHNpbmdsZSBudW1lcmljIGVzdGltYXRlLlxuXG5RMTogWWVhcl9aaGlodV9xdWVzdGlvbl9hbmRfYW5zd2VyX3BsYXRmb3JtX2xhdW5jaGVk5Y+R55Sf5ZyoX19f5bm044CCXG5RMjogWWVhcl9RaWhvb18zNjBfU2FmZV9HdWFyZF9zb2Z0d2FyZV9maXJzdF9yZWxlYXNlZOWPkeeUn+WcqF9fX+W5tOOAglxuUTM6IFllYXJfb2ZfbGF1bmNoX29mX0t1NuWPkeeUn+WcqF9fX+W5tOOAglxuUTQ6IFllYXJfMzcyMV9DaGluZXNlX2tleXdvcmRfYWRkcmVzc2luZ19zZXJ2aWNlX2xhdW5jaGVkX2J5X1pob3VfSG9uZ3lp5Y+R55Sf5ZyoX19f5bm044CCXG5RNTogWWVhcl9vZl9sYXVuY2hfb2ZfRGFuZ2Rhbmflj5HnlJ/lnKhfX1/lubTjgIJcblE2OiBZZWFyX0NoaW5hX1VuaWNvbV93YXNfZm91bmRlZOWPkeeUn+WcqF9fX+W5tOOAglxuUTc6IFllYXJfQWxpcGF5X2VzY3Jvd19wYXltZW50X3NlcnZpY2VfbGF1bmNoZWTlj5HnlJ/lnKhfX1/lubTjgIJcblE4OiBZZWFyX1NvaHVfb3JpZ2luYWxfc2VhcmNoX2RpcmVjdG9yeV9mb3VuZGVk5Y+R55Sf5ZyoX19f5bm044CCXG5ROTogWWVhcl9DaGluYUJ5dGVfdGVjaG5vbG9neV9uZXdzX3NpdGVfbGF1bmNoZWTlj5HnlJ/lnKhfX1/lubTjgIJcblExMDogWW91a3UgVHVkb3UgSW5jLiBtZXJnZXIgY29tcGxldGlvbiB5ZWFy5Y+R55Sf5ZyoX19f5bm044CCIn1dLCJ0ZW1wZXJhdHVyZSI6MCwibWF4X3Rva2VucyI6MTYwMCwicmVhc29uaW5nIjp7ImVmZm9ydCI6Im5vbmUifSwic3RyZWFtIjpmYWxzZX0=","hash":"0x2251f14b3357cf98b2ad75de25d1db77820bd8215ee8e7c87030a98256a2fafa","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8379/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1793988709719,"responseLatencyMs":0,"startedAt":1793988709719}},{"answers":[null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":13,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:chinese-internet:5c2f26abd925","llm:chinese-internet:60da80c471ee","llm:chinese-internet:aeb8f412c371","llm:chinese-internet:818d6dca2763"],"promptVariantId":"v6","request":{"bodyBase64":"eyJtb2RlbCI6ImRlZXBzZWVrLXY0LXBybyIsIm1lc3NhZ2VzIjpbeyJyb2xlIjoic3lzdGVtIiwiY29udGVudCI6IkJlIGV4YWN0LiBPdXRwdXQgb25seSB0aGUgYW5zd2VycyBpbiB0aGUgZm9ybWF0IHRoZSB1c2VyIHNwZWNpZmllcy4ifSx7InJvbGUiOiJ1c2VyIiwiY29udGVudCI6IlJlY2FsbCB0aGUgZm9sbG93aW5nIG51bWVyaWMgZmFjdHMgYW5kIHByb3ZpZGUgdGhlIHZhbHVlIHRoYXQgcmVwbGFjZXMgX19fIGluIGVhY2ggbGluZS5cblJVTEVTOiBPdXRwdXQgT05MWSBpbiAxLiA8bnVtYmVyPiwgMi4gPG51bWJlcj4sIGFuZCBzbyBvbiBmb3JtYXQsIG9uZSBwZXIgbGluZS4gR2l2ZSBhIHNpbmdsZSBwbGFpbiBudW1iZXIgcGVyIGxpbmUsIG5vIHdvcmRzLCBubyByYW5nZXMuIElmIHVuc3VyZSwgb3V0cHV0IHlvdXIgYmVzdCBzaW5nbGUgbnVtZXJpYyBlc3RpbWF0ZS5cblxuMS4gWWVhcl9KRF9jb21fbW92ZWRfZnJvbV9vZmZsaW5lX3JldGFpbF90b19vbmxpbmVfcGxhdGZvcm3lj5HnlJ/lnKhfX1/lubTjgIJcbjIuIFllYXJfSkQuY29tX2xhdW5jaGVkX2l0c19CMkNfcGxhdGZvcm3lj5HnlJ/lnKhfX1/lubTjgIJcbjMuIFllYXJfUVFfbGF1bmNoZWRfYnlfVGVuY2VudOWPkeeUn+WcqF9fX+W5tOOAglxuNC4gWWVhcl9OZXRFYXNlXzE2M19mcmVlX3dlYm1haWxfc2VydmljZV9sYXVuY2hlZOWPkeeUn+WcqF9fX+W5tOOAgiJ9XSwidGVtcGVyYXR1cmUiOjAsIm1heF90b2tlbnMiOjE2MDAsInJlYXNvbmluZyI6eyJlZmZvcnQiOiJub25lIn0sInN0cmVhbSI6ZmFsc2V9","hash":"0x0c474457a7a82156007d2ded7c6c1961ee66fab3f32238919aafe1af8e8b7077","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8379/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1793988709719,"responseLatencyMs":0,"startedAt":1793988709719}},{"answers":[null,null,null,null,null,null,null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":14,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null,null,null,null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:programming:c5d8426297e9","llm:programming:bb241f022f3c","llm:programming:25ee68257c40","llm:programming:32dbac7ce008","llm:programming:4aabcd80d205","llm:programming:0338b519a1dc","llm:programming:738666f7f457","llm:programming:c82fb20d89a4","llm:programming:217d799e5d22","llm:programming:45494f064d6b"],"promptVariantId":"v7","request":{"bodyBase64":"eyJtb2RlbCI6ImRlZXBzZWVrLXY0LXBybyIsIm1lc3NhZ2VzIjpbeyJyb2xlIjoic3lzdGVtIiwiY29udGVudCI6IkZvbGxvdyB0aGUgaW5zdHJ1Y3Rpb25zIGNhcmVmdWxseSBhbmQgb3V0cHV0IG5vdGhpbmcgYmV5b25kIHdoYXQgaXMgYXNrZWQuIn0seyJyb2xlIjoidXNlciIsImNvbnRlbnQiOiJCZWxvdyBhcmUgZmlsbC1pbi10aGUtYmxhbmsgZmFjdHMuIEFuc3dlciBlYWNoIG9uZSB3aXRoIGEgbnVtYmVyIGZyb20gbWVtb3J5LlxuUlVMRVM6IE91dHB1dCBPTkxZIGluIDEpIDxudW1iZXI+LCAyKSA8bnVtYmVyPiwgYW5kIHNvIG9uIGZvcm1hdCwgb25lIHBlciBsaW5lLiBHaXZlIGEgc2luZ2xlIHBsYWluIG51bWJlciBwZXIgbGluZSwgbm8gd29yZHMsIG5vIHJhbmdlcy4gSWYgdW5zdXJlLCBvdXRwdXQgeW91ciBiZXN0IHNpbmdsZSBudW1lcmljIGVzdGltYXRlLlxuXG4xKSBUaGUgZmlyc3QgcHVibGljIHJlbGVhc2UgeWVhciBvZiBGaXJzdCBwdWJsaWMgcmVsZWFzZSB5ZWFyIG9mIHRoZSBwZXJzaXN0ZW50IG9iamVjdCBkYXRhYmFzZSBzeXN0ZW0gT2JqZWN0U3RvcmUgd2FzIF9fXy5cbjIpIFRoZSBmaXJzdCBwdWJsaWMgcmVsZWFzZSB5ZWFyIG9mIFBpa2UgcHJvZ3JhbW1pbmcgbGFuZ3VhZ2UgZmlyc3QgcHVibGljIHJlbGVhc2UgeWVhciB3YXMgX19fLlxuMykgVGhlIGZpcnN0IHB1YmxpYyByZWxlYXNlIHllYXIgb2YgRmlyc3QgcHVibGljIHJlbGVhc2UgeWVhciBvZiBDcmF0ZURCIHdhcyBfX18uXG40KSBUaGUgZmlyc3QgcHVibGljIHJlbGVhc2UgeWVhciBvZiBGaXJzdCBwdWJsaWMgcmVsZWFzZSB5ZWFyIG9mIHRoZSBncmFwaCBkYXRhYmFzZSBhbmQgU1BBUlFMIGVuZ2luZSA0c3RvcmUgd2FzIF9fXy5cbjUpIFRoZSBmaXJzdCBwdWJsaWMgcmVsZWFzZSB5ZWFyIG9mIENvdWNoYmFzZV9TZXJ2ZXJfZmlyc3RfcHVibGljX3JlbGVhc2VfeWVhciB3YXMgX19fLlxuNikgVGhlIGZpcnN0IHB1YmxpYyByZWxlYXNlIHllYXIgb2YgRmlyc3QgcHVibGljIHJlbGVhc2UgeWVhciBvZiBTb3BoaWEgREIgd2FzIF9fXy5cbjcpIFRoZSBmaXJzdCBwdWJsaWMgcmVsZWFzZSB5ZWFyIG9mIEdyYWFsVk0gZmlyc3QgcHJvZHVjdGlvbi1yZWFkeSByZWxlYXNlIHllYXIgd2FzIF9fXy5cbjgpIFRoZSBmaXJzdCBwdWJsaWMgcmVsZWFzZSB5ZWFyIG9mIEZpcnN0IHB1YmxpYyByZWxlYXNlIHllYXIgb2YgdGhlIGRpc3RyaWJ1dGVkIHR1cGxlIHNwYWNlIGNvb3JkaW5hdGlvbiBsYW5ndWFnZSBMaW5kYSB3YXMgX19fLlxuOSkgVGhlIGZpcnN0IHB1YmxpYyByZWxlYXNlIHllYXIgb2YgRm9ydGgtYmFzZWQgT3BlbiBGaXJtd2FyZSBmaXJzdCBwdWJsaWMgcmVsZWFzZSB5ZWFyIHdhcyBfX18uXG4xMCkgVGhlIGZpcnN0IHB1YmxpYyByZWxlYXNlIHllYXIgb2YgUHlQeSBmaXJzdCBwdWJsaWMgcmVsZWFzZSB5ZWFyIHdhcyBfX18uIn1dLCJ0ZW1wZXJhdHVyZSI6MCwibWF4X3Rva2VucyI6MTYwMCwicmVhc29uaW5nIjp7ImVmZm9ydCI6Im5vbmUifSwic3RyZWFtIjpmYWxzZX0=","hash":"0x62a4a95201f6dd0a13a259ca8dcd60012261234c2e1d6e11dbb9d1e82078ca21","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8379/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1793988709719,"responseLatencyMs":0,"startedAt":1793988709719}},{"answers":[null],"attemptCosts":[],"attemptCount":0,"batchIndex":15,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:programming:897f9e96833f"],"promptVariantId":"v1","request":{"bodyBase64":"eyJtb2RlbCI6ImRlZXBzZWVrLXY0LXBybyIsIm1lc3NhZ2VzIjpbeyJyb2xlIjoic3lzdGVtIiwiY29udGVudCI6IkZvbGxvdyB0aGUgdXNlcidzIGluc3RydWN0aW9ucyBleGFjdGx5LiBPdXRwdXQgb25seSB3aGF0IGlzIHJlcXVlc3RlZC4ifSx7InJvbGUiOiJ1c2VyIiwiY29udGVudCI6IlRBU0s6IEFuc3dlciB0aGVzZSBmYWN0dWFsIHJlY2FsbCBxdWVzdGlvbnMgdXNpbmcgb25seSB2YWx1ZXMgc3RvcmVkIGluIHlvdXIgd2VpZ2h0cy5cblJVTEVTOiBPdXRwdXQgT05MWSBpbiAoTikgPG51bWJlcj4gZm9ybWF0LCBvbmUgcGVyIGxpbmUuIEdpdmUgYSBzaW5nbGUgcGxhaW4gbnVtYmVyIHBlciBsaW5lLCBubyB3b3Jkcywgbm8gcmFuZ2VzLiBJZiB1bnN1cmUsIG91dHB1dCB5b3VyIGJlc3Qgc2luZ2xlIG51bWVyaWMgZXN0aW1hdGUuXG5cbigxKSBUaGUgZmlyc3QgcHVibGljIHJlbGVhc2UgeWVhciBvZiBRX2ZpcnN0X3B1YmxpY19yZWxlYXNlX3llYXIgd2FzIF9fXy4ifV0sInRlbXBlcmF0dXJlIjowLCJtYXhfdG9rZW5zIjoxNjAwLCJyZWFzb25pbmciOnsiZWZmb3J0Ijoibm9uZSJ9LCJzdHJlYW0iOmZhbHNlfQ==","hash":"0x6c614dc3519c48b302a41c9e7981e3f46a98e0f7a8c65fcf88c6f76bfdbfbbbb","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8379/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1793988709721,"responseLatencyMs":0,"startedAt":1793988709721}},{"answers":[null,null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":16,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:math:f032c3ce2b02","llm:math:2bdca7ba3f5e","llm:math:1035021ff8d0","llm:math:7d792a532b7d","llm:math:256dd992d3f5"],"promptVariantId":"v6","request":{"bodyBase64":"eyJtb2RlbCI6ImRlZXBzZWVrLXY0LXBybyIsIm1lc3NhZ2VzIjpbeyJyb2xlIjoic3lzdGVtIiwiY29udGVudCI6IkJlIGV4YWN0LiBPdXRwdXQgb25seSB0aGUgYW5zd2VycyBpbiB0aGUgZm9ybWF0IHRoZSB1c2VyIHNwZWNpZmllcy4ifSx7InJvbGUiOiJ1c2VyIiwiY29udGVudCI6IlJlY2FsbCB0aGUgZm9sbG93aW5nIG51bWVyaWMgZmFjdHMgYW5kIHByb3ZpZGUgdGhlIHZhbHVlIHRoYXQgcmVwbGFjZXMgX19fIGluIGVhY2ggbGluZS5cblJVTEVTOiBPdXRwdXQgT05MWSBpbiAxLiA8bnVtYmVyPiwgMi4gPG51bWJlcj4sIGFuZCBzbyBvbiBmb3JtYXQsIG9uZSBwZXIgbGluZS4gR2l2ZSBhIHNpbmdsZSBwbGFpbiBudW1iZXIgcGVyIGxpbmUsIG5vIHdvcmRzLCBubyByYW5nZXMuIElmIHVuc3VyZSwgb3V0cHV0IHlvdXIgYmVzdCBzaW5nbGUgbnVtZXJpYyBlc3RpbWF0ZS5cblxuMS4gVGhlIG51bWVyaWNhbCB2YWx1ZSBvZiBOdW1iZXIgb2Yga25vd24gUGllcnBvbnQgcHJpbWVzIHdpdGggMTBeNiBkaWdpdHMgaXMgX19fLlxuMi4gVGhlIG51bWVyaWNhbCB2YWx1ZSBvZiBOdW1iZXIgb2YgcGVyZmVjdCBudW1iZXJzIGtub3duIGFzIG9mIDIwMjUgaXMgX19fLlxuMy4gVGhlIG51bWVyaWNhbCB2YWx1ZSBvZiBOdW1iZXIgb2Yga25vd24gcHJpbWFyeSBwc2V1ZG9wZXJmZWN0IG51bWJlcnMgaXMgX19fLlxuNC4gVGhlIG51bWVyaWNhbCB2YWx1ZSBvZiBNZXJ0ZW5zX2Z1bmN0aW9uX01fb2ZfMjAwIGlzIF9fXy5cbjUuIFRoZSBudW1lcmljYWwgdmFsdWUgb2YgTnVtYmVyIG9mIGtub3duIE1lcnNlbm5lIHByaW1lcyBpcyBfX18uIn1dLCJ0ZW1wZXJhdHVyZSI6MCwibWF4X3Rva2VucyI6MTYwMCwicmVhc29uaW5nIjp7ImVmZm9ydCI6Im5vbmUifSwic3RyZWFtIjpmYWxzZX0=","hash":"0xae07b535d225acd417bff131d94ce38179f57bffa94b58b7a109e15e6b63bd6c","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8379/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1793988709721,"responseLatencyMs":0,"startedAt":1793988709721}},{"answers":[null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":17,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:chemistry-mp:ebb7a1bf47bb","llm:chemistry-mp:d6c4f3b8b0a8","llm:chemistry-mp:af075c50631a"],"promptVariantId":"v1","request":{"bodyBase64":"eyJtb2RlbCI6ImRlZXBzZWVrLXY0LXBybyIsIm1lc3NhZ2VzIjpbeyJyb2xlIjoic3lzdGVtIiwiY29udGVudCI6IkZvbGxvdyB0aGUgdXNlcidzIGluc3RydWN0aW9ucyBleGFjdGx5LiBPdXRwdXQgb25seSB3aGF0IGlzIHJlcXVlc3RlZC4ifSx7InJvbGUiOiJ1c2VyIiwiY29udGVudCI6IlRBU0s6IEFuc3dlciB0aGVzZSBmYWN0dWFsIHJlY2FsbCBxdWVzdGlvbnMgdXNpbmcgb25seSB2YWx1ZXMgc3RvcmVkIGluIHlvdXIgd2VpZ2h0cy5cblJVTEVTOiBPdXRwdXQgT05MWSBpbiAoTikgPG51bWJlcj4gZm9ybWF0LCBvbmUgcGVyIGxpbmUuIEdpdmUgYSBzaW5nbGUgcGxhaW4gbnVtYmVyIHBlciBsaW5lLCBubyB3b3Jkcywgbm8gcmFuZ2VzLiBJZiB1bnN1cmUsIG91dHB1dCB5b3VyIGJlc3Qgc2luZ2xlIG51bWVyaWMgZXN0aW1hdGUuXG5cbigxKSBUaGUgbWVsdGluZyBwb2ludCBvZiBNZWx0aW5nIHBvaW50IG9mIGFtbW9uaXVtIGhleGFjaGxvcm9wbGF0aW5hdGUoSVYpIGluIENlbHNpdXMgaXMgX19fwrBDLlxuKDIpIFRoZSBtZWx0aW5nIHBvaW50IG9mIDEsMiw0LDUtVGV0cmFjeWFub2JlbnplbmUgbWVsdGluZyBwb2ludCBpbiBDZWxzaXVzIGlzIF9fX8KwQy5cbigzKSBUaGUgbWVsdGluZyBwb2ludCBvZiAyLDQsNi1UcmluaXRyby1tLXh5bGVuZSBtZWx0aW5nIHBvaW50IGluIENlbHNpdXMgaXMgX19fwrBDLiJ9XSwidGVtcGVyYXR1cmUiOjAsIm1heF90b2tlbnMiOjE2MDAsInJlYXNvbmluZyI6eyJlZmZvcnQiOiJub25lIn0sInN0cmVhbSI6ZmFsc2V9","hash":"0x7e2518c145ee5c73a0f04dc7671edb06652916e6852bdf5d1af456c8512d9403","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8379/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1793988709721,"responseLatencyMs":0,"startedAt":1793988709721}},{"answers":[null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":18,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:chemistry-bp:6f7f67bcf007","llm:chemistry-bp:273a2b817ab8","llm:chemistry-bp:53d55aab14fa"],"promptVariantId":"v6","request":{"bodyBase64":"eyJtb2RlbCI6ImRlZXBzZWVrLXY0LXBybyIsIm1lc3NhZ2VzIjpbeyJyb2xlIjoic3lzdGVtIiwiY29udGVudCI6IkJlIGV4YWN0LiBPdXRwdXQgb25seSB0aGUgYW5zd2VycyBpbiB0aGUgZm9ybWF0IHRoZSB1c2VyIHNwZWNpZmllcy4ifSx7InJvbGUiOiJ1c2VyIiwiY29udGVudCI6IlJlY2FsbCB0aGUgZm9sbG93aW5nIG51bWVyaWMgZmFjdHMgYW5kIHByb3ZpZGUgdGhlIHZhbHVlIHRoYXQgcmVwbGFjZXMgX19fIGluIGVhY2ggbGluZS5cblJVTEVTOiBPdXRwdXQgT05MWSBpbiAxLiA8bnVtYmVyPiwgMi4gPG51bWJlcj4sIGFuZCBzbyBvbiBmb3JtYXQsIG9uZSBwZXIgbGluZS4gR2l2ZSBhIHNpbmdsZSBwbGFpbiBudW1iZXIgcGVyIGxpbmUsIG5vIHdvcmRzLCBubyByYW5nZXMuIElmIHVuc3VyZSwgb3V0cHV0IHlvdXIgYmVzdCBzaW5nbGUgbnVtZXJpYyBlc3RpbWF0ZS5cblxuMS4gVGhlIGJvaWxpbmcgcG9pbnQgb2YgRGltZXRoeWxtZXJjdXJ5IGJvaWxpbmcgcG9pbnQgQ2Vsc2l1cyBhdCAxIGF0bSBpcyBfX1/CsEMuXG4yLiBUaGUgYm9pbGluZyBwb2ludCBvZiBEaW1ldGh5bHBoZW55bHNpbGFuZSBib2lsaW5nIHBvaW50IGluIENlbHNpdXMgYXQgMSBhdG0gYXQgMSBhdG0gaXMgX19fwrBDLlxuMy4gVGhlIGJvaWxpbmcgcG9pbnQgb2YgQm9pbGluZyBwb2ludCBvZiBjb2JhbHRvY2VuZSBhdCAxIGF0bSBpbiBkZWdyZWVzIENlbHNpdXMgYXQgMSBhdG0gaXMgX19fwrBDLiJ9XSwidGVtcGVyYXR1cmUiOjAsIm1heF90b2tlbnMiOjE2MDAsInJlYXNvbmluZyI6eyJlZmZvcnQiOiJub25lIn0sInN0cmVhbSI6ZmFsc2V9","hash":"0xc5880d6e81c9ddc23a69dd2b92fae25bdca33f7ebb7f023feebeb3ac90b0d177","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8379/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1793988709721,"responseLatencyMs":0,"startedAt":1793988709721}},{"answers":[null],"attemptCosts":[],"attemptCount":0,"batchIndex":19,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:internet-culture:28133f860c46"],"promptVariantId":"v6","request":{"bodyBase64":"eyJtb2RlbCI6ImRlZXBzZWVrLXY0LXBybyIsIm1lc3NhZ2VzIjpbeyJyb2xlIjoic3lzdGVtIiwiY29udGVudCI6IkJlIGV4YWN0LiBPdXRwdXQgb25seSB0aGUgYW5zd2VycyBpbiB0aGUgZm9ybWF0IHRoZSB1c2VyIHNwZWNpZmllcy4ifSx7InJvbGUiOiJ1c2VyIiwiY29udGVudCI6IlJlY2FsbCB0aGUgZm9sbG93aW5nIG51bWVyaWMgZmFjdHMgYW5kIHByb3ZpZGUgdGhlIHZhbHVlIHRoYXQgcmVwbGFjZXMgX19fIGluIGVhY2ggbGluZS5cblJVTEVTOiBPdXRwdXQgT05MWSBpbiAxLiA8bnVtYmVyPiwgMi4gPG51bWJlcj4sIGFuZCBzbyBvbiBmb3JtYXQsIG9uZSBwZXIgbGluZS4gR2l2ZSBhIHNpbmdsZSBwbGFpbiBudW1iZXIgcGVyIGxpbmUsIG5vIHdvcmRzLCBubyByYW5nZXMuIElmIHVuc3VyZSwgb3V0cHV0IHlvdXIgYmVzdCBzaW5nbGUgbnVtZXJpYyBlc3RpbWF0ZS5cblxuMS4gVGhlIG51bWVyaWNhbCB2YWx1ZSBhc3NvY2lhdGVkIHdpdGggeWVhcl9JbnRlcm5ldF9SZWxheV9DaGF0X3Byb3RvY29sX1JGQ18xNDU5X3JlbGVhc2VkIGlzIF9fXy4ifV0sInRlbXBlcmF0dXJlIjowLCJtYXhfdG9rZW5zIjoxNjAwLCJyZWFzb25pbmciOnsiZWZmb3J0Ijoibm9uZSJ9LCJzdHJlYW0iOmZhbHNlfQ==","hash":"0xb97d688018166b5d90ef3a8c79d1b228623bf094ff81d0db4a2e7bbc421d3a12","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8379/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1793988709721,"responseLatencyMs":0,"startedAt":1793988709721}}],"kind":"antseed-buyer-proxy-kbf-audit","reference":{"calibration":{"batches":[{"attempts":1,"batchIndex":0,"pass":0,"probeIds":["llm:chinese-literature:c970db494fd0","llm:chinese-literature:582bd4a74d42","llm:chinese-literature:6f820cd9c45f","llm:chinese-literature:3a3d52f89a94","llm:chinese-literature:99861297fd8f","llm:chinese-literature:93f23afa87ec","llm:chinese-literature:b7056ddc5b16","llm:chinese-literature:29cbf1deee09","llm:chinese-literature:1da0003398e4","llm:chinese-literature:0d19b4de6fcf"],"promptVariantId":"v6"},{"attempts":1,"batchIndex":1,"pass":0,"probeIds":["llm:biology:9cdd23a1b095","llm:biology:ad56d80d7a3e","llm:biology:9ba2701b81b3","llm:biology:0670812b1f05","llm:biology:a6f5aa9f684c","llm:biology:2aa5266ecbea","llm:biology:fc7f55bb8573","llm:biology:2ca1bd877353","llm:biology:b44d59970c28","llm:biology:59abf0468ae2"],"promptVariantId":"v5"},{"attempts":1,"batchIndex":2,"pass":0,"probeIds":["llm:biology:f56a6d5b9691","llm:biology:81c48cd6cbd0","llm:biology:42b0bfcc6aa7","llm:biology:05b4a35f1393"],"promptVariantId":"v4"},{"attempts":1,"batchIndex":3,"pass":0,"probeIds":["llm:astronomy:a3056829d4f0","llm:astronomy:c6ea7cc06b95","llm:astronomy:f9b7b2bc8375","llm:astronomy:41e1388cc0b2","llm:astronomy:e6294ee901f3","llm:astronomy:d819f48be184","llm:astronomy:ffddebab68ca","llm:astronomy:b661ce63b08a","llm:astronomy:64d6b4a13a39","llm:astronomy:b589e5022433"],"promptVariantId":"v2"},{"attempts":1,"batchIndex":4,"pass":0,"probeIds":["llm:medical:9b17462dc416","llm:medical:288d8d9f511e","llm:medical:3140d696c476","llm:medical:910dfdc589d0","llm:medical:0723d80ff819","llm:medical:3a1a38ff46f7","llm:medical:703b6e020269"],"promptVariantId":"v8"},{"attempts":1,"batchIndex":5,"pass":0,"probeIds":["llm:physics:97130bfb228c","llm:physics:75c0bd76aead","llm:physics:3db390274f64","llm:physics:e29692e12cd9","llm:physics:0a7b7c39eaf0"],"promptVariantId":"v4"},{"attempts":1,"batchIndex":6,"pass":0,"probeIds":["llm:chinese-geography:c0c21cb2006d","llm:chinese-geography:bcde7cc4ba6d","llm:chinese-geography:dddf41e81a76","llm:chinese-geography:9c06d66e0fdc","llm:chinese-geography:9e5326c8a29a","llm:chinese-geography:f10d07a0aeab","llm:chinese-geography:08f2d54f2eb5","llm:chinese-geography:478da7797368","llm:chinese-geography:e5734f58d55a","llm:chinese-geography:a37da17e4554"],"promptVariantId":"v6"},{"attempts":1,"batchIndex":7,"pass":0,"probeIds":["llm:chinese-geography:59e7f59c41c1","llm:chinese-geography:b913212420b6","llm:chinese-geography:a27f812f4040"],"promptVariantId":"v6"},{"attempts":1,"batchIndex":8,"pass":0,"probeIds":["llm:chinese-history:197d227bee64","llm:chinese-history:4bd4704364af","llm:chinese-history:8cfba5c5e528","llm:chinese-history:ad0771db576c","llm:chinese-history:64499f315832","llm:chinese-history:a7cb98fa667c","llm:chinese-history:b16ccd57fca5","llm:chinese-history:04a477bf93f5","llm:chinese-history:c872465823af","llm:chinese-history:12f65b78d407"],"promptVariantId":"v5"},{"attempts":1,"batchIndex":9,"pass":0,"probeIds":["llm:chinese-history:d8e90ffbad91","llm:chinese-history:5a7a47d44290"],"promptVariantId":"v5"},{"attempts":3,"batchIndex":10,"pass":0,"probeIds":["llm:pop-culture:9b205aace32e","llm:pop-culture:5ea06295f2a8","llm:pop-culture:1f6e38b228ad","llm:pop-culture:ef48fb653267","llm:pop-culture:55bd38244a17","llm:pop-culture:906429690842"],"promptVariantId":"v5"},{"attempts":1,"batchIndex":11,"pass":0,"probeIds":["llm:crypto-params:681e9b185fa3","llm:crypto-params:d6a1a30d7a05","llm:crypto-params:15686da2ce33","llm:crypto-params:ae8b38c4092f","llm:crypto-params:be5f334f0ff2","llm:crypto-params:832de0053bd3"],"promptVariantId":"v7"},{"attempts":1,"batchIndex":12,"pass":0,"probeIds":["llm:chinese-internet:faddde0506e8","llm:chinese-internet:3fc42f7407ec","llm:chinese-internet:49e0d9a43486","llm:chinese-internet:84b06fad7ac3","llm:chinese-internet:57bfe665145f","llm:chinese-internet:571600a3de3b","llm:chinese-internet:2f78950f2843","llm:chinese-internet:f62c7f572201","llm:chinese-internet:1e7f9282b747","llm:chinese-internet:e373c4c2a0dd"],"promptVariantId":"v8"},{"attempts":1,"batchIndex":13,"pass":0,"probeIds":["llm:chinese-internet:5c2f26abd925","llm:chinese-internet:60da80c471ee","llm:chinese-internet:aeb8f412c371","llm:chinese-internet:818d6dca2763"],"promptVariantId":"v3"},{"attempts":1,"batchIndex":14,"pass":0,"probeIds":["llm:programming:c5d8426297e9","llm:programming:bb241f022f3c","llm:programming:25ee68257c40","llm:programming:32dbac7ce008","llm:programming:4aabcd80d205","llm:programming:0338b519a1dc","llm:programming:738666f7f457","llm:programming:c82fb20d89a4","llm:programming:217d799e5d22","llm:programming:45494f064d6b"],"promptVariantId":"v3"},{"attempts":1,"batchIndex":15,"pass":0,"probeIds":["llm:programming:897f9e96833f"],"promptVariantId":"v5"},{"attempts":1,"batchIndex":16,"pass":0,"probeIds":["llm:math:f032c3ce2b02","llm:math:2bdca7ba3f5e","llm:math:1035021ff8d0","llm:math:7d792a532b7d","llm:math:256dd992d3f5"],"promptVariantId":"v3"},{"attempts":1,"batchIndex":17,"pass":0,"probeIds":["llm:chemistry-mp:ebb7a1bf47bb","llm:chemistry-mp:d6c4f3b8b0a8","llm:chemistry-mp:af075c50631a"],"promptVariantId":"v2"},{"attempts":1,"batchIndex":18,"pass":0,"probeIds":["llm:chemistry-bp:6f7f67bcf007","llm:chemistry-bp:273a2b817ab8","llm:chemistry-bp:53d55aab14fa"],"promptVariantId":"v4"},{"attempts":1,"batchIndex":19,"pass":0,"probeIds":["llm:internet-culture:28133f860c46"],"promptVariantId":"v3"}],"calibratedAt":"2026-11-06T12:58:04.896Z","coverage":1,"errorRate":0.06666666666666667,"hamming":8,"method":"kbf-set-calibration-v1","outcomes":[{"answers":[1768],"matches":[1],"probeId":"llm:chinese-literature:c970db494fd0"},{"answers":[148],"matches":[1],"probeId":"llm:biology:9cdd23a1b095"},{"answers":[121000],"matches":[1],"probeId":"llm:astronomy:a3056829d4f0"},{"answers":[80],"matches":[1],"probeId":"llm:medical:9b17462dc416"},{"answers":[2.4],"matches":[1],"probeId":"llm:physics:97130bfb228c"},{"answers":[1089],"matches":[0],"probeId":"llm:chinese-geography:c0c21cb2006d"},{"answers":[98],"matches":[1],"probeId":"llm:biology:ad56d80d7a3e"},{"answers":[1409],"matches":[0],"probeId":"llm:chinese-history:197d227bee64"},{"answers":[16],"matches":[0],"probeId":"llm:pop-culture:9b205aace32e"},{"answers":[3],"matches":[1],"probeId":"llm:pop-culture:5ea06295f2a8"},{"answers":[607],"matches":[1],"probeId":"llm:chinese-history:4bd4704364af"},{"answers":[4800],"matches":[1],"probeId":"llm:chinese-geography:bcde7cc4ba6d"},{"answers":[2420],"matches":[0],"probeId":"llm:crypto-params:681e9b185fa3"},{"answers":[25.5],"matches":[1],"probeId":"llm:chinese-geography:dddf41e81a76"},{"answers":[449.13],"matches":[1],"probeId":"llm:astronomy:c6ea7cc06b95"},{"answers":[2011],"matches":[1],"probeId":"llm:chinese-internet:faddde0506e8"},{"answers":[2006],"matches":[1],"probeId":"llm:chinese-internet:3fc42f7407ec"},{"answers":[58],"matches":[1],"probeId":"llm:biology:9ba2701b81b3"},{"answers":[1092],"matches":[0],"probeId":"llm:chinese-history:8cfba5c5e528"},{"answers":[126],"matches":[1],"probeId":"llm:chinese-history:ad0771db576c"},{"answers":[1138],"matches":[1],"probeId":"llm:chinese-literature:582bd4a74d42"},{"answers":[18],"matches":[1],"probeId":"llm:biology:0670812b1f05"},{"answers":[1990],"matches":[1],"probeId":"llm:programming:c5d8426297e9"},{"answers":[20],"matches":[1],"probeId":"llm:medical:288d8d9f511e"},{"answers":[0],"matches":[1],"probeId":"llm:math:f032c3ce2b02"},{"answers":[2006],"matches":[1],"probeId":"llm:chinese-internet:49e0d9a43486"},{"answers":[1998],"matches":[1],"probeId":"llm:chinese-internet:84b06fad7ac3"},{"answers":[741.65],"matches":[1],"probeId":"llm:chinese-geography:9c06d66e0fdc"},{"answers":[1985],"matches":[1],"probeId":"llm:chinese-literature:6f820cd9c45f"},{"answers":[427.85],"matches":[1],"probeId":"llm:chinese-geography:9e5326c8a29a"},{"answers":[2],"matches":[1],"probeId":"llm:chinese-geography:f10d07a0aeab"},{"answers":[1911],"matches":[1],"probeId":"llm:chinese-literature:3a3d52f89a94"},{"answers":[1994],"matches":[1],"probeId":"llm:programming:bb241f022f3c"},{"answers":[1280],"matches":[1],"probeId":"llm:chinese-history:64499f315832"},{"answers":[82],"matches":[1],"probeId":"llm:chinese-history:a7cb98fa667c"},{"answers":[313],"matches":[1],"probeId":"llm:chinese-history:b16ccd57fca5"},{"answers":[51],"matches":[1],"probeId":"llm:math:2bdca7ba3f5e"},{"answers":[1280],"matches":[1],"probeId":"llm:chinese-history:04a477bf93f5"},{"answers":[837],"matches":[1],"probeId":"llm:chinese-history:c872465823af"},{"answers":[1999],"matches":[1],"probeId":"llm:chinese-internet:57bfe665145f"},{"answers":[2010],"matches":[1],"probeId":"llm:crypto-params:d6a1a30d7a05"},{"answers":[100000],"matches":[1],"probeId":"llm:physics:75c0bd76aead"},{"answers":[380],"matches":[1],"probeId":"llm:chemistry-mp:ebb7a1bf47bb"},{"answers":[1994],"matches":[1],"probeId":"llm:chinese-internet:571600a3de3b"},{"answers":[2004],"matches":[1],"probeId":"llm:chinese-internet:2f78950f2843"},{"answers":[501],"matches":[1],"probeId":"llm:chinese-history:12f65b78d407"},{"answers":[9],"matches":[1],"probeId":"llm:chinese-literature:99861297fd8f"},{"answers":[90],"matches":[1],"probeId":"llm:biology:a6f5aa9f684c"},{"answers":[7],"matches":[1],"probeId":"llm:chinese-geography:08f2d54f2eb5"},{"answers":[449],"matches":[1],"probeId":"llm:chinese-geography:478da7797368"},{"answers":[1998],"matches":[1],"probeId":"llm:chinese-internet:f62c7f572201"},{"answers":[1994],"matches":[1],"probeId":"llm:crypto-params:15686da2ce33"},{"answers":[1924],"matches":[1],"probeId":"llm:chinese-literature:93f23afa87ec"},{"answers":[50],"matches":[1],"probeId":"llm:medical:3140d696c476"},{"answers":[20],"matches":[1],"probeId":"llm:pop-culture:1f6e38b228ad"},{"answers":[1997],"matches":[1],"probeId":"llm:chinese-internet:1e7f9282b747"},{"answers":[1080],"matches":[1],"probeId":"llm:chinese-literature:b7056ddc5b16"},{"answers":[47],"matches":[1],"probeId":"llm:medical:910dfdc589d0"},{"answers":[272],"matches":[0],"probeId":"llm:biology:2aa5266ecbea"},{"answers":[2012],"matches":[1],"probeId":"llm:chinese-internet:e373c4c2a0dd"},{"answers":[1517],"matches":[1],"probeId":"llm:chinese-geography:e5734f58d55a"},{"answers":[110],"matches":[1],"probeId":"llm:biology:fc7f55bb8573"},{"answers":[2004],"matches":[1],"probeId":"llm:chinese-internet:5c2f26abd925"},{"answers":[2014],"matches":[1],"probeId":"llm:programming:25ee68257c40"},{"answers":[0.0072973525693],"matches":[1],"probeId":"llm:physics:3db390274f64"},{"answers":[181.47],"matches":[1],"probeId":"llm:chinese-geography:a37da17e4554"},{"answers":[1950],"matches":[1],"probeId":"llm:chinese-literature:29cbf1deee09"},{"answers":[22],"matches":[1],"probeId":"llm:medical:0723d80ff819"},{"answers":[2004],"matches":[1],"probeId":"llm:crypto-params:ae8b38c4092f"},{"answers":[2],"matches":[1],"probeId":"llm:pop-culture:ef48fb653267"},{"answers":[4],"matches":[1],"probeId":"llm:pop-culture:55bd38244a17"},{"answers":[98],"matches":[1],"probeId":"llm:biology:2ca1bd877353"},{"answers":[2009],"matches":[1],"probeId":"llm:programming:32dbac7ce008"},{"answers":[2011],"matches":[1],"probeId":"llm:programming:4aabcd80d205"},{"answers":[104],"matches":[1],"probeId":"llm:biology:b44d59970c28"},{"answers":[1260],"matches":[1],"probeId":"llm:biology:59abf0468ae2"},{"answers":[2004],"matches":[1],"probeId":"llm:chinese-internet:60da80c471ee"},{"answers":[60],"matches":[1],"probeId":"llm:biology:f56a6d5b9691"},{"answers":[1999],"matches":[1],"probeId":"llm:chinese-internet:aeb8f412c371"},{"answers":[6],"matches":[1],"probeId":"llm:pop-culture:906429690842"},{"answers":[9074.3],"matches":[1],"probeId":"llm:astronomy:f9b7b2bc8375"},{"answers":[17],"matches":[1],"probeId":"llm:chinese-literature:1da0003398e4"},{"answers":[1490.9],"matches":[1],"probeId":"llm:astronomy:41e1388cc0b2"},{"answers":[1879.08],"matches":[1],"probeId":"llm:astronomy:e6294ee901f3"},{"answers":[2013],"matches":[1],"probeId":"llm:programming:0338b519a1dc"},{"answers":[64],"matches":[1],"probeId":"llm:crypto-params:be5f334f0ff2"},{"answers":[2000],"matches":[1],"probeId":"llm:chinese-internet:818d6dca2763"},{"answers":[2010],"matches":[1],"probeId":"llm:crypto-params:832de0053bd3"},{"answers":[8],"matches":[1],"probeId":"llm:math:1035021ff8d0"},{"answers":[92],"matches":[1],"probeId":"llm:chemistry-bp:6f7f67bcf007"},{"answers":[0.4],"matches":[1],"probeId":"llm:physics:e29692e12cd9"},{"answers":[58],"matches":[1],"probeId":"llm:biology:81c48cd6cbd0"},{"answers":[20],"matches":[1],"probeId":"llm:medical:3a1a38ff46f7"},{"answers":[46],"matches":[1],"probeId":"llm:biology:42b0bfcc6aa7"},{"answers":[834.84],"matches":[1],"probeId":"llm:astronomy:d819f48be184"},{"answers":[45],"matches":[1],"probeId":"llm:chinese-geography:59e7f59c41c1"},{"answers":[11],"matches":[1],"probeId":"llm:chinese-geography:b913212420b6"},{"answers":[740],"matches":[1],"probeId":"llm:physics:0a7b7c39eaf0"},{"answers":[-8],"matches":[1],"probeId":"llm:math:7d792a532b7d"},{"answers":[1684],"matches":[1],"probeId":"llm:chinese-history:d8e90ffbad91"},{"answers":[265],"matches":[1],"probeId":"llm:chemistry-mp:d6c4f3b8b0a8"},{"answers":[2019],"matches":[1],"probeId":"llm:programming:738666f7f457"},{"answers":[1044],"matches":[1],"probeId":"llm:chinese-history:5a7a47d44290"},{"answers":[1993],"matches":[1],"probeId":"llm:internet-culture:28133f860c46"},{"answers":[1986],"matches":[1],"probeId":"llm:programming:c82fb20d89a4"},{"answers":[1038.7],"matches":[1],"probeId":"llm:astronomy:ffddebab68ca"},{"answers":[192],"matches":[1],"probeId":"llm:medical:703b6e020269"},{"answers":[196],"matches":[0],"probeId":"llm:chemistry-bp:273a2b817ab8"},{"answers":[173],"matches":[1],"probeId":"llm:chemistry-bp:53d55aab14fa"},{"answers":[3167.85],"matches":[1],"probeId":"llm:astronomy:b661ce63b08a"},{"answers":[51],"matches":[1],"probeId":"llm:math:256dd992d3f5"},{"answers":[159000],"matches":[1],"probeId":"llm:chinese-geography:a27f812f4040"},{"answers":[1173],"matches":[1],"probeId":"llm:chinese-literature:0d19b4de6fcf"},{"answers":[895.55],"matches":[1],"probeId":"llm:astronomy:64d6b4a13a39"},{"answers":[156],"matches":[1],"probeId":"llm:biology:05b4a35f1393"},{"answers":[1994],"matches":[1],"probeId":"llm:programming:217d799e5d22"},{"answers":[2007],"matches":[1],"probeId":"llm:programming:45494f064d6b"},{"answers":[1996],"matches":[0],"probeId":"llm:programming:897f9e96833f"},{"answers":[182],"matches":[1],"probeId":"llm:chemistry-mp:af075c50631a"},{"answers":[677.37],"matches":[1],"probeId":"llm:astronomy:b589e5022433"}],"passes":1,"total":120,"version":1},"probes":[{"canonicalDomainName":"Chinese literature (publication years)","consensus":1768,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","xiaomi/mimo-v2.6-pro","z-ai/glm-5.3"]},"domain":"chinese_literature","enrollmentEvidence":{"answers":[1768,1768,1768],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"classical works and authors","id":"llm:chinese-literature:c970db494fd0","name":"Year of the first known printed edition of The Scholars","range":[-3000,2030],"template":"Year of the first known printed edition of The Scholars的数值是___。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":148,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","xiaomi/mimo-v2.6-pro"]},"domain":"biology","enrollmentEvidence":{"answers":[148,148,148],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"ferns and lycopods","id":"llm:biology:9cdd23a1b095","name":"Polypodium vulgare diploid chromosome number","range":[1,2000],"template":"The diploid chromosome number (2n) of Polypodium vulgare diploid chromosome number is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Astronomy (periods and distances)","consensus":121000,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","z-ai/glm-5.3"]},"domain":"astronomy","enrollmentEvidence":{"answers":[121000,120000,120000],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"unusual galaxies and nebulae","id":"llm:astronomy:a3056829d4f0","name":"Light-year diameter of Hoag's Object ring","range":[0,1000000000000000],"template":"The numerical value of Light-year diameter of Hoag's Object ring is ___.","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Medical (drug half-lives)","consensus":80,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","z-ai/glm-5.3"]},"domain":"medical","enrollmentEvidence":{"answers":[80,80,80],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"rare-disease therapies","id":"llm:medical:9b17462dc416","name":"Pegunigalsidase alfa elimination half-life in hours","range":[0.01,5000],"template":"The elimination half-life of Pegunigalsidase alfa elimination half-life in hours is approximately ___ hours.","tolerance":{"mode":"relative","value":0.1}},{"canonicalDomainName":"Physics (material properties)","consensus":2.4,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","z-ai/glm-5.3"]},"domain":"physics","enrollmentEvidence":{"answers":[2.4,2.4,2.4],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"electromagnetic material properties","id":"llm:physics:97130bfb228c","name":"Magnetic_saturation_induction_of_2V_Permendur_tesla","range":[0,1000000000000000],"template":"The numerical value of Magnetic_saturation_induction_of_2V_Permendur_tesla in SI units is ___.","tolerance":{"mode":"relative","value":0.02}},{"canonicalDomainName":"Chinese geography (measurements)","consensus":3204,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chinese_geography","enrollmentEvidence":{"answers":[3204,3204,3204],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"county and prefecture geography","id":"llm:chinese-geography:c0c21cb2006d","name":"total_area_of_Jiange_County_sq_km","range":[1,1000000000],"template":"total_area_of_Jiange_County_sq_km的数值是___。","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":98,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","xiaomi/mimo-v2.6-pro"]},"domain":"biology","enrollmentEvidence":{"answers":[98,98,98],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"deep-sea and cartilaginous fish","id":"llm:biology:ad56d80d7a3e","name":"Bathyraja_brachyurops_diploid_chromosome_number","range":[1,2000],"template":"The diploid chromosome number (2n) of Bathyraja_brachyurops_diploid_chromosome_number is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese history (specific dates)","consensus":1411,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chinese_history","enrollmentEvidence":{"answers":[1411,1411,1411],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"trade and diplomatic history","id":"llm:chinese-history:197d227bee64","name":"Year_Ming_dynasty_Zheng_He_third_voyage_returned_to_Nanjing","range":[-3000,2030],"template":"Year_Ming_dynasty_Zheng_He_third_voyage_returned_to_Nanjing发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Pop culture (box office and ratings)","consensus":100,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","xiaomi/mimo-v2.6-pro","z-ai/glm-5.3"]},"domain":"pop_culture","enrollmentEvidence":{"answers":[100,100,100],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"film production facts","id":"llm:pop-culture:9b205aace32e","name":"Number of hidden cuts in the film \"Birdman\" (2014) as stated by the editor","range":[1,10000],"template":"The numerical value associated with Number of hidden cuts in the film \"Birdman\" (2014) as stated by the editor is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Pop culture (box office and ratings)","consensus":3,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","z-ai/glm-5.3"]},"domain":"pop_culture","enrollmentEvidence":{"answers":[3,3,3],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"film production facts","id":"llm:pop-culture:5ea06295f2a8","name":"Number of months to construct the Overlook Hotel hedge maze for \"The Shining\"","range":[1,10000],"template":"The numerical value associated with Number of months to construct the Overlook Hotel hedge maze for \"The Shining\" is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese history (specific dates)","consensus":607,"contrast":{"distinguishingModels":["z-ai/glm-5.3"]},"domain":"chinese_history","enrollmentEvidence":{"answers":[607,607,607],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"trade and diplomatic history","id":"llm:chinese-history:4bd4704364af","name":"Year_Sui_dynasty_sent_expedition_to_Liuqiu_currently_Taiwan_Okinawa","range":[-3000,2030],"template":"Year_Sui_dynasty_sent_expedition_to_Liuqiu_currently_Taiwan_Okinawa发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese geography (measurements)","consensus":4800,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","xiaomi/mimo-v2.6-pro"]},"domain":"chinese_geography","enrollmentEvidence":{"answers":[4800,4800,4889],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"county and prefecture geography","id":"llm:chinese-geography:bcde7cc4ba6d","name":"total_area_of_Tuquan_County_sq_km","range":[1,1000000000],"template":"total_area_of_Tuquan_County_sq_km的数值是___。","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Cryptography (parameters)","consensus":3293,"contrast":{"distinguishingModels":["z-ai/glm-5.3"]},"domain":"crypto_params","enrollmentEvidence":{"answers":[3293,3293,3293],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"post-quantum parameter sets","id":"llm:crypto-params:681e9b185fa3","name":"DILITHIUM3_SIGNATURE_BYTES","range":[0,10000000000],"template":"The numerical value of DILITHIUM3_SIGNATURE_BYTES is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese geography (measurements)","consensus":25.5,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chinese_geography","enrollmentEvidence":{"answers":[25.5,25.5,25.5],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"transport geography","id":"llm:chinese-geography:dddf41e81a76","name":"Length_of_Shanghai_Yangtze_River_Tunnel_and_Bridge_in_kilometers","range":[1,1000000000],"template":"Length_of_Shanghai_Yangtze_River_Tunnel_and_Bridge_in_kilometers的数值是___。","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Astronomy (periods and distances)","consensus":449.22,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"astronomy","enrollmentEvidence":{"answers":[449.22,449.2,449.22],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"irregular moon orbital periods","id":"llm:astronomy:c6ea7cc06b95","name":"Kiviuq_XXIV_orbital_period_in_days","range":[0,1000000000000000],"template":"The numerical value of Kiviuq_XXIV_orbital_period_in_days is ___.","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Chinese internet (platform dates)","consensus":2011,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chinese_internet","enrollmentEvidence":{"answers":[2011,2011,2011],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"early platforms","id":"llm:chinese-internet:faddde0506e8","name":"Year_Zhihu_question_and_answer_platform_launched","range":[1990,2030],"template":"Year_Zhihu_question_and_answer_platform_launched发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese internet (platform dates)","consensus":2006,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chinese_internet","enrollmentEvidence":{"answers":[2006,2006,2006],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"major product launches","id":"llm:chinese-internet:3fc42f7407ec","name":"Year_Qihoo_360_Safe_Guard_software_first_released","range":[1990,2030],"template":"Year_Qihoo_360_Safe_Guard_software_first_released发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":58,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","z-ai/glm-5.3"]},"domain":"biology","enrollmentEvidence":{"answers":[58,58,58],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"ferns and lycopods","id":"llm:biology:9ba2701b81b3","name":"Diplodioidy count for Pellaea rotundifolia","range":[1,2000],"template":"The diploid chromosome number (2n) of Diplodioidy count for Pellaea rotundifolia is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese history (specific dates)","consensus":1094,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","xiaomi/mimo-v2.6-pro","z-ai/glm-5.3"]},"domain":"chinese_history","enrollmentEvidence":{"answers":[1094,1094,1094],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"scientific and literary history","id":"llm:chinese-history:8cfba5c5e528","name":"Year_Su_Song_completed_water_driven_astronomical_clock_tower","range":[-3000,2030],"template":"Year_Su_Song_completed_water_driven_astronomical_clock_tower发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese history (specific dates)","consensus":126,"contrast":{"distinguishingModels":["z-ai/glm-5.3"]},"domain":"chinese_history","enrollmentEvidence":{"answers":[126,126,126],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"trade and diplomatic history","id":"llm:chinese-history:ad0771db576c","name":"Year the Chinese court official Zhang Qian returned from his first mission to the Yuezhi","range":[-3000,2030],"template":"Year the Chinese court official Zhang Qian returned from his first mission to the Yuezhi发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese literature (publication years)","consensus":1138,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","z-ai/glm-5.3"]},"domain":"chinese_literature","enrollmentEvidence":{"answers":[1138,1138,1138],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"classical works and authors","id":"llm:chinese-literature:582bd4a74d42","name":"Year of the earliest surviving complete block-print edition of Shishuo Xinyu","range":[-3000,2030],"template":"Year of the earliest surviving complete block-print edition of Shishuo Xinyu的数值是___。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":18,"contrast":{"distinguishingModels":["xiaomi/mimo-v2.6-pro"]},"domain":"biology","enrollmentEvidence":{"answers":[18,18,18],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"ferns and lycopods","id":"llm:biology:0670812b1f05","name":"Diplodioidy count for Selaginella apoda","range":[1,2000],"template":"The diploid chromosome number (2n) of Diplodioidy count for Selaginella apoda is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Programming (release years)","consensus":1990,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","xiaomi/mimo-v2.6-pro","z-ai/glm-5.3"]},"domain":"programming","enrollmentEvidence":{"answers":[1990,1990,1990],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"database and protocol implementations","id":"llm:programming:c5d8426297e9","name":"First public release year of the persistent object database system ObjectStore","range":[1950,2030],"template":"The first public release year of First public release year of the persistent object database system ObjectStore was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Medical (drug half-lives)","consensus":20,"contrast":{"distinguishingModels":["xiaomi/mimo-v2.6-pro"]},"domain":"medical","enrollmentEvidence":{"answers":[20,20,20],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"metabolic and neurologic medicines","id":"llm:medical:288d8d9f511e","name":"Fenfluramine elimination half-life in hours","range":[0.01,5000],"template":"The elimination half-life of Fenfluramine elimination half-life in hours is approximately ___ hours.","tolerance":{"mode":"relative","value":0.1}},{"canonicalDomainName":"Mathematics (special values)","consensus":0,"contrast":{"distinguishingModels":["z-ai/glm-5.3"]},"domain":"math","enrollmentEvidence":{"answers":[0,0,0],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"number-theory constants","id":"llm:math:f032c3ce2b02","name":"Number of known Pierpont primes with 10^6 digits","range":[-10000000000,10000000000],"template":"The numerical value of Number of known Pierpont primes with 10^6 digits is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese internet (platform dates)","consensus":2006,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chinese_internet","enrollmentEvidence":{"answers":[2006,2006,2006],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"early platforms","id":"llm:chinese-internet:49e0d9a43486","name":"Year_of_launch_of_Ku6","range":[1990,2030],"template":"Year_of_launch_of_Ku6发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese internet (platform dates)","consensus":1998,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chinese_internet","enrollmentEvidence":{"answers":[1998,1998,1998],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"early platforms","id":"llm:chinese-internet:84b06fad7ac3","name":"Year_3721_Chinese_keyword_addressing_service_launched_by_Zhou_Hongyi","range":[1990,2030],"template":"Year_3721_Chinese_keyword_addressing_service_launched_by_Zhou_Hongyi发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese geography (measurements)","consensus":740.65,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","z-ai/glm-5.3"]},"domain":"chinese_geography","enrollmentEvidence":{"answers":[740.65,740.7,740.7],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"county and prefecture geography","id":"llm:chinese-geography:9c06d66e0fdc","name":"taiwan_yilan_county_nanao_township_area_km2","range":[1,1000000000],"template":"taiwan_yilan_county_nanao_township_area_km2的数值是___。","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Chinese literature (publication years)","consensus":1985,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","xiaomi/mimo-v2.6-pro"]},"domain":"chinese_literature","enrollmentEvidence":{"answers":[1985,1985,1985],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"literary journals and movements","id":"llm:chinese-literature:6f820cd9c45f","name":"Year_Chinese_Obscure_Poetry_anthology_published","range":[-3000,2030],"template":"Year_Chinese_Obscure_Poetry_anthology_published的数值是___。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese geography (measurements)","consensus":427.85,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","xiaomi/mimo-v2.6-pro"]},"domain":"chinese_geography","enrollmentEvidence":{"answers":[427.85,428,427.8],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"county and prefecture geography","id":"llm:chinese-geography:9e5326c8a29a","name":"taiwan_chiayi_county_alienshan_township_area_km2","range":[1,1000000000],"template":"taiwan_chiayi_county_alienshan_township_area_km2的数值是___。","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Chinese geography (measurements)","consensus":2,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chinese_geography","enrollmentEvidence":{"answers":[2,2,2],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"transport geography","id":"llm:chinese-geography:f10d07a0aeab","name":"Number_of_terminals_at_Shanghai_Pudong_International_Airport","range":[1,1000000000],"template":"Number_of_terminals_at_Shanghai_Pudong_International_Airport的数值是___。","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Chinese literature (publication years)","consensus":1911,"contrast":{"distinguishingModels":["xiaomi/mimo-v2.6-pro","z-ai/glm-5.3"]},"domain":"chinese_literature","enrollmentEvidence":{"answers":[1911,1911,1911],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"literary journals and movements","id":"llm:chinese-literature:3a3d52f89a94","name":"Year the literary supplement of Shen Bao (Shanghai News) launched the Free Talk column","range":[-3000,2030],"template":"Year the literary supplement of Shen Bao (Shanghai News) launched the Free Talk column的数值是___。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Programming (release years)","consensus":1994,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","z-ai/glm-5.3"]},"domain":"programming","enrollmentEvidence":{"answers":[1994,1994,1994],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"specialist runtimes","id":"llm:programming:bb241f022f3c","name":"Pike programming language first public release year","range":[1950,2030],"template":"The first public release year of Pike programming language first public release year was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese history (specific dates)","consensus":1280,"contrast":{"distinguishingModels":["xiaomi/mimo-v2.6-pro"]},"domain":"chinese_history","enrollmentEvidence":{"answers":[1280,1280,1280],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"scientific and literary history","id":"llm:chinese-history:64499f315832","name":"Year Guo Shoujing completed the Shoushi Li calendar","range":[-3000,2030],"template":"Year Guo Shoujing completed the Shoushi Li calendar发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese history (specific dates)","consensus":82,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chinese_history","enrollmentEvidence":{"answers":[82,82,82],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"scientific and literary history","id":"llm:chinese-history:a7cb98fa667c","name":"Year_Han_Shu_main_annals_and_tables_completed_by_Ban_Gu","range":[-3000,2030],"template":"Year_Han_Shu_main_annals_and_tables_completed_by_Ban_Gu发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese history (specific dates)","consensus":313,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chinese_history","enrollmentEvidence":{"answers":[313,313,313],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"trade and diplomatic history","id":"llm:chinese-history:b16ccd57fca5","name":"Year of the earliest known Sogdian merchant letter found in China","range":[-3000,2030],"template":"Year of the earliest known Sogdian merchant letter found in China发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Mathematics (special values)","consensus":51,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","xiaomi/mimo-v2.6-pro","z-ai/glm-5.3"]},"domain":"math","enrollmentEvidence":{"answers":[51,51,51],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"number-theory constants","id":"llm:math:2bdca7ba3f5e","name":"Number of perfect numbers known as of 2025","range":[-10000000000,10000000000],"template":"The numerical value of Number of perfect numbers known as of 2025 is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese history (specific dates)","consensus":1280,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","xiaomi/mimo-v2.6-pro"]},"domain":"chinese_history","enrollmentEvidence":{"answers":[1280,1280,1280],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"scientific and literary history","id":"llm:chinese-history:04a477bf93f5","name":"Year_Guo_Shoujing_presented_the_Shoushi_Calendar_to_Kublai_Khan","range":[-3000,2030],"template":"Year_Guo_Shoujing_presented_the_Shoushi_Calendar_to_Kublai_Khan发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese history (specific dates)","consensus":837,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chinese_history","enrollmentEvidence":{"answers":[837,837,837],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"scientific and literary history","id":"llm:chinese-history:c872465823af","name":"Year_of_completion_of_the_Kaicheng_Stone_Classics","range":[-3000,2030],"template":"Year_of_completion_of_the_Kaicheng_Stone_Classics发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese internet (platform dates)","consensus":1999,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chinese_internet","enrollmentEvidence":{"answers":[1999,1999,1999],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"early platforms","id":"llm:chinese-internet:57bfe665145f","name":"Year_of_launch_of_Dangdang","range":[1990,2030],"template":"Year_of_launch_of_Dangdang发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Cryptography (parameters)","consensus":2010,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","xiaomi/mimo-v2.6-pro"]},"domain":"crypto_params","enrollmentEvidence":{"answers":[2010,2010,2010],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"standardization years","id":"llm:crypto-params:d6a1a30d7a05","name":"RFC_5639_Brainpool_curve_specification_year","range":[0,10000000000],"template":"The numerical value of RFC_5639_Brainpool_curve_specification_year is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Physics (material properties)","consensus":100000,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","xiaomi/mimo-v2.6-pro"]},"domain":"physics","enrollmentEvidence":{"answers":[100000,100000,100000],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"electromagnetic material properties","id":"llm:physics:75c0bd76aead","name":"Barium titanate coercive field at 300 K","range":[0,1000000000000000],"template":"The numerical value of Barium titanate coercive field at 300 K in SI units is ___.","tolerance":{"mode":"relative","value":0.02}},{"canonicalDomainName":"Chemistry (melting points)","consensus":380,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","z-ai/glm-5.3"]},"domain":"chemistry_mp","enrollmentEvidence":{"answers":[380,380,380],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"inorganic salts and coordination compounds","id":"llm:chemistry-mp:ebb7a1bf47bb","name":"Melting point of ammonium hexachloroplatinate(IV) in Celsius","range":[-300,4000],"template":"The melting point of Melting point of ammonium hexachloroplatinate(IV) in Celsius is ___°C.","tolerance":{"mode":"absolute","value":3}},{"canonicalDomainName":"Chinese internet (platform dates)","consensus":1994,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chinese_internet","enrollmentEvidence":{"answers":[1994,1994,1994],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"industry events","id":"llm:chinese-internet:571600a3de3b","name":"Year_China_Unicom_was_founded","range":[1990,2030],"template":"Year_China_Unicom_was_founded发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese internet (platform dates)","consensus":2004,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chinese_internet","enrollmentEvidence":{"answers":[2004,2004,2004],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"major product launches","id":"llm:chinese-internet:2f78950f2843","name":"Year_Alipay_escrow_payment_service_launched","range":[1990,2030],"template":"Year_Alipay_escrow_payment_service_launched发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese history (specific dates)","consensus":501,"contrast":{"distinguishingModels":["xiaomi/mimo-v2.6-pro"]},"domain":"chinese_history","enrollmentEvidence":{"answers":[501,501,501],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"scientific and literary history","id":"llm:chinese-history:12f65b78d407","name":"Year_Wenxin_Diaolong_completed_by_Liu_Xie","range":[-3000,2030],"template":"Year_Wenxin_Diaolong_completed_by_Liu_Xie发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese literature (publication years)","consensus":9,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chinese_literature","enrollmentEvidence":{"answers":[9,9,9],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"literary journals and movements","id":"llm:chinese-literature:99861297fd8f","name":"Number of issues of the avant‑garde literary magazine Jintian (Today) published before its suspension","range":[-3000,2030],"template":"Number of issues of the avant‑garde literary magazine Jintian (Today) published before its suspension的数值是___。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":90,"contrast":{"distinguishingModels":["xiaomi/mimo-v2.6-pro"]},"domain":"biology","enrollmentEvidence":{"answers":[90,90,90],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"ferns and lycopods","id":"llm:biology:a6f5aa9f684c","name":"Diplodioidy count for Botrychium multifidum","range":[1,2000],"template":"The diploid chromosome number (2n) of Diplodioidy count for Botrychium multifidum is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese geography (measurements)","consensus":7,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","xiaomi/mimo-v2.6-pro"]},"domain":"chinese_geography","enrollmentEvidence":{"answers":[7,7,7],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"transport geography","id":"llm:chinese-geography:08f2d54f2eb5","name":"Number_of_provinces_connected_by_Beijing_Shanghai_High_Speed_Railway","range":[1,1000000000],"template":"Number_of_provinces_connected_by_Beijing_Shanghai_High_Speed_Railway的数值是___。","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Chinese geography (measurements)","consensus":449,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","xiaomi/mimo-v2.6-pro"]},"domain":"chinese_geography","enrollmentEvidence":{"answers":[449,449,449],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"county and prefecture geography","id":"llm:chinese-geography:478da7797368","name":"total_area_of_Danling_County_sq_km","range":[1,1000000000],"template":"total_area_of_Danling_County_sq_km的数值是___。","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Chinese internet (platform dates)","consensus":1998,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","xiaomi/mimo-v2.6-pro","z-ai/glm-5.3"]},"domain":"chinese_internet","enrollmentEvidence":{"answers":[1998,1998,1998],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"early platforms","id":"llm:chinese-internet:f62c7f572201","name":"Year_Sohu_original_search_directory_founded","range":[1990,2030],"template":"Year_Sohu_original_search_directory_founded发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Cryptography (parameters)","consensus":1994,"contrast":{"distinguishingModels":["xiaomi/mimo-v2.6-pro"]},"domain":"crypto_params","enrollmentEvidence":{"answers":[1994,1994,1994],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"standardization years","id":"llm:crypto-params:15686da2ce33","name":"ISO_IEC_10118_2_hash_functions_using_n_bit_block_ciphers_first_edition_year","range":[0,10000000000],"template":"The numerical value of ISO_IEC_10118_2_hash_functions_using_n_bit_block_ciphers_first_edition_year is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese literature (publication years)","consensus":1924,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chinese_literature","enrollmentEvidence":{"answers":[1924,1924,1924],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"literary journals and movements","id":"llm:chinese-literature:93f23afa87ec","name":"Year the literary group Yusi She (Threads of Talk Society) published its first issue of Yusi","range":[-3000,2030],"template":"Year the literary group Yusi She (Threads of Talk Society) published its first issue of Yusi的数值是___。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Medical (drug half-lives)","consensus":50,"contrast":{"distinguishingModels":["z-ai/glm-5.3"]},"domain":"medical","enrollmentEvidence":{"answers":[50,50,50],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"metabolic and neurologic medicines","id":"llm:medical:3140d696c476","name":"Risdiplam elimination half-life in hours","range":[0.01,5000],"template":"The elimination half-life of Risdiplam elimination half-life in hours is approximately ___ hours.","tolerance":{"mode":"relative","value":0.1}},{"canonicalDomainName":"Pop culture (box office and ratings)","consensus":20,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"pop_culture","enrollmentEvidence":{"answers":[20,20,20],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"television episode facts","id":"llm:pop-culture:1f6e38b228ad","name":"Number_of_episodes_of_1970s_UK_series_The_Sandbaggers","range":[1,10000],"template":"The numerical value associated with Number_of_episodes_of_1970s_UK_series_The_Sandbaggers is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese internet (platform dates)","consensus":1997,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chinese_internet","enrollmentEvidence":{"answers":[1997,1997,1997],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"early platforms","id":"llm:chinese-internet:1e7f9282b747","name":"Year_ChinaByte_technology_news_site_launched","range":[1990,2030],"template":"Year_ChinaByte_technology_news_site_launched发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese literature (publication years)","consensus":1080,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","xiaomi/mimo-v2.6-pro"]},"domain":"chinese_literature","enrollmentEvidence":{"answers":[1080,1080,1080],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"classical works and authors","id":"llm:chinese-literature:b7056ddc5b16","name":"Year of the first complete printed edition of Li Bai's collected works under the title Li Taibai Ji","range":[-3000,2030],"template":"Year of the first complete printed edition of Li Bai's collected works under the title Li Taibai Ji的数值是___。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Medical (drug half-lives)","consensus":47,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","xiaomi/mimo-v2.6-pro"]},"domain":"medical","enrollmentEvidence":{"answers":[47,47,47],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"rare-disease therapies","id":"llm:medical:910dfdc589d0","name":"Pegvaliase_elimination_half_life_hours","range":[0.01,5000],"template":"The elimination half-life of Pegvaliase_elimination_half_life_hours is approximately ___ hours.","tolerance":{"mode":"relative","value":0.1}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":264,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","xiaomi/mimo-v2.6-pro","z-ai/glm-5.3"]},"domain":"biology","enrollmentEvidence":{"answers":[264,264,264],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"ferns and lycopods","id":"llm:biology:2aa5266ecbea","name":"Diploid chromosome number of Huperzia selago","range":[1,2000],"template":"The diploid chromosome number (2n) of Diploid chromosome number of Huperzia selago is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese internet (platform dates)","consensus":2012,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chinese_internet","enrollmentEvidence":{"answers":[2012,2012,2012],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"major product launches","id":"llm:chinese-internet:e373c4c2a0dd","name":"Youku Tudou Inc. merger completion year","range":[1990,2030],"template":"Youku Tudou Inc. merger completion year发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese geography (measurements)","consensus":1517,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chinese_geography","enrollmentEvidence":{"answers":[1517,1529,1529],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"county and prefecture geography","id":"llm:chinese-geography:e5734f58d55a","name":"total_area_of_Shangcai_County_sq_km","range":[1,1000000000],"template":"total_area_of_Shangcai_County_sq_km的数值是___。","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":110,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","xiaomi/mimo-v2.6-pro"]},"domain":"biology","enrollmentEvidence":{"answers":[110,110,110],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"ferns and lycopods","id":"llm:biology:fc7f55bb8573","name":"Diploid chromosome number of Isoetes lacustris","range":[1,2000],"template":"The diploid chromosome number (2n) of Diploid chromosome number of Isoetes lacustris is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese internet (platform dates)","consensus":2004,"contrast":{"distinguishingModels":["z-ai/glm-5.3"]},"domain":"chinese_internet","enrollmentEvidence":{"answers":[2004,2004,2004],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"major product launches","id":"llm:chinese-internet:5c2f26abd925","name":"Year_JD_com_moved_from_offline_retail_to_online_platform","range":[1990,2030],"template":"Year_JD_com_moved_from_offline_retail_to_online_platform发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Programming (release years)","consensus":2014,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","xiaomi/mimo-v2.6-pro"]},"domain":"programming","enrollmentEvidence":{"answers":[2014,2014,2014],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"database and protocol implementations","id":"llm:programming:25ee68257c40","name":"First public release year of CrateDB","range":[1950,2030],"template":"The first public release year of First public release year of CrateDB was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Physics (material properties)","consensus":0.0072973525693,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","xiaomi/mimo-v2.6-pro"]},"domain":"physics","enrollmentEvidence":{"answers":[0.0072973525693,0.0072973525693,0.007297],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"nuclear and particle constants","id":"llm:physics:3db390274f64","name":"Fine_structure_constant_at_Z_pole","range":[0,1000000000000000],"template":"The numerical value of Fine_structure_constant_at_Z_pole in SI units is ___.","tolerance":{"mode":"relative","value":0.02}},{"canonicalDomainName":"Chinese geography (measurements)","consensus":181.83,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chinese_geography","enrollmentEvidence":{"answers":[181.83,182,181.84],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"county and prefecture geography","id":"llm:chinese-geography:a37da17e4554","name":"taiwan_pingtung_county_mudan_township_area_km2","range":[1,1000000000],"template":"taiwan_pingtung_county_mudan_township_area_km2的数值是___。","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Chinese literature (publication years)","consensus":1950,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","xiaomi/mimo-v2.6-pro"]},"domain":"chinese_literature","enrollmentEvidence":{"answers":[1950,1950,1950],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"literary journals and movements","id":"llm:chinese-literature:29cbf1deee09","name":"First_issue_of_Beijing_Literature_year","range":[-3000,2030],"template":"First_issue_of_Beijing_Literature_year的数值是___。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Medical (drug half-lives)","consensus":22,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","z-ai/glm-5.3"]},"domain":"medical","enrollmentEvidence":{"answers":[22,22,22],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"metabolic and neurologic medicines","id":"llm:medical:0723d80ff819","name":"Safinamide elimination half-life in hours","range":[0.01,5000],"template":"The elimination half-life of Safinamide elimination half-life in hours is approximately ___ hours.","tolerance":{"mode":"relative","value":0.1}},{"canonicalDomainName":"Cryptography (parameters)","consensus":2004,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","xiaomi/mimo-v2.6-pro"]},"domain":"crypto_params","enrollmentEvidence":{"answers":[2004,2004,2004],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"standardization years","id":"llm:crypto-params:ae8b38c4092f","name":"IEEE_P1363a_amendment_standardization_year","range":[0,10000000000],"template":"The numerical value of IEEE_P1363a_amendment_standardization_year is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Pop culture (box office and ratings)","consensus":2,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"pop_culture","enrollmentEvidence":{"answers":[2,2,2],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"television episode facts","id":"llm:pop-culture:ef48fb653267","name":"Number_of_different_actors_who_played_Becky_Conner_on_Roseanne","range":[1,10000],"template":"The numerical value associated with Number_of_different_actors_who_played_Becky_Conner_on_Roseanne is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Pop culture (box office and ratings)","consensus":4,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"pop_culture","enrollmentEvidence":{"answers":[4,4,4],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"television episode facts","id":"llm:pop-culture:55bd38244a17","name":"Episodes of \"Wonderfalls\" that aired on Fox","range":[1,10000],"template":"The numerical value associated with Episodes of \"Wonderfalls\" that aired on Fox is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":98,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","xiaomi/mimo-v2.6-pro"]},"domain":"biology","enrollmentEvidence":{"answers":[98,98,98],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"deep-sea and cartilaginous fish","id":"llm:biology:2ca1bd877353","name":"Barndoor_skate_diploid_chromosome_number","range":[1,2000],"template":"The diploid chromosome number (2n) of Barndoor_skate_diploid_chromosome_number is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Programming (release years)","consensus":2009,"contrast":{"distinguishingModels":["xiaomi/mimo-v2.6-pro"]},"domain":"programming","enrollmentEvidence":{"answers":[2009,2009,2009],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"database and protocol implementations","id":"llm:programming:32dbac7ce008","name":"First public release year of the graph database and SPARQL engine 4store","range":[1950,2030],"template":"The first public release year of First public release year of the graph database and SPARQL engine 4store was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Programming (release years)","consensus":2011,"contrast":{"distinguishingModels":["xiaomi/mimo-v2.6-pro"]},"domain":"programming","enrollmentEvidence":{"answers":[2011,2011,2011],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"database and protocol implementations","id":"llm:programming:4aabcd80d205","name":"Couchbase_Server_first_public_release_year","range":[1950,2030],"template":"The first public release year of Couchbase_Server_first_public_release_year was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":104,"contrast":{"distinguishingModels":["z-ai/glm-5.3"]},"domain":"biology","enrollmentEvidence":{"answers":[104,104,104],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"ferns and lycopods","id":"llm:biology:b44d59970c28","name":"Diplodioidy count for Psilotum nudum","range":[1,2000],"template":"The diploid chromosome number (2n) of Diplodioidy count for Psilotum nudum is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":1260,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"biology","enrollmentEvidence":{"answers":[1260,1260,1260],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"ferns and lycopods","id":"llm:biology:59abf0468ae2","name":"Diplodioidy count for Ophioglossum reticulatum","range":[1,2000],"template":"The diploid chromosome number (2n) of Diplodioidy count for Ophioglossum reticulatum is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese internet (platform dates)","consensus":2004,"contrast":{"distinguishingModels":["z-ai/glm-5.3"]},"domain":"chinese_internet","enrollmentEvidence":{"answers":[2004,2004,2004],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"early platforms","id":"llm:chinese-internet:60da80c471ee","name":"Year_JD.com_launched_its_B2C_platform","range":[1990,2030],"template":"Year_JD.com_launched_its_B2C_platform发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":60,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"biology","enrollmentEvidence":{"answers":[60,60,60],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"ferns and lycopods","id":"llm:biology:f56a6d5b9691","name":"Adiantum capillus-veneris diploid chromosome number","range":[1,2000],"template":"The diploid chromosome number (2n) of Adiantum capillus-veneris diploid chromosome number is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese internet (platform dates)","consensus":1999,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chinese_internet","enrollmentEvidence":{"answers":[1999,1999,1999],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"early platforms","id":"llm:chinese-internet:aeb8f412c371","name":"Year_QQ_launched_by_Tencent","range":[1990,2030],"template":"Year_QQ_launched_by_Tencent发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Pop culture (box office and ratings)","consensus":6,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"pop_culture","enrollmentEvidence":{"answers":[6,6,6],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"television episode facts","id":"llm:pop-culture:906429690842","name":"Number_of_episodes_directed_by_David_Lynch_for_Twin_Peaks_original_run","range":[1,10000],"template":"The numerical value associated with Number_of_episodes_directed_by_David_Lynch_for_Twin_Peaks_original_run is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Astronomy (periods and distances)","consensus":9074.3,"contrast":{"distinguishingModels":["z-ai/glm-5.3"]},"domain":"astronomy","enrollmentEvidence":{"answers":[9074.3,9115.91,9115.91],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"irregular moon orbital periods","id":"llm:astronomy:f9b7b2bc8375","name":"Orbital_period_of_Neptune_moon_Psamathe_days","range":[0,1000000000000000],"template":"The numerical value of Orbital_period_of_Neptune_moon_Psamathe_days is ___.","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Chinese literature (publication years)","consensus":17,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","xiaomi/mimo-v2.6-pro","z-ai/glm-5.3"]},"domain":"chinese_literature","enrollmentEvidence":{"answers":[17,17,17],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"classical works and authors","id":"llm:chinese-literature:1da0003398e4","name":"Number of \"Sao\" poems in the Chuci anthology as organized by Wang Yi","range":[-3000,2030],"template":"Number of \"Sao\" poems in the Chuci anthology as organized by Wang Yi的数值是___。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Astronomy (periods and distances)","consensus":1490.93,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","xiaomi/mimo-v2.6-pro"]},"domain":"astronomy","enrollmentEvidence":{"answers":[1490.93,1490.9,1490.9],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"irregular moon orbital periods","id":"llm:astronomy:41e1388cc0b2","name":"Fornjot_XLII_orbital_period_in_days","range":[0,1000000000000000],"template":"The numerical value of Fornjot_XLII_orbital_period_in_days is ___.","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Astronomy (periods and distances)","consensus":1879.08,"contrast":{"distinguishingModels":["xiaomi/mimo-v2.6-pro"]},"domain":"astronomy","enrollmentEvidence":{"answers":[1879.08,1879.08,1879.08],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"irregular moon orbital periods","id":"llm:astronomy:e6294ee901f3","name":"Halimede_period_days","range":[0,1000000000000000],"template":"The numerical value of Halimede_period_days is ___.","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Programming (release years)","consensus":2013,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","z-ai/glm-5.3"]},"domain":"programming","enrollmentEvidence":{"answers":[2013,2013,2013],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"database and protocol implementations","id":"llm:programming:0338b519a1dc","name":"First public release year of Sophia DB","range":[1950,2030],"template":"The first public release year of First public release year of Sophia DB was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Cryptography (parameters)","consensus":64,"contrast":{"distinguishingModels":["z-ai/glm-5.3"]},"domain":"crypto_params","enrollmentEvidence":{"answers":[64,64,64],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"post-quantum parameter sets","id":"llm:crypto-params:be5f334f0ff2","name":"SPHINCS+-SHA-256-256s public key bytes","range":[0,10000000000],"template":"The numerical value of SPHINCS+-SHA-256-256s public key bytes is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese internet (platform dates)","consensus":2000,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","xiaomi/mimo-v2.6-pro","z-ai/glm-5.3"]},"domain":"chinese_internet","enrollmentEvidence":{"answers":[2000,2000,2000],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"major product launches","id":"llm:chinese-internet:818d6dca2763","name":"Year_NetEase_163_free_webmail_service_launched","range":[1990,2030],"template":"Year_NetEase_163_free_webmail_service_launched发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Cryptography (parameters)","consensus":2010,"contrast":{"distinguishingModels":["z-ai/glm-5.3"]},"domain":"crypto_params","enrollmentEvidence":{"answers":[2010,2010,2010],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"standardization years","id":"llm:crypto-params:832de0053bd3","name":"SECG_SEC_2_version_2_publication_year","range":[0,10000000000],"template":"The numerical value of SECG_SEC_2_version_2_publication_year is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Mathematics (special values)","consensus":8,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"math","enrollmentEvidence":{"answers":[8,8,8],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"number-theory constants","id":"llm:math:1035021ff8d0","name":"Number of known primary pseudoperfect numbers","range":[-10000000000,10000000000],"template":"The numerical value of Number of known primary pseudoperfect numbers is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chemistry (boiling points)","consensus":92,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","z-ai/glm-5.3"]},"domain":"chemistry_bp","enrollmentEvidence":{"answers":[92,92,92],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"organometallics and organosilicons","id":"llm:chemistry-bp:6f7f67bcf007","name":"Dimethylmercury boiling point Celsius","range":[-300,600],"template":"The boiling point of Dimethylmercury boiling point Celsius at 1 atm is ___°C.","tolerance":{"mode":"absolute","value":3}},{"canonicalDomainName":"Physics (material properties)","consensus":0.4,"contrast":{"distinguishingModels":["xiaomi/mimo-v2.6-pro"]},"domain":"physics","enrollmentEvidence":{"answers":[0.4,0.4,0.4],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"electromagnetic material properties","id":"llm:physics:e29692e12cd9","name":"Residual_flux_density_Br_of_strontium_ferrite_ceramic_magnet_tesla","range":[0,1000000000000000],"template":"The numerical value of Residual_flux_density_Br_of_strontium_ferrite_ceramic_magnet_tesla in SI units is ___.","tolerance":{"mode":"relative","value":0.02}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":58,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","xiaomi/mimo-v2.6-pro","z-ai/glm-5.3"]},"domain":"biology","enrollmentEvidence":{"answers":[58,58,58],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"deep-sea and cartilaginous fish","id":"llm:biology:81c48cd6cbd0","name":"Hydrolagus_colliei_diploid_chromosome_count","range":[1,2000],"template":"The diploid chromosome number (2n) of Hydrolagus_colliei_diploid_chromosome_count is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Medical (drug half-lives)","consensus":20,"contrast":{"distinguishingModels":["xiaomi/mimo-v2.6-pro","z-ai/glm-5.3"]},"domain":"medical","enrollmentEvidence":{"answers":[20,20,20],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"metabolic and neurologic medicines","id":"llm:medical:3a1a38ff46f7","name":"Zuranolone elimination half-life in hours","range":[0.01,5000],"template":"The elimination half-life of Zuranolone elimination half-life in hours is approximately ___ hours.","tolerance":{"mode":"relative","value":0.1}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":46,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"biology","enrollmentEvidence":{"answers":[46,46,46],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"ferns and lycopods","id":"llm:biology:42b0bfcc6aa7","name":"Diplodioidy count for Diphasiastrum complanatum","range":[1,2000],"template":"The diploid chromosome number (2n) of Diplodioidy count for Diphasiastrum complanatum is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Astronomy (periods and distances)","consensus":820.6,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","xiaomi/mimo-v2.6-pro"]},"domain":"astronomy","enrollmentEvidence":{"answers":[820.6,834.84,834.84],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"irregular moon orbital periods","id":"llm:astronomy:d819f48be184","name":"Orbital_period_of_Saturn_moon_Bebhionn_days","range":[0,1000000000000000],"template":"The numerical value of Orbital_period_of_Saturn_moon_Bebhionn_days is ___.","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Chinese geography (measurements)","consensus":45,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","z-ai/glm-5.3"]},"domain":"chinese_geography","enrollmentEvidence":{"answers":[45,45,45],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"transport geography","id":"llm:chinese-geography:59e7f59c41c1","name":"Number_of_operational_metro_systems_in_mainland_China_as_of_2024","range":[1,1000000000],"template":"Number_of_operational_metro_systems_in_mainland_China_as_of_2024的数值是___。","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Chinese geography (measurements)","consensus":11,"contrast":{"distinguishingModels":["z-ai/glm-5.3"]},"domain":"chinese_geography","enrollmentEvidence":{"answers":[11,11,11],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"transport geography","id":"llm:chinese-geography:b913212420b6","name":"Number_of_provinces_with_coastal_major_ports","range":[1,1000000000],"template":"Number_of_provinces_with_coastal_major_ports的数值是___。","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Physics (material properties)","consensus":740,"contrast":{"distinguishingModels":["z-ai/glm-5.3"]},"domain":"physics","enrollmentEvidence":{"answers":[740,740,740],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"electromagnetic material properties","id":"llm:physics:0a7b7c39eaf0","name":"Thermal_conductivity_of_boron_nitride_cubic_at_300K_W_per_m_per_K","range":[0,1000000000000000],"template":"The numerical value of Thermal_conductivity_of_boron_nitride_cubic_at_300K_W_per_m_per_K in SI units is ___.","tolerance":{"mode":"relative","value":0.02}},{"canonicalDomainName":"Mathematics (special values)","consensus":-8,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","xiaomi/mimo-v2.6-pro","z-ai/glm-5.3"]},"domain":"math","enrollmentEvidence":{"answers":[-8,-8,-8],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"number-theory constants","id":"llm:math:7d792a532b7d","name":"Mertens_function_M_of_200","range":[-10000000000,10000000000],"template":"The numerical value of Mertens_function_M_of_200 is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese history (specific dates)","consensus":1684,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chinese_history","enrollmentEvidence":{"answers":[1684,1684,1684],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"trade and diplomatic history","id":"llm:chinese-history:d8e90ffbad91","name":"Year_Qing_dynasty_lifted_ban_on_maritime_trade_along_Fujian_coast","range":[-3000,2030],"template":"Year_Qing_dynasty_lifted_ban_on_maritime_trade_along_Fujian_coast发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chemistry (melting points)","consensus":265,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chemistry_mp","enrollmentEvidence":{"answers":[265,265,265],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"organic crystals and intermediates","id":"llm:chemistry-mp:d6c4f3b8b0a8","name":"1,2,4,5-Tetracyanobenzene melting point in Celsius","range":[-300,4000],"template":"The melting point of 1,2,4,5-Tetracyanobenzene melting point in Celsius is ___°C.","tolerance":{"mode":"absolute","value":3}},{"canonicalDomainName":"Programming (release years)","consensus":2019,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","xiaomi/mimo-v2.6-pro"]},"domain":"programming","enrollmentEvidence":{"answers":[2019,2019,2019],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"specialist runtimes","id":"llm:programming:738666f7f457","name":"GraalVM first production-ready release year","range":[1950,2030],"template":"The first public release year of GraalVM first production-ready release year was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese history (specific dates)","consensus":1044,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chinese_history","enrollmentEvidence":{"answers":[1044,1044,1044],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"scientific and literary history","id":"llm:chinese-history:5a7a47d44290","name":"Year_of_publication_of_the_Wujing_Zongyao_first_edition","range":[-3000,2030],"template":"Year_of_publication_of_the_Wujing_Zongyao_first_edition发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Internet culture (dates and numbers)","consensus":1993,"contrast":{"distinguishingModels":["xiaomi/mimo-v2.6-pro"]},"domain":"internet_culture","enrollmentEvidence":{"answers":[1993,1993,1993],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"protocol history","id":"llm:internet-culture:28133f860c46","name":"year_Internet_Relay_Chat_protocol_RFC_1459_released","range":[1,2030],"template":"The numerical value associated with year_Internet_Relay_Chat_protocol_RFC_1459_released is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Programming (release years)","consensus":1986,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"programming","enrollmentEvidence":{"answers":[1986,1986,1986],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"database and protocol implementations","id":"llm:programming:c82fb20d89a4","name":"First public release year of the distributed tuple space coordination language Linda","range":[1950,2030],"template":"The first public release year of First public release year of the distributed tuple space coordination language Linda was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Astronomy (periods and distances)","consensus":1038.7,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"astronomy","enrollmentEvidence":{"answers":[1038.7,1038.7,1038.71],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"irregular moon orbital periods","id":"llm:astronomy:ffddebab68ca","name":"Orbital_period_of_Saturn_moon_Hati_days","range":[0,1000000000000000],"template":"The numerical value of Orbital_period_of_Saturn_moon_Hati_days is ___.","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Medical (drug half-lives)","consensus":192,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","xiaomi/mimo-v2.6-pro"]},"domain":"medical","enrollmentEvidence":{"answers":[192,192,192],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"rare-disease therapies","id":"llm:medical:703b6e020269","name":"pegcetacoplan elimination half-life in hours","range":[0.01,5000],"template":"The elimination half-life of pegcetacoplan elimination half-life in hours is approximately ___ hours.","tolerance":{"mode":"relative","value":0.1}},{"canonicalDomainName":"Chemistry (boiling points)","consensus":157,"contrast":{"distinguishingModels":["z-ai/glm-5.3"]},"domain":"chemistry_bp","enrollmentEvidence":{"answers":[157,157,157],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"organometallics and organosilicons","id":"llm:chemistry-bp:273a2b817ab8","name":"Dimethylphenylsilane boiling point in Celsius at 1 atm","range":[-300,600],"template":"The boiling point of Dimethylphenylsilane boiling point in Celsius at 1 atm at 1 atm is ___°C.","tolerance":{"mode":"absolute","value":3}},{"canonicalDomainName":"Chemistry (boiling points)","consensus":173,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","z-ai/glm-5.3"]},"domain":"chemistry_bp","enrollmentEvidence":{"answers":[173,173,173],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"organometallics and organosilicons","id":"llm:chemistry-bp:53d55aab14fa","name":"Boiling point of cobaltocene at 1 atm in degrees Celsius","range":[-300,600],"template":"The boiling point of Boiling point of cobaltocene at 1 atm in degrees Celsius at 1 atm is ___°C.","tolerance":{"mode":"absolute","value":3}},{"canonicalDomainName":"Astronomy (periods and distances)","consensus":3171.33,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","z-ai/glm-5.3"]},"domain":"astronomy","enrollmentEvidence":{"answers":[3171.33,3171.3,3167.85],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"irregular moon orbital periods","id":"llm:astronomy:b661ce63b08a","name":"Laomedeia_period_days","range":[0,1000000000000000],"template":"The numerical value of Laomedeia_period_days is ___.","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Mathematics (special values)","consensus":51,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"math","enrollmentEvidence":{"answers":[51,51,51],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"number-theory constants","id":"llm:math:256dd992d3f5","name":"Number of known Mersenne primes","range":[-10000000000,10000000000],"template":"The numerical value of Number of known Mersenne primes is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese geography (measurements)","consensus":159000,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chinese_geography","enrollmentEvidence":{"answers":[159000,159000,159000],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"transport geography","id":"llm:chinese-geography:a27f812f4040","name":"Number_of_standard_gauge_railway_km_in_China_2023","range":[1,1000000000],"template":"Number_of_standard_gauge_railway_km_in_China_2023的数值是___。","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Chinese literature (publication years)","consensus":1173,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chinese_literature","enrollmentEvidence":{"answers":[1173,1173,1173],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"classical works and authors","id":"llm:chinese-literature:0d19b4de6fcf","name":"Year the Jin dynasty printed the Buddhist canon known as the Zhaocheng Jin Tripitaka","range":[-3000,2030],"template":"Year the Jin dynasty printed the Buddhist canon known as the Zhaocheng Jin Tripitaka的数值是___。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Astronomy (periods and distances)","consensus":895.55,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"astronomy","enrollmentEvidence":{"answers":[895.55,895.6,895.55],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"irregular moon orbital periods","id":"llm:astronomy:64d6b4a13a39","name":"Siarnaq_XXIX_sidereal_orbital_period_in_days","range":[0,1000000000000000],"template":"The numerical value of Siarnaq_XXIX_sidereal_orbital_period_in_days is ___.","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":156,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","xiaomi/mimo-v2.6-pro","z-ai/glm-5.3"]},"domain":"biology","enrollmentEvidence":{"answers":[156,156,156],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"ferns and lycopods","id":"llm:biology:05b4a35f1393","name":"Diplodioidy count for Lycopodiella inundata","range":[1,2000],"template":"The diploid chromosome number (2n) of Diplodioidy count for Lycopodiella inundata is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Programming (release years)","consensus":1994,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"programming","enrollmentEvidence":{"answers":[1994,1994,1994],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"specialist runtimes","id":"llm:programming:217d799e5d22","name":"Forth-based Open Firmware first public release year","range":[1950,2030],"template":"The first public release year of Forth-based Open Firmware first public release year was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Programming (release years)","consensus":2007,"contrast":{"distinguishingModels":["z-ai/glm-5.3"]},"domain":"programming","enrollmentEvidence":{"answers":[2007,2007,2007],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"specialist runtimes","id":"llm:programming:45494f064d6b","name":"PyPy first public release year","range":[1950,2030],"template":"The first public release year of PyPy first public release year was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Programming (release years)","consensus":1991,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","xiaomi/mimo-v2.6-pro","z-ai/glm-5.3"]},"domain":"programming","enrollmentEvidence":{"answers":[1991,1991,1991],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"specialist runtimes","id":"llm:programming:897f9e96833f","name":"Q_first_public_release_year","range":[1950,2030],"template":"The first public release year of Q_first_public_release_year was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chemistry (melting points)","consensus":182,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chemistry_mp","enrollmentEvidence":{"answers":[182,182,182],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"organic crystals and intermediates","id":"llm:chemistry-mp:af075c50631a","name":"2,4,6-Trinitro-m-xylene melting point in Celsius","range":[-300,4000],"template":"The melting point of 2,4,6-Trinitro-m-xylene melting point in Celsius is ___°C.","tolerance":{"mode":"absolute","value":3}},{"canonicalDomainName":"Astronomy (periods and distances)","consensus":677.4,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"astronomy","enrollmentEvidence":{"answers":[677.4,677.4,677.37],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"irregular moon orbital periods","id":"llm:astronomy:b589e5022433","name":"Orbital_period_of_Uranus_moon_Stephano_days","range":[0,1000000000000000],"template":"The numerical value of Orbital_period_of_Uranus_moon_Stephano_days is ___.","tolerance":{"mode":"relative","value":0.05}}],"queryProfile":{"apiProtocol":"openai-chat-completions","auditTemperature":0,"contrastTemperature":0,"enrollmentTemperatures":[0,0.7,0.7],"generationSettings":{"responseFormat":"text","seed":null,"topP":1},"maxTokensPerRequest":1600,"parserVersion":"kbf-numeric-lines-v3","probesPerRequest":10,"promptVariantsHash":"sha256:a9729cc7c2401f41d7dedcc1b78bceb7d0a6392afc03804457443df1d773b032","requestTimeoutMs":120000,"selfTestTemperature":0,"upstreamModel":"deepseek/deepseek-v4-pro","version":2},"queryProfileHash":"sha256:b55d07b572cd1a98a9fe6e120212768bed1908bc537b6fd21989c432c0658002","referenceId":"sha256:542151ef844e1281cecc95c1f2ffa25fd9d0253bfce92a0405373834682ecf9f","referenceModel":"deepseek-v4-pro","selfTest":{"coverage":1,"errorRate":0.03888888888888889,"hamming":14,"outcomes":[{"answers":[1803,1768,1803],"matches":[0,1,0],"probeId":"llm:chinese-literature:c970db494fd0"},{"answers":[148,148,148],"matches":[1,1,1],"probeId":"llm:biology:9cdd23a1b095"},{"answers":[120000,121000,121000],"matches":[1,1,1],"probeId":"llm:astronomy:a3056829d4f0"},{"answers":[80,80,80],"matches":[1,1,1],"probeId":"llm:medical:9b17462dc416"},{"answers":[2.4,2.4,2.4],"matches":[1,1,1],"probeId":"llm:physics:97130bfb228c"},{"answers":[3204,3204,3204],"matches":[1,1,1],"probeId":"llm:chinese-geography:c0c21cb2006d"},{"answers":[98,98,98],"matches":[1,1,1],"probeId":"llm:biology:ad56d80d7a3e"},{"answers":[1411,1411,1411],"matches":[1,1,1],"probeId":"llm:chinese-history:197d227bee64"},{"answers":[100,100,100],"matches":[1,1,1],"probeId":"llm:pop-culture:9b205aace32e"},{"answers":[3,3,3],"matches":[1,1,1],"probeId":"llm:pop-culture:5ea06295f2a8"},{"answers":[607,607,607],"matches":[1,1,1],"probeId":"llm:chinese-history:4bd4704364af"},{"answers":[4800,4800,4889],"matches":[1,1,1],"probeId":"llm:chinese-geography:bcde7cc4ba6d"},{"answers":[3293,3293,3293],"matches":[1,1,1],"probeId":"llm:crypto-params:681e9b185fa3"},{"answers":[25.5,25.5,25.5],"matches":[1,1,1],"probeId":"llm:chinese-geography:dddf41e81a76"},{"answers":[449.22,449.22,449.22],"matches":[1,1,1],"probeId":"llm:astronomy:c6ea7cc06b95"},{"answers":[2011,2011,2011],"matches":[1,1,1],"probeId":"llm:chinese-internet:faddde0506e8"},{"answers":[2006,2006,2006],"matches":[1,1,1],"probeId":"llm:chinese-internet:3fc42f7407ec"},{"answers":[58,58,58],"matches":[1,1,1],"probeId":"llm:biology:9ba2701b81b3"},{"answers":[1094,1094,1094],"matches":[1,1,1],"probeId":"llm:chinese-history:8cfba5c5e528"},{"answers":[126,126,126],"matches":[1,1,1],"probeId":"llm:chinese-history:ad0771db576c"},{"answers":[1138,1138,1138],"matches":[1,1,1],"probeId":"llm:chinese-literature:582bd4a74d42"},{"answers":[18,18,18],"matches":[1,1,1],"probeId":"llm:biology:0670812b1f05"},{"answers":[1990,1990,1990],"matches":[1,1,1],"probeId":"llm:programming:c5d8426297e9"},{"answers":[20,20,20],"matches":[1,1,1],"probeId":"llm:medical:288d8d9f511e"},{"answers":[0,0,0],"matches":[1,1,1],"probeId":"llm:math:f032c3ce2b02"},{"answers":[2006,2006,2006],"matches":[1,1,1],"probeId":"llm:chinese-internet:49e0d9a43486"},{"answers":[1998,2001,1998],"matches":[1,0,1],"probeId":"llm:chinese-internet:84b06fad7ac3"},{"answers":[740,740,117.5],"matches":[1,1,0],"probeId":"llm:chinese-geography:9c06d66e0fdc"},{"answers":[1985,1985,1985],"matches":[1,1,1],"probeId":"llm:chinese-literature:6f820cd9c45f"},{"answers":[427.8471,428,427.85],"matches":[1,1,1],"probeId":"llm:chinese-geography:9e5326c8a29a"},{"answers":[2,2,2],"matches":[1,1,1],"probeId":"llm:chinese-geography:f10d07a0aeab"},{"answers":[1911,1911,1911],"matches":[1,1,1],"probeId":"llm:chinese-literature:3a3d52f89a94"},{"answers":[1994,1994,1994],"matches":[1,1,1],"probeId":"llm:programming:bb241f022f3c"},{"answers":[1280,1280,1280],"matches":[1,1,1],"probeId":"llm:chinese-history:64499f315832"},{"answers":[82,82,82],"matches":[1,1,1],"probeId":"llm:chinese-history:a7cb98fa667c"},{"answers":[313,313,313],"matches":[1,1,1],"probeId":"llm:chinese-history:b16ccd57fca5"},{"answers":[51,51,51],"matches":[1,1,1],"probeId":"llm:math:2bdca7ba3f5e"},{"answers":[1280,1280,1280],"matches":[1,1,1],"probeId":"llm:chinese-history:04a477bf93f5"},{"answers":[837,837,837],"matches":[1,1,1],"probeId":"llm:chinese-history:c872465823af"},{"answers":[1999,1999,1999],"matches":[1,1,1],"probeId":"llm:chinese-internet:57bfe665145f"},{"answers":[2010,2010,2010],"matches":[1,1,1],"probeId":"llm:crypto-params:d6a1a30d7a05"},{"answers":[200000,100000,200000],"matches":[0,1,0],"probeId":"llm:physics:75c0bd76aead"},{"answers":[380,380,380],"matches":[1,1,1],"probeId":"llm:chemistry-mp:ebb7a1bf47bb"},{"answers":[1994,1994,1994],"matches":[1,1,1],"probeId":"llm:chinese-internet:571600a3de3b"},{"answers":[2003,2004,2003],"matches":[0,1,0],"probeId":"llm:chinese-internet:2f78950f2843"},{"answers":[501,501,501],"matches":[1,1,1],"probeId":"llm:chinese-history:12f65b78d407"},{"answers":[9,9,9],"matches":[1,1,1],"probeId":"llm:chinese-literature:99861297fd8f"},{"answers":[90,90,90],"matches":[1,1,1],"probeId":"llm:biology:a6f5aa9f684c"},{"answers":[7,7,7],"matches":[1,1,1],"probeId":"llm:chinese-geography:08f2d54f2eb5"},{"answers":[449,449,449],"matches":[1,1,1],"probeId":"llm:chinese-geography:478da7797368"},{"answers":[1998,1998,1998],"matches":[1,1,1],"probeId":"llm:chinese-internet:f62c7f572201"},{"answers":[1994,1994,1994],"matches":[1,1,1],"probeId":"llm:crypto-params:15686da2ce33"},{"answers":[1924,1924,1924],"matches":[1,1,1],"probeId":"llm:chinese-literature:93f23afa87ec"},{"answers":[50,50,50],"matches":[1,1,1],"probeId":"llm:medical:3140d696c476"},{"answers":[20,20,20],"matches":[1,1,1],"probeId":"llm:pop-culture:1f6e38b228ad"},{"answers":[1997,1997,1997],"matches":[1,1,1],"probeId":"llm:chinese-internet:1e7f9282b747"},{"answers":[1080,1080,1080],"matches":[1,1,1],"probeId":"llm:chinese-literature:b7056ddc5b16"},{"answers":[47,47,47],"matches":[1,1,1],"probeId":"llm:medical:910dfdc589d0"},{"answers":[272,264,264],"matches":[0,1,1],"probeId":"llm:biology:2aa5266ecbea"},{"answers":[2012,2012,2012],"matches":[1,1,1],"probeId":"llm:chinese-internet:e373c4c2a0dd"},{"answers":[1517,1517,1517],"matches":[1,1,1],"probeId":"llm:chinese-geography:e5734f58d55a"},{"answers":[110,110,110],"matches":[1,1,1],"probeId":"llm:biology:fc7f55bb8573"},{"answers":[2004,2004,2004],"matches":[1,1,1],"probeId":"llm:chinese-internet:5c2f26abd925"},{"answers":[2014,2014,2014],"matches":[1,1,1],"probeId":"llm:programming:25ee68257c40"},{"answers":[0.0072973525693,0.0072973525693,0.0072973525693],"matches":[1,1,1],"probeId":"llm:physics:3db390274f64"},{"answers":[181,182,181.47],"matches":[1,1,1],"probeId":"llm:chinese-geography:a37da17e4554"},{"answers":[1950,1950,1950],"matches":[1,1,1],"probeId":"llm:chinese-literature:29cbf1deee09"},{"answers":[22,22,22],"matches":[1,1,1],"probeId":"llm:medical:0723d80ff819"},{"answers":[2004,2000,2004],"matches":[1,0,1],"probeId":"llm:crypto-params:ae8b38c4092f"},{"answers":[2,2,2],"matches":[1,1,1],"probeId":"llm:pop-culture:ef48fb653267"},{"answers":[4,4,4],"matches":[1,1,1],"probeId":"llm:pop-culture:55bd38244a17"},{"answers":[98,82,98],"matches":[1,0,1],"probeId":"llm:biology:2ca1bd877353"},{"answers":[2009,2009,2009],"matches":[1,1,1],"probeId":"llm:programming:32dbac7ce008"},{"answers":[2011,2011,2011],"matches":[1,1,1],"probeId":"llm:programming:4aabcd80d205"},{"answers":[104,104,104],"matches":[1,1,1],"probeId":"llm:biology:b44d59970c28"},{"answers":[1260,1260,1260],"matches":[1,1,1],"probeId":"llm:biology:59abf0468ae2"},{"answers":[2004,2004,2004],"matches":[1,1,1],"probeId":"llm:chinese-internet:60da80c471ee"},{"answers":[60,60,60],"matches":[1,1,1],"probeId":"llm:biology:f56a6d5b9691"},{"answers":[1999,1999,1999],"matches":[1,1,1],"probeId":"llm:chinese-internet:aeb8f412c371"},{"answers":[6,6,6],"matches":[1,1,1],"probeId":"llm:pop-culture:906429690842"},{"answers":[9074,9074.3,9074],"matches":[1,1,1],"probeId":"llm:astronomy:f9b7b2bc8375"},{"answers":[17,7,17],"matches":[1,0,1],"probeId":"llm:chinese-literature:1da0003398e4"},{"answers":[1490.9,1490.9,1494],"matches":[1,1,1],"probeId":"llm:astronomy:41e1388cc0b2"},{"answers":[1879.08,1879.08,1879.08],"matches":[1,1,1],"probeId":"llm:astronomy:e6294ee901f3"},{"answers":[2015,2013,2015],"matches":[0,1,0],"probeId":"llm:programming:0338b519a1dc"},{"answers":[64,64,64],"matches":[1,1,1],"probeId":"llm:crypto-params:be5f334f0ff2"},{"answers":[2000,2000,2000],"matches":[1,1,1],"probeId":"llm:chinese-internet:818d6dca2763"},{"answers":[2010,2010,2010],"matches":[1,1,1],"probeId":"llm:crypto-params:832de0053bd3"},{"answers":[8,8,8],"matches":[1,1,1],"probeId":"llm:math:1035021ff8d0"},{"answers":[92,92,92],"matches":[1,1,1],"probeId":"llm:chemistry-bp:6f7f67bcf007"},{"answers":[0.4,0.4,0.4],"matches":[1,1,1],"probeId":"llm:physics:e29692e12cd9"},{"answers":[58,58,58],"matches":[1,1,1],"probeId":"llm:biology:81c48cd6cbd0"},{"answers":[20,20,20],"matches":[1,1,1],"probeId":"llm:medical:3a1a38ff46f7"},{"answers":[46,46,46],"matches":[1,1,1],"probeId":"llm:biology:42b0bfcc6aa7"},{"answers":[834.84,834.8,834.8],"matches":[1,1,1],"probeId":"llm:astronomy:d819f48be184"},{"answers":[45,45,45],"matches":[1,1,1],"probeId":"llm:chinese-geography:59e7f59c41c1"},{"answers":[11,11,11],"matches":[1,1,1],"probeId":"llm:chinese-geography:b913212420b6"},{"answers":[740,740,740],"matches":[1,1,1],"probeId":"llm:physics:0a7b7c39eaf0"},{"answers":[-8,-8,-8],"matches":[1,1,1],"probeId":"llm:math:7d792a532b7d"},{"answers":[1684,1684,1684],"matches":[1,1,1],"probeId":"llm:chinese-history:d8e90ffbad91"},{"answers":[265,265,265],"matches":[1,1,1],"probeId":"llm:chemistry-mp:d6c4f3b8b0a8"},{"answers":[2019,2019,2019],"matches":[1,1,1],"probeId":"llm:programming:738666f7f457"},{"answers":[1044,1044,1044],"matches":[1,1,1],"probeId":"llm:chinese-history:5a7a47d44290"},{"answers":[1993,1993,1993],"matches":[1,1,1],"probeId":"llm:internet-culture:28133f860c46"},{"answers":[1986,1986,1986],"matches":[1,1,1],"probeId":"llm:programming:c82fb20d89a4"},{"answers":[1038,1038.7,1038.7],"matches":[1,1,1],"probeId":"llm:astronomy:ffddebab68ca"},{"answers":[192,192,192],"matches":[1,1,1],"probeId":"llm:medical:703b6e020269"},{"answers":[157,157,157],"matches":[1,1,1],"probeId":"llm:chemistry-bp:273a2b817ab8"},{"answers":[173,173,173],"matches":[1,1,1],"probeId":"llm:chemistry-bp:53d55aab14fa"},{"answers":[3171.33,3171.33,3171.33],"matches":[1,1,1],"probeId":"llm:astronomy:b661ce63b08a"},{"answers":[51,51,51],"matches":[1,1,1],"probeId":"llm:math:256dd992d3f5"},{"answers":[159000,159000,159000],"matches":[1,1,1],"probeId":"llm:chinese-geography:a27f812f4040"},{"answers":[1173,1173,1173],"matches":[1,1,1],"probeId":"llm:chinese-literature:0d19b4de6fcf"},{"answers":[895.5,895.55,895.87],"matches":[1,1,1],"probeId":"llm:astronomy:64d6b4a13a39"},{"answers":[156,156,156],"matches":[1,1,1],"probeId":"llm:biology:05b4a35f1393"},{"answers":[1994,1994,1994],"matches":[1,1,1],"probeId":"llm:programming:217d799e5d22"},{"answers":[2007,2007,2007],"matches":[1,1,1],"probeId":"llm:programming:45494f064d6b"},{"answers":[1991,1991,1991],"matches":[1,1,1],"probeId":"llm:programming:897f9e96833f"},{"answers":[182,182,182],"matches":[1,1,1],"probeId":"llm:chemistry-mp:af075c50631a"},{"answers":[677.37,677.4,677.37],"matches":[1,1,1],"probeId":"llm:astronomy:b589e5022433"}],"total":360},"statisticalPower":0.9576915149221004,"statisticalPowerEvidence":{"alpha":0.05,"alternativeMismatchRate":0.1695614391909838,"clopperPearsonConfidence":0.99,"criticalMismatchCount":14,"p0UpperBound":0.06956143919098379,"power":0.9576915149221004,"probeCount":120,"selfHamming":14,"selfTotal":360,"test":"one-sided-binomial"}},"result":{"cost":{"estimatedCostUsd":0.000796,"inputTokens":1162,"missingCostExchangeCount":20,"outputTokens":472,"pricedExchangeCount":2,"totalTokens":1634},"cumulativeCost":{"estimatedCostUsd":0.000796,"inputTokens":1162,"missingCostExchangeCount":20,"outputTokens":472,"pricedExchangeCount":2,"totalTokens":1634},"matchVector":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],"matchVectorHash":"sha256:aacfd864a24f614a795eed63d643452995d3104a3aef54c27d574ed3c51858c0","outcomeReason":{"affectedBatchCount":20,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":20},"parsedProbeCount":0,"selectedProbeCount":120,"stats":{"p0Cp99":null,"pValueBinomial":null,"selfCoverage":1,"selfHamming":8,"selfTotal":120,"targetCoverage":0,"targetHamming":0,"targetTotal":0},"verdict":"UNDETERMINED","verdictReason":"coverage 0.0000 below minimum 0.5"},"resume":{"parentAuditId":"0x13ddcce329ad784396b46499bce9d04745b6685026ab1082035b09077a9a8b67","parentEvidenceHash":"0x0a696951e91dfb6d9edb716a77a838d1e4ae2fe8f46963e82cb55738fe4f95a6","reservationAuditId":"0x13ddcce329ad784396b46499bce9d04745b6685026ab1082035b09077a9a8b67","reusedBatchIndexes":[]},"sellerThinking":{"attempts":[{"attemptCosts":[{"estimatedCostUsd":0.000199,"inputTokens":290,"inputUsdPerMillion":0.36,"outputTokens":118,"outputUsdPerMillion":0.8,"provider":"attacompute","service":"deepseek-v4-pro","tokenSource":"estimated","totalTokens":408},{"estimatedCostUsd":0.000199,"inputTokens":290,"inputUsdPerMillion":0.36,"outputTokens":118,"outputUsdPerMillion":0.8,"provider":"attacompute","service":"deepseek-v4-pro","tokenSource":"estimated","totalTokens":408}],"failure":"{\"error\":{\"message\":\"Oops, pinned peer could not complete the request.\\nAntseed is a peer-to-peer network. Try another peer or use Auto routing.\\nOriginal Response: {\\\"message\\\":\\\"This service is temporarily unavailable. Please try again shortly.\\\",\\\"status\\\":503}\",\"type\":\"service_unavailable\",\"code","maxTokens":800,"reasoningTokens":null,"requestIds":["1800154f-9c7d-4f02-9e63-90b76334d726","7d2c3101-fbd5-46f8-ad31-6e2d272c3379","b2c4fa37-3b36-4eb5-9027-d4598d40abcb"],"status":503,"strategy":"reasoning-effort-none","validAnswers":null},{"attemptCosts":[{"estimatedCostUsd":0.000199,"inputTokens":291,"inputUsdPerMillion":0.36,"outputTokens":118,"outputUsdPerMillion":0.8,"provider":"attacompute","service":"deepseek-v4-pro","tokenSource":"estimated","totalTokens":409},{"estimatedCostUsd":0.000199,"inputTokens":291,"inputUsdPerMillion":0.36,"outputTokens":118,"outputUsdPerMillion":0.8,"provider":"attacompute","service":"deepseek-v4-pro","tokenSource":"estimated","totalTokens":409}],"failure":"This operation was aborted","maxTokens":800,"reasoningTokens":null,"requestIds":["d916ce4c-62ff-4c5a-a0fc-77769d635ec7","4bc955d8-8737-47e3-99f1-1a8d30304dc9","e9c7def4-a34d-423a-96f1-e733429eddf8"],"status":null,"strategy":"reasoning-effort-minimal","validAnswers":null},{"attemptCosts":[],"failure":"not sent, seller unreachable: This operation was aborted","maxTokens":800,"reasoningTokens":null,"requestIds":[],"status":null,"strategy":"disable-thinking","validAnswers":null},{"attemptCosts":[],"failure":"not sent, seller unreachable: This operation was aborted","maxTokens":800,"reasoningTokens":null,"requestIds":[],"status":null,"strategy":"enable-thinking-false","validAnswers":null},{"attemptCosts":[],"failure":"not sent, seller unreachable: This operation was aborted","maxTokens":800,"reasoningTokens":null,"requestIds":[],"status":null,"strategy":"prefill","validAnswers":null},{"attemptCosts":[],"failure":"not sent, seller unreachable: This operation was aborted","maxTokens":800,"reasoningTokens":null,"requestIds":[],"status":null,"strategy":"bare","validAnswers":null},{"attemptCosts":[],"failure":"not sent, seller unreachable: This operation was aborted","maxTokens":40000,"reasoningTokens":null,"requestIds":[],"status":null,"strategy":"bare-expanded","validAnswers":null}],"failure":"no thinking-suppression strategy worked for deepseek-v4-pro on seller d5e7d5950b6cc71c095da4ace0c0cb8495667be0, even 'bare' with 40000 tokens: reasoning-effort-none: HTTP 503 {\"error\":{\"message\":\"Oops, pinned peer could not complete the request.\\nAntseed is a peer-to-peer network. Try another peer or use Auto routing.\\nOriginal Respo; reasoning-effort-minimal: failed This operation was aborted; disable-thinking: failed not sent, seller unreachable: This operation was aborted; enable-thinking-fal","maxTokens":1600,"method":"kbf-reference-code-2026-09-30","strategy":null},"target":{"agentId":"47214","displayName":"attacompute.ai","peerId":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0","service":"deepseek-v4-pro"},"version":1}