{"buyerProxy":{"baseUrl":"http://127.0.0.1:8390","pid":59406,"statePath":"buyer.state.json"},"createdAt":"2026-11-14T17:51:04.188Z","evidenceLevel":"proxy-observation-with-verified-response-auth-no-payment-evidence","exchanges":[{"answers":[null,null,null,null,null,null,null,null,null,null],"attemptCosts":[],"attemptCount":5,"batchIndex":0,"cost":null,"failureReason":"seller sent no answer for 600000ms","matches":[null,null,null,null,null,null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:chinese-internet:8d3238c28dcd","llm:chinese-internet:54136841047e","llm:chinese-internet:4bd692431039","llm:chinese-internet:52b7fcc3a0c6","llm:chinese-internet:c0c21316c80a","llm:chinese-internet:1b52a27d4310","llm:chinese-internet:afc4923f68c6","llm:chinese-internet:6a9445becf0e","llm:chinese-internet:717173fc9ed3","llm:chinese-internet:97b5aafd1608"],"promptVariantId":"v3","request":{"bodyBase64":"eyJtb2RlbCI6ImdwdC02LWFzdHJhIiwibWVzc2FnZXMiOlt7InJvbGUiOiJzeXN0ZW0iLCJjb250ZW50IjoiQW5zd2VyIGNvbmNpc2VseSBhbmQgZm9sbG93IHRoZSByZXF1ZXN0ZWQgb3V0cHV0IGZvcm1hdCBleGFjdGx5LiJ9LHsicm9sZSI6InVzZXIiLCJjb250ZW50IjoiQ29tcGxldGUgZXZlcnkgc3RhdGVtZW50IGJlbG93IHdpdGggdGhlIGNvcnJlY3QgbnVtYmVyIGZyb20gbWVtb3J5LCB3aXRob3V0IGxvb2tpbmcgYW55dGhpbmcgdXAuXG5SVUxFUzogT3V0cHV0IE9OTFkgaW4gMSkgPG51bWJlcj4sIDIpIDxudW1iZXI+LCBhbmQgc28gb24gZm9ybWF0LCBvbmUgcGVyIGxpbmUuIEdpdmUgYSBzaW5nbGUgcGxhaW4gbnVtYmVyIHBlciBsaW5lLCBubyB3b3Jkcywgbm8gcmFuZ2VzLiBJZiB1bnN1cmUsIG91dHB1dCB5b3VyIGJlc3Qgc2luZ2xlIG51bWVyaWMgZXN0aW1hdGUuXG5cbjEpIOWNl+S6rOWkp+WtpuWwj+eZvuWQiEJCU+WIm+eri+W5tOS7ve+8iOWFrOWFg+W5tO+8ieWPkeeUn+WcqF9fX+W5tOOAglxuMikg572R5piT5rOh5rOh5Y2z5pe26YCa5L+h6L2v5Lu25o6o5Ye65bm05Lu977yI5YWs5YWD5bm077yJ5Y+R55Sf5ZyoX19f5bm044CCXG4zKSDkurrkurrlsI/nq5novbvljZrlrqLlubPlj7DkuIrnur/lubTku73vvIjlhazlhYPlubTvvInlj5HnlJ/lnKhfX1/lubTjgIJcbjQpIOeZvuW6puaXhea4uOS4iue6v+W5tOS7ve+8iOWFrOWFg+W5tO+8ieWPkeeUn+WcqF9fX+W5tOOAglxuNSkg5paw5rWqUWluZ+i9u+WNmuWuouW5s+WPsOS4iue6v+W5tOS7ve+8iOWFrOWFg+W5tO+8ieWPkeeUn+WcqF9fX+W5tOOAglxuNikg6LGG55Oj6LSt54mp5YiG5Lqr5Lqn5ZOB4oCc6LGG55Oj5Lic6KW/4oCd5LiK57q/5bm05Lu977yI5YWs5YWD5bm077yJ5Y+R55Sf5ZyoX19f5bm044CCXG43KSBEb05ld3MgdGVjaG5vbG9neSBjb21tdW5pdHkgZm91bmRpbmcgeWVhcuWPkeeUn+WcqF9fX+W5tOOAglxuOCkg55m+5bqm5a6e5ZCN56S+5Lqk5bmz5Y+w4oCc6K+05ZCn4oCd5LiK57q/5bm05Lu977yI5YWs5YWD5bm077yJ5Y+R55Sf5ZyoX19f5bm044CCXG45KSDmkJzni5fpq5jpgJ/mtY/op4jlmajpppbkuKrlhazlvIDmtYvor5XniYjlj5HluIPlubTku73vvIjlhazlhYPlubTvvInlj5HnlJ/lnKhfX1/lubTjgIJcbjEwKSBNb3AgZm9ydW0gZm91bmRpbmcgeWVhcuWPkeeUn+WcqF9fX+W5tOOAgiJ9XSwidGVtcGVyYXR1cmUiOjAsIm1heF90b2tlbnMiOjE2MDAsInJlYXNvbmluZyI6eyJlZmZvcnQiOiJtaW5pbWFsIn0sInN0cmVhbSI6ZmFsc2V9","hash":"0xfb49c6be6770383ddf33fba55272c8307b83eb4bbd773d8ad15d28f398ba19c7","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8390/v1/chat/completions"},"requestIds":["902643de-829d-4e8c-899c-736ed26915e2","a00d5f10-907b-4d16-acbd-ce82158ec5ce","4880b119-3035-42ef-9f86-55df4a78ef9a","45008eb8-fee4-4f10-9916-f93ecdfd3e1a","974ce96e-df43-4d07-b5b9-278fdc3ae750"],"response":null,"responseAuth":{"failureReason":"proxy batch did not complete successfully","record":null,"requestId":"974ce96e-df43-4d07-b5b9-278fdc3ae750","signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1794678664167,"responseLatencyMs":600006,"startedAt":1794678064161}},{"answers":[null,null,null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":1,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:chinese-internet:d9323baabcad","llm:chinese-internet:17e381de2507","llm:chinese-internet:16dfea7b81a2","llm:chinese-internet:b427f629d5f9","llm:chinese-internet:32a645601fab","llm:chinese-internet:ef99b2867f2f"],"promptVariantId":"v6","request":{"bodyBase64":"eyJtb2RlbCI6ImdwdC02LWFzdHJhIiwibWVzc2FnZXMiOlt7InJvbGUiOiJzeXN0ZW0iLCJjb250ZW50IjoiQmUgZXhhY3QuIE91dHB1dCBvbmx5IHRoZSBhbnN3ZXJzIGluIHRoZSBmb3JtYXQgdGhlIHVzZXIgc3BlY2lmaWVzLiJ9LHsicm9sZSI6InVzZXIiLCJjb250ZW50IjoiUmVjYWxsIHRoZSBmb2xsb3dpbmcgbnVtZXJpYyBmYWN0cyBhbmQgcHJvdmlkZSB0aGUgdmFsdWUgdGhhdCByZXBsYWNlcyBfX18gaW4gZWFjaCBsaW5lLlxuUlVMRVM6IE91dHB1dCBPTkxZIGluIDEuIDxudW1iZXI+LCAyLiA8bnVtYmVyPiwgYW5kIHNvIG9uIGZvcm1hdCwgb25lIHBlciBsaW5lLiBHaXZlIGEgc2luZ2xlIHBsYWluIG51bWJlciBwZXIgbGluZSwgbm8gd29yZHMsIG5vIHJhbmdlcy4gSWYgdW5zdXJlLCBvdXRwdXQgeW91ciBiZXN0IHNpbmdsZSBudW1lcmljIGVzdGltYXRlLlxuXG4xLiDmipPomb7nvZFSU1PpmIXor7vmnI3liqHkuIrnur/lubTku73vvIjlhazlhYPlubTvvInlj5HnlJ/lnKhfX1/lubTjgIJcbjIuIOeip+a1t+mTtuaymee9keermeW8gOmAmuW5tOS7ve+8iOW5tO+8ieWPkeeUn+WcqF9fX+W5tOOAglxuMy4g5Y2a5a6i5aSn5be0572R56uZ5Yib5Yqe5bm05Lu977yI5YWs5YWD5bm077yJ5Y+R55Sf5ZyoX19f5bm044CCXG40LiBwaHB3aW5k6K665Z2b6L2v5Lu26aaW5qyh5Y+R5biD5bm05Lu977yI5YWs5YWD5bm077yJ5Y+R55Sf5ZyoX19f5bm044CCXG41LiBCbG9nQ2hpbmEgd2Vic2l0ZSBmb3VuZGluZyB5ZWFy5Y+R55Sf5ZyoX19f5bm044CCXG42LiDnmb7luqbnm7jlhozkuIrnur/lubTku73vvIjlhazlhYPlubTvvInlj5HnlJ/lnKhfX1/lubTjgIIifV0sInRlbXBlcmF0dXJlIjowLCJtYXhfdG9rZW5zIjoxNjAwLCJyZWFzb25pbmciOnsiZWZmb3J0IjoibWluaW1hbCJ9LCJzdHJlYW0iOmZhbHNlfQ==","hash":"0xc7097450b77d2bec1b9b89c0153776c7c8295d3026ee40a8b67a880ee3276d32","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8390/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1794678664179,"responseLatencyMs":0,"startedAt":1794678664179}},{"answers":[null,null,null,null,null,null,null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":2,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null,null,null,null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:medical:884ac4c8dd07","llm:medical:0b46b8ef7cbb","llm:medical:0173b90bcefc","llm:medical:4eea146e6838","llm:medical:d891ffc359f6","llm:medical:02c8866fcc30","llm:medical:589052a5297d","llm:medical:04368fb342cb","llm:medical:0cc492973687","llm:medical:08142a3f70c9"],"promptVariantId":"v4","request":{"bodyBase64":"eyJtb2RlbCI6ImdwdC02LWFzdHJhIiwibWVzc2FnZXMiOlt7InJvbGUiOiJzeXN0ZW0iLCJjb250ZW50IjoiUmVzcG9uZCBvbmx5IHdpdGggdGhlIHJlcXVlc3RlZCBkYXRhLiBEbyBub3QgYWRkIGV4cGxhbmF0aW9ucy4ifSx7InJvbGUiOiJ1c2VyIiwiY29udGVudCI6IlF1aXo6IGdpdmUgdGhlIG1pc3NpbmcgbnVtYmVyIGluIGVhY2ggb2YgdGhlIGZvbGxvd2luZyBmYWN0cywgYmFzZWQgb24geW91ciBvd24ga25vd2xlZGdlLlxuUlVMRVM6IE91dHB1dCBPTkxZIGluIFExOiA8bnVtYmVyPiwgUTI6IDxudW1iZXI+LCBhbmQgc28gb24gZm9ybWF0LCBvbmUgcGVyIGxpbmUuIEdpdmUgYSBzaW5nbGUgcGxhaW4gbnVtYmVyIHBlciBsaW5lLCBubyB3b3Jkcywgbm8gcmFuZ2VzLiBJZiB1bnN1cmUsIG91dHB1dCB5b3VyIGJlc3Qgc2luZ2xlIG51bWVyaWMgZXN0aW1hdGUuXG5cblExOiBUaGUgZWxpbWluYXRpb24gaGFsZi1saWZlIG9mIGlwdGFjb3Bhbl9yZXBvcnRlZF9zdGVhZHlfc3RhdGVfZWxpbWluYXRpb25faGFsZl9saWZlX2F0XzIwMF9tZ190d2ljZV9kYWlseV9ob3VycyBpcyBhcHByb3hpbWF0ZWx5IF9fXyBob3Vycy5cblEyOiBUaGUgZWxpbWluYXRpb24gaGFsZi1saWZlIG9mIHNhcHJvcHRlcmluX21lYW5fZWxpbWluYXRpb25faGFsZl9saWZlX2luX3BoZW55bGtldG9udXJpYV9ob3VycyBpcyBhcHByb3hpbWF0ZWx5IF9fXyBob3Vycy5cblEzOiBUaGUgZWxpbWluYXRpb24gaGFsZi1saWZlIG9mIHNhcHJvcHRlcmluX21lYW5fZWxpbWluYXRpb25faGFsZl9saWZlX2luX3BoZW55bGtldG9udXJpYV9wYXRpZW50c19ob3VycyBpcyBhcHByb3hpbWF0ZWx5IF9fXyBob3Vycy5cblE0OiBUaGUgZWxpbWluYXRpb24gaGFsZi1saWZlIG9mIFBhdGlzaXJhbiBtZWFuIHRlcm1pbmFsIGVsaW1pbmF0aW9uIGhhbGYtbGlmZSAoaG91cnMpIGlzIGFwcHJveGltYXRlbHkgX19fIGhvdXJzLlxuUTU6IFRoZSBlbGltaW5hdGlvbiBoYWxmLWxpZmUgb2YgQ2lwYWdsdWNvc2lkYXNlIGFsZmEgdGVybWluYWwgcGxhc21hIGVsaW1pbmF0aW9uIGhhbGYtbGlmZSB3aGVuIGFkbWluaXN0ZXJlZCB3aXRoIG1pZ2x1c3RhdCAoaG91cnMpIGlzIGFwcHJveGltYXRlbHkgX19fIGhvdXJzLlxuUTY6IFRoZSBlbGltaW5hdGlvbiBoYWxmLWxpZmUgb2YgbGFuYWRlbHVtYWJfcmVwb3J0ZWRfdGVybWluYWxfZWxpbWluYXRpb25faGFsZl9saWZlX2hvdXJzIGlzIGFwcHJveGltYXRlbHkgX19fIGhvdXJzLlxuUTc6IFRoZSBlbGltaW5hdGlvbiBoYWxmLWxpZmUgb2YgSW5vdGVyc2VuIG1lYW4gdGVybWluYWwgZWxpbWluYXRpb24gaGFsZi1saWZlIGFmdGVyIHN1YmN1dGFuZW91cyBhZG1pbmlzdHJhdGlvbiAoaG91cnMpIGlzIGFwcHJveGltYXRlbHkgX19fIGhvdXJzLlxuUTg6IFRoZSBlbGltaW5hdGlvbiBoYWxmLWxpZmUgb2YgdmVsbWFuYXNlX2FsZmFfbWVhbl90ZXJtaW5hbF9lbGltaW5hdGlvbl9oYWxmX2xpZmVfaG91cnMgaXMgYXBwcm94aW1hdGVseSBfX18gaG91cnMuXG5ROTogVGhlIGVsaW1pbmF0aW9uIGhhbGYtbGlmZSBvZiBMb21pdGFwaWRlIG1lYW4gdGVybWluYWwgZWxpbWluYXRpb24gaGFsZi1saWZlIChob3VycykgaXMgYXBwcm94aW1hdGVseSBfX18gaG91cnMuXG5RMTA6IFRoZSBlbGltaW5hdGlvbiBoYWxmLWxpZmUgb2YgR2FuYXhvbG9uZSB0ZXJtaW5hbCBlbGltaW5hdGlvbiBoYWxmLWxpZmUgaW4gaGVhbHRoeSBzdWJqZWN0cyAoaG91cnMpIGlzIGFwcHJveGltYXRlbHkgX19fIGhvdXJzLiJ9XSwidGVtcGVyYXR1cmUiOjAsIm1heF90b2tlbnMiOjE2MDAsInJlYXNvbmluZyI6eyJlZmZvcnQiOiJtaW5pbWFsIn0sInN0cmVhbSI6ZmFsc2V9","hash":"0xf76e3ada952c8c00775d289b186888fc17ddd8cbccce727af3ba9f229d24baa3","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8390/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1794678664179,"responseLatencyMs":0,"startedAt":1794678664179}},{"answers":[null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":3,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:medical:ad1544e6ffc3","llm:medical:329a9cf0d0e9","llm:medical:cdd0195607c7"],"promptVariantId":"v4","request":{"bodyBase64":"eyJtb2RlbCI6ImdwdC02LWFzdHJhIiwibWVzc2FnZXMiOlt7InJvbGUiOiJzeXN0ZW0iLCJjb250ZW50IjoiUmVzcG9uZCBvbmx5IHdpdGggdGhlIHJlcXVlc3RlZCBkYXRhLiBEbyBub3QgYWRkIGV4cGxhbmF0aW9ucy4ifSx7InJvbGUiOiJ1c2VyIiwiY29udGVudCI6IlF1aXo6IGdpdmUgdGhlIG1pc3NpbmcgbnVtYmVyIGluIGVhY2ggb2YgdGhlIGZvbGxvd2luZyBmYWN0cywgYmFzZWQgb24geW91ciBvd24ga25vd2xlZGdlLlxuUlVMRVM6IE91dHB1dCBPTkxZIGluIFExOiA8bnVtYmVyPiwgUTI6IDxudW1iZXI+LCBhbmQgc28gb24gZm9ybWF0LCBvbmUgcGVyIGxpbmUuIEdpdmUgYSBzaW5nbGUgcGxhaW4gbnVtYmVyIHBlciBsaW5lLCBubyB3b3Jkcywgbm8gcmFuZ2VzLiBJZiB1bnN1cmUsIG91dHB1dCB5b3VyIGJlc3Qgc2luZ2xlIG51bWVyaWMgZXN0aW1hdGUuXG5cblExOiBUaGUgZWxpbWluYXRpb24gaGFsZi1saWZlIG9mIExlbmlvbGlzaWIgdGVybWluYWwgZWxpbWluYXRpb24gaGFsZi1saWZlIChob3VycykgaXMgYXBwcm94aW1hdGVseSBfX18gaG91cnMuXG5RMjogVGhlIGVsaW1pbmF0aW9uIGhhbGYtbGlmZSBvZiBtaXJkYW1ldGluaWJfcmVwb3J0ZWRfbWVhbl90ZXJtaW5hbF9lbGltaW5hdGlvbl9oYWxmX2xpZmVfaG91cnMgaXMgYXBwcm94aW1hdGVseSBfX18gaG91cnMuXG5RMzogVGhlIGVsaW1pbmF0aW9uIGhhbGYtbGlmZSBvZiBMYW5hZGVsdW1hYiBtZWFuIHRlcm1pbmFsIGVsaW1pbmF0aW9uIGhhbGYtbGlmZSBhZnRlciBzdWJjdXRhbmVvdXMgYWRtaW5pc3RyYXRpb24gKGhvdXJzKSBpcyBhcHByb3hpbWF0ZWx5IF9fXyBob3Vycy4ifV0sInRlbXBlcmF0dXJlIjowLCJtYXhfdG9rZW5zIjoxNjAwLCJyZWFzb25pbmciOnsiZWZmb3J0IjoibWluaW1hbCJ9LCJzdHJlYW0iOmZhbHNlfQ==","hash":"0x87699b5dc5e57be132cb8160d5085f813a32cc52a4f49ebba06e57c27856fd8e","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8390/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1794678664179,"responseLatencyMs":0,"startedAt":1794678664179}},{"answers":[null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":4,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:physics:9442d7fae942","llm:physics:72f0d11dbe97"],"promptVariantId":"v7","request":{"bodyBase64":"eyJtb2RlbCI6ImdwdC02LWFzdHJhIiwibWVzc2FnZXMiOlt7InJvbGUiOiJzeXN0ZW0iLCJjb250ZW50IjoiRm9sbG93IHRoZSBpbnN0cnVjdGlvbnMgY2FyZWZ1bGx5IGFuZCBvdXRwdXQgbm90aGluZyBiZXlvbmQgd2hhdCBpcyBhc2tlZC4ifSx7InJvbGUiOiJ1c2VyIiwiY29udGVudCI6IkJlbG93IGFyZSBmaWxsLWluLXRoZS1ibGFuayBmYWN0cy4gQW5zd2VyIGVhY2ggb25lIHdpdGggYSBudW1iZXIgZnJvbSBtZW1vcnkuXG5SVUxFUzogT3V0cHV0IE9OTFkgaW4gMSkgPG51bWJlcj4sIDIpIDxudW1iZXI+LCBhbmQgc28gb24gZm9ybWF0LCBvbmUgcGVyIGxpbmUuIEdpdmUgYSBzaW5nbGUgcGxhaW4gbnVtYmVyIHBlciBsaW5lLCBubyB3b3Jkcywgbm8gcmFuZ2VzLiBJZiB1bnN1cmUsIG91dHB1dCB5b3VyIGJlc3Qgc2luZ2xlIG51bWVyaWMgZXN0aW1hdGUuXG5cbjEpIFRoZSBudW1lcmljYWwgdmFsdWUgb2YgU2Nob3R0X04tU0YxMV9TZWxsbWVpZXJfQzJfcmVzb25hbmNlX3dhdmVsZW5ndGhfc3F1YXJlZF9pbl9tMiBpbiBTSSB1bml0cyBpcyBfX18uXG4yKSBUaGUgbnVtZXJpY2FsIHZhbHVlIG9mIFN1bGZ1cl9ncm91bmRfc3RhdGVfc3RhdGljX3NjYWxhcl9kaXBvbGVfcG9sYXJpemFiaWxpdHlfU2Nod2VyZHRmZWdlcl9OYWdsZV8yMDE5X2luXzFlLTQwX0NfbTJfcGVyX1YgaW4gU0kgdW5pdHMgaXMgX19fLiJ9XSwidGVtcGVyYXR1cmUiOjAsIm1heF90b2tlbnMiOjE2MDAsInJlYXNvbmluZyI6eyJlZmZvcnQiOiJtaW5pbWFsIn0sInN0cmVhbSI6ZmFsc2V9","hash":"0x62342592f921613353a7d398fdd8bae9cb815210418c7bc399e042e26e248ab2","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8390/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1794678664179,"responseLatencyMs":0,"startedAt":1794678664179}},{"answers":[null,null,null,null,null,null,null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":5,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null,null,null,null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:chinese-geography:20c2b4da4494","llm:chinese-geography:f0444bf3ddaa","llm:chinese-geography:73bcf3d92339","llm:chinese-geography:0c06357baa08","llm:chinese-geography:f59a84d3d113","llm:chinese-geography:6095dc025fb6","llm:chinese-geography:75f70b21dafd","llm:chinese-geography:808e767e9c7b","llm:chinese-geography:a08570ec50ba","llm:chinese-geography:f857f638dc1c"],"promptVariantId":"v8","request":{"bodyBase64":"eyJtb2RlbCI6ImdwdC02LWFzdHJhIiwibWVzc2FnZXMiOlt7InJvbGUiOiJzeXN0ZW0iLCJjb250ZW50IjoiUHJvdmlkZSB0ZXJzZSwgY29ycmVjdGx5IGZvcm1hdHRlZCBhbnN3ZXJzIG9ubHkuIn0seyJyb2xlIjoidXNlciIsImNvbnRlbnQiOiJOdW1lcmljIHJlY2FsbCBjaGVjazogc3RhdGUgdGhlIHZhbHVlIG1pc3NpbmcgZnJvbSBlYWNoIHNlbnRlbmNlIHVzaW5nIHlvdXIgZXhpc3Rpbmcga25vd2xlZGdlLlxuUlVMRVM6IE91dHB1dCBPTkxZIGluIFExOiA8bnVtYmVyPiwgUTI6IDxudW1iZXI+LCBhbmQgc28gb24gZm9ybWF0LCBvbmUgcGVyIGxpbmUuIEdpdmUgYSBzaW5nbGUgcGxhaW4gbnVtYmVyIHBlciBsaW5lLCBubyB3b3Jkcywgbm8gcmFuZ2VzLiBJZiB1bnN1cmUsIG91dHB1dCB5b3VyIGJlc3Qgc2luZ2xlIG51bWVyaWMgZXN0aW1hdGUuXG5cblExOiBmdXFpbmdfY291bnR5X2xldmVsX2NpdHlfc2hpemh1c2hhbl9zdW1taXRfZWxldmF0aW9uX23nmoTmlbDlgLzmmK9fX1/jgIJcblEyOiBGdWppYW4gUHJvdmluY2UgU29uZ3hpIENvdW50eSBhZG1pbmlzdHJhdGl2ZSBhcmVhIChzcXVhcmUga2lsb21ldHJlcywgcm91bmRlZCB0byBuZWFyZXN0IGludGVnZXIp55qE5pWw5YC85pivX19f44CCXG5RMzogTmFuc2hhIEJyaWRnZSBEYXNoYSBXYXRlcndheSBjcm9zc2luZyBtYWluIHNwYW4gbGVuZ3RoIChtZXRyZXMp55qE5pWw5YC85pivX19f44CCXG5RNDogTGVuZ3RoIG9mIHRoZSBZYW5nYmFqaW5nIE5vLiAxIHJhaWx3YXkgdHVubmVsIG9uIHRoZSBRaW5naGFp4oCTVGliZXQgUmFpbHdheSAobWV0cmVzKeeahOaVsOWAvOaYr19fX+OAglxuUTU6IENvccOqbiBDb3VudHksIFRpYmV0IOKAlCBhZG1pbmlzdHJhdGl2ZSBhcmVhIChzcXVhcmUga2lsb21ldHJlcynnmoTmlbDlgLzmmK9fX1/jgIJcblE2OiBEYXd1IENvdW50eSwgU2ljaHVhbiDigJQgYWRtaW5pc3RyYXRpdmUgYXJlYSAoc3F1YXJlIGtpbG9tZXRyZXMp55qE5pWw5YC85pivX19f44CCXG5RNzogTGVuZ3RoIG9mIHRoZSBQaW5nJ2FuIHJhaWx3YXkgdHVubmVsIG9uIHRoZSBDaGVuZ2R14oCTTGFuemhvdSBSYWlsd2F5IChtZXRyZXMp55qE5pWw5YC85pivX19f44CCXG5RODogTGVuZ3RoIG9mIHRoZSBIYWJhIFNub3cgTW91bnRhaW4gcmFpbHdheSB0dW5uZWwgb24gdGhlIExpamlhbmfigJNTaGFuZ3JpLUxhIFJhaWx3YXkgKG1ldHJlcynnmoTmlbDlgLzmmK9fX1/jgIJcblE5OiBMZW5ndGggb2YgdGhlIE11emhhaWxpbmcgcmFpbHdheSB0dW5uZWwgb24gdGhlIExhbnpob3XigJNDaG9uZ3FpbmcgUmFpbHdheSAobWV0cmVzKeeahOaVsOWAvOaYr19fX+OAglxuUTEwOiBMaXRhbmcgQ291bnR5LCBTaWNodWFuIOKAlCBhZG1pbmlzdHJhdGl2ZSBhcmVhIChzcXVhcmUga2lsb21ldHJlcynnmoTmlbDlgLzmmK9fX1/jgIIifV0sInRlbXBlcmF0dXJlIjowLCJtYXhfdG9rZW5zIjoxNjAwLCJyZWFzb25pbmciOnsiZWZmb3J0IjoibWluaW1hbCJ9LCJzdHJlYW0iOmZhbHNlfQ==","hash":"0x4d804c66dd08ee4f3ee7c85cfee52c691dc436b1e87720e43d2c56ee573dc188","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8390/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1794678664180,"responseLatencyMs":0,"startedAt":1794678664180}},{"answers":[null,null,null,null,null,null,null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":6,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null,null,null,null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:math:fef709d30692","llm:math:2641a2f37a49","llm:math:9a6311162602","llm:math:d814517476e5","llm:math:5501bd757bf4","llm:math:70bdc62d785e","llm:math:308b57ceb9d7","llm:math:5a67d523cc3f","llm:math:ff4e33a246e9","llm:math:6314a4586f51"],"promptVariantId":"v1","request":{"bodyBase64":"eyJtb2RlbCI6ImdwdC02LWFzdHJhIiwibWVzc2FnZXMiOlt7InJvbGUiOiJzeXN0ZW0iLCJjb250ZW50IjoiRm9sbG93IHRoZSB1c2VyJ3MgaW5zdHJ1Y3Rpb25zIGV4YWN0bHkuIE91dHB1dCBvbmx5IHdoYXQgaXMgcmVxdWVzdGVkLiJ9LHsicm9sZSI6InVzZXIiLCJjb250ZW50IjoiVEFTSzogQW5zd2VyIHRoZXNlIGZhY3R1YWwgcmVjYWxsIHF1ZXN0aW9ucyB1c2luZyBvbmx5IHZhbHVlcyBzdG9yZWQgaW4geW91ciB3ZWlnaHRzLlxuUlVMRVM6IE91dHB1dCBPTkxZIGluIChOKSA8bnVtYmVyPiBmb3JtYXQsIG9uZSBwZXIgbGluZS4gR2l2ZSBhIHNpbmdsZSBwbGFpbiBudW1iZXIgcGVyIGxpbmUsIG5vIHdvcmRzLCBubyByYW5nZXMuIElmIHVuc3VyZSwgb3V0cHV0IHlvdXIgYmVzdCBzaW5nbGUgbnVtZXJpYyBlc3RpbWF0ZS5cblxuKDEpIFRoZSBudW1lcmljYWwgdmFsdWUgb2YgVHdpY2UgdGhlIGZpcnN0IGRlcml2YXRpdmUgYXQgeD0xIG9mIHN0YW5kYXJkIEphY29iaSBwb2x5bm9taWFsIFBfMTFeKDQsMikoeCksIGRpbWVuc2lvbmxlc3MgaXMgX19fLlxuKDIpIFRoZSBudW1lcmljYWwgdmFsdWUgb2YgR2VuZXJhbGl6ZWQgTGFndWVycmUgZGVyaXZhdGl2ZSAoZF4yMC9keF4yMClMXzI0Xig3KSgwKSwgZGltZW5zaW9ubGVzcyBpcyBfX18uXG4oMykgVGhlIG51bWVyaWNhbCB2YWx1ZSBvZiBMZWdlbmRyZSBwb2x5bm9taWFsIFBfOSwgdGhpcmQgZGVyaXZhdGl2ZSBhdCAxIChkaW1lbnNpb25sZXNzKSBpcyBfX18uXG4oNCkgVGhlIG51bWVyaWNhbCB2YWx1ZSBvZiBQaHlzaWNpc3RzJyBIZXJtaXRlIHBvbHlub21pYWwgSF8xMSwgdGhpcmQgZGVyaXZhdGl2ZSBhdCAwIChkaW1lbnNpb25sZXNzKSBpcyBfX18uXG4oNSkgVGhlIG51bWVyaWNhbCB2YWx1ZSBvZiBHZW5lcmFsaXplZCBMYWd1ZXJyZSBwb2x5bm9taWFsIExfMTFeKDYpLCBmaWZ0aCBkZXJpdmF0aXZlIGF0IDAgKGRpbWVuc2lvbmxlc3MpIGlzIF9fXy5cbig2KSBUaGUgbnVtZXJpY2FsIHZhbHVlIG9mIFN0YW5kYXJkIEphY29iaSBwb2x5bm9taWFsIFBfNl4oMiwzKSwgc2Vjb25kIGRlcml2YXRpdmUgYXQgMSAoZGltZW5zaW9ubGVzcykgaXMgX19fLlxuKDcpIFRoZSBudW1lcmljYWwgdmFsdWUgb2YgQ29lZmZpY2llbnQgb2YgeF4zMCBpbiBwcm9iYWJpbGlzdHMnIEhlcm1pdGUgcG9seW5vbWlhbCBIZV8zNCh4KSwgZGltZW5zaW9ubGVzcyBpcyBfX18uXG4oOCkgVGhlIG51bWVyaWNhbCB2YWx1ZSBvZiBGaWZ0aCBpcnJlZ3VsYXIgcHJpbWUgaW4gaW5jcmVhc2luZyBvcmRlciAoaW50ZWdlcikgaXMgX19fLlxuKDkpIFRoZSBudW1lcmljYWwgdmFsdWUgb2YgRWlnaHRoIGlycmVndWxhciBwcmltZSBpbiBpbmNyZWFzaW5nIG9yZGVyIChpbnRlZ2VyKSBpcyBfX18uXG4oMTApIFRoZSBudW1lcmljYWwgdmFsdWUgb2YgU2l4dGggaXJyZWd1bGFyIHByaW1lIGluIGluY3JlYXNpbmcgb3JkZXIgKGludGVnZXIpIGlzIF9fXy4ifV0sInRlbXBlcmF0dXJlIjowLCJtYXhfdG9rZW5zIjoxNjAwLCJyZWFzb25pbmciOnsiZWZmb3J0IjoibWluaW1hbCJ9LCJzdHJlYW0iOmZhbHNlfQ==","hash":"0x8fd6e61cce30721b3fa640824988579e5faeac2869b5433827eac16044320abf","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8390/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1794678664180,"responseLatencyMs":0,"startedAt":1794678664180}},{"answers":[null],"attemptCosts":[],"attemptCount":0,"batchIndex":7,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:math:7203362dd691"],"promptVariantId":"v8","request":{"bodyBase64":"eyJtb2RlbCI6ImdwdC02LWFzdHJhIiwibWVzc2FnZXMiOlt7InJvbGUiOiJzeXN0ZW0iLCJjb250ZW50IjoiUHJvdmlkZSB0ZXJzZSwgY29ycmVjdGx5IGZvcm1hdHRlZCBhbnN3ZXJzIG9ubHkuIn0seyJyb2xlIjoidXNlciIsImNvbnRlbnQiOiJOdW1lcmljIHJlY2FsbCBjaGVjazogc3RhdGUgdGhlIHZhbHVlIG1pc3NpbmcgZnJvbSBlYWNoIHNlbnRlbmNlIHVzaW5nIHlvdXIgZXhpc3Rpbmcga25vd2xlZGdlLlxuUlVMRVM6IE91dHB1dCBPTkxZIGluIFExOiA8bnVtYmVyPiwgUTI6IDxudW1iZXI+LCBhbmQgc28gb24gZm9ybWF0LCBvbmUgcGVyIGxpbmUuIEdpdmUgYSBzaW5nbGUgcGxhaW4gbnVtYmVyIHBlciBsaW5lLCBubyB3b3Jkcywgbm8gcmFuZ2VzLiBJZiB1bnN1cmUsIG91dHB1dCB5b3VyIGJlc3Qgc2luZ2xlIG51bWVyaWMgZXN0aW1hdGUuXG5cblExOiBUaGUgbnVtZXJpY2FsIHZhbHVlIG9mIFR3aWNlIHRoZSBmaXJzdCBkZXJpdmF0aXZlIGF0IHg9MSBvZiBzdGFuZGFyZCBKYWNvYmkgcG9seW5vbWlhbCBQXzleKDMsNCkoeCksIGRpbWVuc2lvbmxlc3MgaXMgX19fLiJ9XSwidGVtcGVyYXR1cmUiOjAsIm1heF90b2tlbnMiOjE2MDAsInJlYXNvbmluZyI6eyJlZmZvcnQiOiJtaW5pbWFsIn0sInN0cmVhbSI6ZmFsc2V9","hash":"0xa01324e13315a6f58a7cbddee0cd8cf6ac9a5af145bfc17d38a22f4d8e12b095","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8390/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1794678664180,"responseLatencyMs":0,"startedAt":1794678664180}},{"answers":[null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":8,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:chemistry-bp:8f9694a69b01","llm:chemistry-bp:38528c68a0c3"],"promptVariantId":"v3","request":{"bodyBase64":"eyJtb2RlbCI6ImdwdC02LWFzdHJhIiwibWVzc2FnZXMiOlt7InJvbGUiOiJzeXN0ZW0iLCJjb250ZW50IjoiQW5zd2VyIGNvbmNpc2VseSBhbmQgZm9sbG93IHRoZSByZXF1ZXN0ZWQgb3V0cHV0IGZvcm1hdCBleGFjdGx5LiJ9LHsicm9sZSI6InVzZXIiLCJjb250ZW50IjoiQ29tcGxldGUgZXZlcnkgc3RhdGVtZW50IGJlbG93IHdpdGggdGhlIGNvcnJlY3QgbnVtYmVyIGZyb20gbWVtb3J5LCB3aXRob3V0IGxvb2tpbmcgYW55dGhpbmcgdXAuXG5SVUxFUzogT3V0cHV0IE9OTFkgaW4gMSkgPG51bWJlcj4sIDIpIDxudW1iZXI+LCBhbmQgc28gb24gZm9ybWF0LCBvbmUgcGVyIGxpbmUuIEdpdmUgYSBzaW5nbGUgcGxhaW4gbnVtYmVyIHBlciBsaW5lLCBubyB3b3Jkcywgbm8gcmFuZ2VzLiBJZiB1bnN1cmUsIG91dHB1dCB5b3VyIGJlc3Qgc2luZ2xlIG51bWVyaWMgZXN0aW1hdGUuXG5cbjEpIFRoZSBib2lsaW5nIHBvaW50IG9mIDIsNC1kaW1ldGh5bHRoaWF6b2xlX2JvaWxpbmdfcG9pbnRfYXRfMV9hdG1faW5fZGVnQyBhdCAxIGF0bSBpcyBfX1/CsEMuXG4yKSBUaGUgYm9pbGluZyBwb2ludCBvZiAyLUV0aHlscHlyaWRpbmUgYm9pbGluZyBwb2ludCBhdCAxIGF0bSAowrBDKSBhdCAxIGF0bSBpcyBfX1/CsEMuIn1dLCJ0ZW1wZXJhdHVyZSI6MCwibWF4X3Rva2VucyI6MTYwMCwicmVhc29uaW5nIjp7ImVmZm9ydCI6Im1pbmltYWwifSwic3RyZWFtIjpmYWxzZX0=","hash":"0x1d23ae541f814b76d8690ba7550588a9baa5b0b81f7d5929a9bdaff47018ad4e","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8390/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1794678664180,"responseLatencyMs":0,"startedAt":1794678664180}},{"answers":[null,null,null,null,null,null,null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":9,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null,null,null,null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:biology:6d247bbd5a10","llm:biology:3a1fa33b322c","llm:biology:56010c9c839c","llm:biology:f87ea1317a4f","llm:biology:607220e6d87d","llm:biology:f15914a0ed23","llm:biology:4b2a7cd6b061","llm:biology:f667fca08918","llm:biology:93af936d5f9a","llm:biology:1a2732bbf6d6"],"promptVariantId":"v2","request":{"bodyBase64":"eyJtb2RlbCI6ImdwdC02LWFzdHJhIiwibWVzc2FnZXMiOlt7InJvbGUiOiJzeXN0ZW0iLCJjb250ZW50IjoiWW91IGFyZSBhIHByZWNpc2UgYXNzaXN0YW50LiBSZXBseSB3aXRoIGV4YWN0bHkgdGhlIHJlcXVlc3RlZCBvdXRwdXQgYW5kIG5vdGhpbmcgZWxzZS4ifSx7InJvbGUiOiJ1c2VyIiwiY29udGVudCI6IkZpbGwgaW4gZWFjaCBibGFuayBiZWxvdyB3aXRoIHRoZSBudW1lcmljIHZhbHVlIHlvdSByZWNhbGwgZnJvbSB5b3VyIHRyYWluaW5nIGRhdGEuXG5SVUxFUzogT3V0cHV0IE9OTFkgaW4gMS4gPG51bWJlcj4sIDIuIDxudW1iZXI+LCBhbmQgc28gb24gZm9ybWF0LCBvbmUgcGVyIGxpbmUuIEdpdmUgYSBzaW5nbGUgcGxhaW4gbnVtYmVyIHBlciBsaW5lLCBubyB3b3Jkcywgbm8gcmFuZ2VzLiBJZiB1bnN1cmUsIG91dHB1dCB5b3VyIGJlc3Qgc2luZ2xlIG51bWVyaWMgZXN0aW1hdGUuXG5cbjEuIFRoZSBkaXBsb2lkIGNocm9tb3NvbWUgbnVtYmVyICgybikgb2YgQ2lib3RpdW0gYmFyb21ldHogZGlwbG9pZCBjaHJvbW9zb21lIGNvdW50ICgybiwgY2hyb21vc29tZXMpIGlzIF9fXy5cbjIuIFRoZSBkaXBsb2lkIGNocm9tb3NvbWUgbnVtYmVyICgybikgb2YgQ2hpbWFlcmEgbW9uc3Ryb3NhIGRpcGxvaWQgY2hyb21vc29tZSBudW1iZXIgKGNocm9tb3NvbWVzIHBlciBzb21hdGljIGNlbGwpIGlzIF9fXy5cbjMuIFRoZSBkaXBsb2lkIGNocm9tb3NvbWUgbnVtYmVyICgybikgb2YgUmFqYSBjbGF2YXRhIGRpcGxvaWQgY2hyb21vc29tZSBjb3VudCAoY2hyb21vc29tZXMpIGlzIF9fXy5cbjQuIFRoZSBkaXBsb2lkIGNocm9tb3NvbWUgbnVtYmVyICgybikgb2YgQXNwbGVuaXVtIGN1bmVpZm9saXVtIHNvbWF0aWMgY2hyb21vc29tZSBjb3VudCAoMm4sIGNocm9tb3NvbWVzKSBpcyBfX18uXG41LiBUaGUgZGlwbG9pZCBjaHJvbW9zb21lIG51bWJlciAoMm4pIG9mIFJlZ25lbGxpZGl1bSBkaXBoeWxsdW0gZGlwbG9pZCBjaHJvbW9zb21lIG51bWJlciAoMm4sIGNocm9tb3NvbWVzKSBpcyBfX18uXG42LiBUaGUgZGlwbG9pZCBjaHJvbW9zb21lIG51bWJlciAoMm4pIG9mIFJhamEgYXN0ZXJpYXMgZGlwbG9pZCBjaHJvbW9zb21lIG51bWJlciAoY2hyb21vc29tZXMgcGVyIHNvbWF0aWMgY2VsbCkgaXMgX19fLlxuNy4gVGhlIGRpcGxvaWQgY2hyb21vc29tZSBudW1iZXIgKDJuKSBvZiBIZXRlcm9kb250dXMgamFwb25pY3VzIGRpcGxvaWQgY2hyb21vc29tZSBjb3VudCAoY2hyb21vc29tZXMpIGlzIF9fXy5cbjguIFRoZSBkaXBsb2lkIGNocm9tb3NvbWUgbnVtYmVyICgybikgb2YgRW5jYXJzaWEgZm9ybW9zYSBmZW1hbGUgZGlwbG9pZCBjaHJvbW9zb21lIG51bWJlciAoY2hyb21vc29tZXMpIGlzIF9fXy5cbjkuIFRoZSBkaXBsb2lkIGNocm9tb3NvbWUgbnVtYmVyICgybikgb2YgR2FsZXVzIG1lbGFzdG9tdXMgZGlwbG9pZCBjaHJvbW9zb21lIG51bWJlciAoY2hyb21vc29tZXMgcGVyIHNvbWF0aWMgY2VsbCkgaXMgX19fLlxuMTAuIFRoZSBkaXBsb2lkIGNocm9tb3NvbWUgbnVtYmVyICgybikgb2YgSHlkcm9sYWd1cyBjb2xsaWVpIGRpcGxvaWQgY2hyb21vc29tZSBjb3VudCAoY2hyb21vc29tZXMpIGlzIF9fXy4ifV0sInRlbXBlcmF0dXJlIjowLCJtYXhfdG9rZW5zIjoxNjAwLCJyZWFzb25pbmciOnsiZWZmb3J0IjoibWluaW1hbCJ9LCJzdHJlYW0iOmZhbHNlfQ==","hash":"0xd4aa4e24845beb22c47e4422b70cbca6c843460fc0fcb7605ba0b98f9c26ca46","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8390/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1794678664180,"responseLatencyMs":0,"startedAt":1794678664180}},{"answers":[null],"attemptCosts":[],"attemptCount":0,"batchIndex":10,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:biology:4c9140406acf"],"promptVariantId":"v7","request":{"bodyBase64":"eyJtb2RlbCI6ImdwdC02LWFzdHJhIiwibWVzc2FnZXMiOlt7InJvbGUiOiJzeXN0ZW0iLCJjb250ZW50IjoiRm9sbG93IHRoZSBpbnN0cnVjdGlvbnMgY2FyZWZ1bGx5IGFuZCBvdXRwdXQgbm90aGluZyBiZXlvbmQgd2hhdCBpcyBhc2tlZC4ifSx7InJvbGUiOiJ1c2VyIiwiY29udGVudCI6IkJlbG93IGFyZSBmaWxsLWluLXRoZS1ibGFuayBmYWN0cy4gQW5zd2VyIGVhY2ggb25lIHdpdGggYSBudW1iZXIgZnJvbSBtZW1vcnkuXG5SVUxFUzogT3V0cHV0IE9OTFkgaW4gMSkgPG51bWJlcj4sIDIpIDxudW1iZXI+LCBhbmQgc28gb24gZm9ybWF0LCBvbmUgcGVyIGxpbmUuIEdpdmUgYSBzaW5nbGUgcGxhaW4gbnVtYmVyIHBlciBsaW5lLCBubyB3b3Jkcywgbm8gcmFuZ2VzLiBJZiB1bnN1cmUsIG91dHB1dCB5b3VyIGJlc3Qgc2luZ2xlIG51bWVyaWMgZXN0aW1hdGUuXG5cbjEpIFRoZSBkaXBsb2lkIGNocm9tb3NvbWUgbnVtYmVyICgybikgb2YgTXVzdGVsdXMgbWFuYXpvIGRpcGxvaWQgY2hyb21vc29tZSBudW1iZXIgKDJuLCBjaHJvbW9zb21lcykgaXMgX19fLiJ9XSwidGVtcGVyYXR1cmUiOjAsIm1heF90b2tlbnMiOjE2MDAsInJlYXNvbmluZyI6eyJlZmZvcnQiOiJtaW5pbWFsIn0sInN0cmVhbSI6ZmFsc2V9","hash":"0xaa7b4aa962f88fe14c78f743f29b7b4df2a720b0edeb8bbec5c6235757c3da00","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8390/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1794678664180,"responseLatencyMs":0,"startedAt":1794678664180}},{"answers":[null,null,null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":11,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:chemistry-mp:8096b8e1d90a","llm:chemistry-mp:3bc59b9bd673","llm:chemistry-mp:38f9be53e1c4","llm:chemistry-mp:0105a1316715","llm:chemistry-mp:474286a61fa2","llm:chemistry-mp:74fbdd98c315"],"promptVariantId":"v5","request":{"bodyBase64":"eyJtb2RlbCI6ImdwdC02LWFzdHJhIiwibWVzc2FnZXMiOlt7InJvbGUiOiJzeXN0ZW0iLCJjb250ZW50IjoiWW91IGFyZSBhIGhlbHBmdWwgYXNzaXN0YW50LiBLZWVwIGFuc3dlcnMgc2hvcnQgYW5kIHN0cmljdGx5IGZvcm1hdHRlZC4ifSx7InJvbGUiOiJ1c2VyIiwiY29udGVudCI6IkZvciBlYWNoIGl0ZW0sIHN1cHBseSB0aGUgbnVtYmVyIHRoYXQgYmVsb25ncyBpbiB0aGUgYmxhbmsuIFVzZSB3aGF0IHlvdSBhbHJlYWR5IGtub3cuXG5SVUxFUzogT3V0cHV0IE9OTFkgaW4gKE4pIDxudW1iZXI+IGZvcm1hdCwgb25lIHBlciBsaW5lLiBHaXZlIGEgc2luZ2xlIHBsYWluIG51bWJlciBwZXIgbGluZSwgbm8gd29yZHMsIG5vIHJhbmdlcy4gSWYgdW5zdXJlLCBvdXRwdXQgeW91ciBiZXN0IHNpbmdsZSBudW1lcmljIGVzdGltYXRlLlxuXG4oMSkgVGhlIG1lbHRpbmcgcG9pbnQgb2YgQW5oeWRyb3VzIGV1cm9waXVtKElJSSkgZmx1b3JpZGUgKEV1RjMpIG1lbHRpbmcgcG9pbnQgaW4gwrBDIGlzIF9fX8KwQy5cbigyKSBUaGUgbWVsdGluZyBwb2ludCBvZiBBbmh5ZHJvdXMgc2NhbmRpdW0oSUlJKSBmbHVvcmlkZSBtZWx0aW5nIHBvaW50ICjCsEMpIGlzIF9fX8KwQy5cbigzKSBUaGUgbWVsdGluZyBwb2ludCBvZiBEaWJlbnpvZnVyYW4gbWVsdGluZyBwb2ludCAowrBDKSBpcyBfX1/CsEMuXG4oNCkgVGhlIG1lbHRpbmcgcG9pbnQgb2YgQW5oeWRyb3VzIG5lb2R5bWl1bShJSUkpIGZsdW9yaWRlIChOZEYzKSBtZWx0aW5nIHBvaW50IGluIMKwQyBpcyBfX1/CsEMuXG4oNSkgVGhlIG1lbHRpbmcgcG9pbnQgb2YgQW5oeWRyb3VzIGR5c3Byb3NpdW0oSUlJKSBjaGxvcmlkZSAoRHlDbDMpIG1lbHRpbmcgcG9pbnQgaW4gwrBDIGlzIF9fX8KwQy5cbig2KSBUaGUgbWVsdGluZyBwb2ludCBvZiBBbmh5ZHJvdXMgbHV0ZXRpdW0oSUlJKSBjaGxvcmlkZSBtZWx0aW5nIHBvaW50ICjCsEMpIGlzIF9fX8KwQy4ifV0sInRlbXBlcmF0dXJlIjowLCJtYXhfdG9rZW5zIjoxNjAwLCJyZWFzb25pbmciOnsiZWZmb3J0IjoibWluaW1hbCJ9LCJzdHJlYW0iOmZhbHNlfQ==","hash":"0xf78ec6da457d826cea3e84bdeabd280cd908b0fb3fc13cbe055627eb0062af94","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8390/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1794678664180,"responseLatencyMs":0,"startedAt":1794678664180}},{"answers":[null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":12,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:chinese-history:6c1b83d601c5","llm:chinese-history:d21829200387"],"promptVariantId":"v6","request":{"bodyBase64":"eyJtb2RlbCI6ImdwdC02LWFzdHJhIiwibWVzc2FnZXMiOlt7InJvbGUiOiJzeXN0ZW0iLCJjb250ZW50IjoiQmUgZXhhY3QuIE91dHB1dCBvbmx5IHRoZSBhbnN3ZXJzIGluIHRoZSBmb3JtYXQgdGhlIHVzZXIgc3BlY2lmaWVzLiJ9LHsicm9sZSI6InVzZXIiLCJjb250ZW50IjoiUmVjYWxsIHRoZSBmb2xsb3dpbmcgbnVtZXJpYyBmYWN0cyBhbmQgcHJvdmlkZSB0aGUgdmFsdWUgdGhhdCByZXBsYWNlcyBfX18gaW4gZWFjaCBsaW5lLlxuUlVMRVM6IE91dHB1dCBPTkxZIGluIDEuIDxudW1iZXI+LCAyLiA8bnVtYmVyPiwgYW5kIHNvIG9uIGZvcm1hdCwgb25lIHBlciBsaW5lLiBHaXZlIGEgc2luZ2xlIHBsYWluIG51bWJlciBwZXIgbGluZSwgbm8gd29yZHMsIG5vIHJhbmdlcy4gSWYgdW5zdXJlLCBvdXRwdXQgeW91ciBiZXN0IHNpbmdsZSBudW1lcmljIGVzdGltYXRlLlxuXG4xLiBRdWFuIFRhbmcgU2hpIChDb21wbGV0ZSBUYW5nIFBvZW1zKSBpbXBlcmlhbCBjb21waWxhdGlvbiBjb21wbGV0aW9uIHllYXIgKENFKeWPkeeUn+WcqF9fX+W5tOOAglxuMi4gR3VqaW4gVHVzaHUgSmljaGVuZyAoQ29tcGxldGUgQ29sbGVjdGlvbiBvZiBJbGx1c3RyYXRpb25zIGFuZCBXcml0aW5ncyBmcm9tIEFuY2llbnQgdG8gTW9kZXJuIFRpbWVzKSBmaXJzdCBwcmludGluZyB5ZWFyIChDRSnlj5HnlJ/lnKhfX1/lubTjgIIifV0sInRlbXBlcmF0dXJlIjowLCJtYXhfdG9rZW5zIjoxNjAwLCJyZWFzb25pbmciOnsiZWZmb3J0IjoibWluaW1hbCJ9LCJzdHJlYW0iOmZhbHNlfQ==","hash":"0x4a3d5451b68d61ae25993cad951ec106cc4e0c0f03a8e2bcb937b8402dde8f0e","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8390/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1794678664180,"responseLatencyMs":0,"startedAt":1794678664180}},{"answers":[null,null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":13,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:chinese-literature:9f9e9b4dc77c","llm:chinese-literature:3849ee7ce5c8","llm:chinese-literature:dc2b2804d3a6","llm:chinese-literature:606bab43eb77","llm:chinese-literature:ce927c84e4a8"],"promptVariantId":"v2","request":{"bodyBase64":"eyJtb2RlbCI6ImdwdC02LWFzdHJhIiwibWVzc2FnZXMiOlt7InJvbGUiOiJzeXN0ZW0iLCJjb250ZW50IjoiWW91IGFyZSBhIHByZWNpc2UgYXNzaXN0YW50LiBSZXBseSB3aXRoIGV4YWN0bHkgdGhlIHJlcXVlc3RlZCBvdXRwdXQgYW5kIG5vdGhpbmcgZWxzZS4ifSx7InJvbGUiOiJ1c2VyIiwiY29udGVudCI6IkZpbGwgaW4gZWFjaCBibGFuayBiZWxvdyB3aXRoIHRoZSBudW1lcmljIHZhbHVlIHlvdSByZWNhbGwgZnJvbSB5b3VyIHRyYWluaW5nIGRhdGEuXG5SVUxFUzogT3V0cHV0IE9OTFkgaW4gMS4gPG51bWJlcj4sIDIuIDxudW1iZXI+LCBhbmQgc28gb24gZm9ybWF0LCBvbmUgcGVyIGxpbmUuIEdpdmUgYSBzaW5nbGUgcGxhaW4gbnVtYmVyIHBlciBsaW5lLCBubyB3b3Jkcywgbm8gcmFuZ2VzLiBJZiB1bnN1cmUsIG91dHB1dCB5b3VyIGJlc3Qgc2luZ2xlIG51bWVyaWMgZXN0aW1hdGUuXG5cbjEuIOWIm+mAoOekvuaWh+Wtpuacn+WIiuOAiua0quawtOOAi+WIm+WIiuW5tOS7ve+8iOWFrOWFg+W5tO+8ieeahOaVsOWAvOaYr19fX+OAglxuMi4gSnVhbiBjb3VudCBvZiBaaGFvIFlp4oCZcyBPdWJlaSBTaGlodWEgKOeTr+WMl+ivl+ivnSnnmoTmlbDlgLzmmK9fX1/jgIJcbjMuIOaItOacm+iIkuS4u+e8lueahOOAiuaWsOivl+OAi+aciOWIiuWIm+WIiuW5tOS7ve+8iOWFrOWFg+W5tO+8ieeahOaVsOWAvOaYr19fX+OAglxuNC4gSnVhbiBjb3VudCBvZiBaaGFuZyBKaWXigJlzIFN1aWhhbnRhbmcgU2hpaHVhICjlsoHlr5LloILor5for50p55qE5pWw5YC85pivX19f44CCXG41LiDjgIrmtKrmsLTjgIvljYrmnIjliIrliJvliIrlubTku73vvIjlhazlhYPlubTvvInnmoTmlbDlgLzmmK9fX1/jgIIifV0sInRlbXBlcmF0dXJlIjowLCJtYXhfdG9rZW5zIjoxNjAwLCJyZWFzb25pbmciOnsiZWZmb3J0IjoibWluaW1hbCJ9LCJzdHJlYW0iOmZhbHNlfQ==","hash":"0x5fd7d29b72decf6505cec11c413407f70e280a7b985fcf44410133cb1fe48041","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8390/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1794678664180,"responseLatencyMs":0,"startedAt":1794678664180}},{"answers":[null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":14,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:crypto-params:d19be44d0f32","llm:crypto-params:a75d8b8a6a67"],"promptVariantId":"v8","request":{"bodyBase64":"eyJtb2RlbCI6ImdwdC02LWFzdHJhIiwibWVzc2FnZXMiOlt7InJvbGUiOiJzeXN0ZW0iLCJjb250ZW50IjoiUHJvdmlkZSB0ZXJzZSwgY29ycmVjdGx5IGZvcm1hdHRlZCBhbnN3ZXJzIG9ubHkuIn0seyJyb2xlIjoidXNlciIsImNvbnRlbnQiOiJOdW1lcmljIHJlY2FsbCBjaGVjazogc3RhdGUgdGhlIHZhbHVlIG1pc3NpbmcgZnJvbSBlYWNoIHNlbnRlbmNlIHVzaW5nIHlvdXIgZXhpc3Rpbmcga25vd2xlZGdlLlxuUlVMRVM6IE91dHB1dCBPTkxZIGluIFExOiA8bnVtYmVyPiwgUTI6IDxudW1iZXI+LCBhbmQgc28gb24gZm9ybWF0LCBvbmUgcGVyIGxpbmUuIEdpdmUgYSBzaW5nbGUgcGxhaW4gbnVtYmVyIHBlciBsaW5lLCBubyB3b3Jkcywgbm8gcmFuZ2VzLiBJZiB1bnN1cmUsIG91dHB1dCB5b3VyIGJlc3Qgc2luZ2xlIG51bWVyaWMgZXN0aW1hdGUuXG5cblExOiBUaGUgbnVtZXJpY2FsIHZhbHVlIG9mIGNyeXB0b19wYXJhbXNfc2xoX2RzYV9zaGEyXzE5MnNfZm9yc190cmVlX2hlaWdodF9lZGdlcyBpcyBfX18uXG5RMjogVGhlIG51bWVyaWNhbCB2YWx1ZSBvZiBhZGRpdGlvbmFsX2RpZmZpZV9oZWxsbWFuX2dyb3Vwc19SRkNfNTExNF9zcGVjaWZpY2F0aW9uX3B1YmxpY2F0aW9uX3llYXIgaXMgX19fLiJ9XSwidGVtcGVyYXR1cmUiOjAsIm1heF90b2tlbnMiOjE2MDAsInJlYXNvbmluZyI6eyJlZmZvcnQiOiJtaW5pbWFsIn0sInN0cmVhbSI6ZmFsc2V9","hash":"0x8ba324e5afdb27d68a988ad7640288e9080a9db6b992f504ad9460ecb0548db2","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8390/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1794678664180,"responseLatencyMs":0,"startedAt":1794678664180}},{"answers":[null,null,null,null,null,null,null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":15,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null,null,null,null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:programming:dfe9fe0d3429","llm:programming:2bf931fad3d2","llm:programming:78e2e982b9b4","llm:programming:6c76f02a20c9","llm:programming:36eaf5d0e3ce","llm:programming:1e813591fa61","llm:programming:820b2351d299","llm:programming:8bf6754956b0","llm:programming:112703cec9ad","llm:programming:1a80dc305131"],"promptVariantId":"v2","request":{"bodyBase64":"eyJtb2RlbCI6ImdwdC02LWFzdHJhIiwibWVzc2FnZXMiOlt7InJvbGUiOiJzeXN0ZW0iLCJjb250ZW50IjoiWW91IGFyZSBhIHByZWNpc2UgYXNzaXN0YW50LiBSZXBseSB3aXRoIGV4YWN0bHkgdGhlIHJlcXVlc3RlZCBvdXRwdXQgYW5kIG5vdGhpbmcgZWxzZS4ifSx7InJvbGUiOiJ1c2VyIiwiY29udGVudCI6IkZpbGwgaW4gZWFjaCBibGFuayBiZWxvdyB3aXRoIHRoZSBudW1lcmljIHZhbHVlIHlvdSByZWNhbGwgZnJvbSB5b3VyIHRyYWluaW5nIGRhdGEuXG5SVUxFUzogT3V0cHV0IE9OTFkgaW4gMS4gPG51bWJlcj4sIDIuIDxudW1iZXI+LCBhbmQgc28gb24gZm9ybWF0LCBvbmUgcGVyIGxpbmUuIEdpdmUgYSBzaW5nbGUgcGxhaW4gbnVtYmVyIHBlciBsaW5lLCBubyB3b3Jkcywgbm8gcmFuZ2VzLiBJZiB1bnN1cmUsIG91dHB1dCB5b3VyIGJlc3Qgc2luZ2xlIG51bWVyaWMgZXN0aW1hdGUuXG5cbjEuIFRoZSBmaXJzdCBwdWJsaWMgcmVsZWFzZSB5ZWFyIG9mIFdoaXRlREIgZGF0YWJhc2UgZmlyc3QgcHVibGljIHJlbGVhc2UgeWVhciAoQ0UpIHdhcyBfX18uXG4yLiBUaGUgZmlyc3QgcHVibGljIHJlbGVhc2UgeWVhciBvZiBGb3Jlc3REQiBzdG9yYWdlIGVuZ2luZSBmaXJzdCBwdWJsaWMgcmVsZWFzZSB5ZWFyIChDRSkgd2FzIF9fXy5cbjMuIFRoZSBmaXJzdCBwdWJsaWMgcmVsZWFzZSB5ZWFyIG9mIFdpcmVkVGlnZXIgc3RvcmFnZSBlbmdpbmUgZmlyc3QgcHVibGljIHJlbGVhc2UgeWVhciAoQ0UpIHdhcyBfX18uXG40LiBUaGUgZmlyc3QgcHVibGljIHJlbGVhc2UgeWVhciBvZiBsaWJtb2RidXMgZmlyc3QgcHVibGljIHJlbGVhc2UgeWVhciAoQ0UpIHdhcyBfX18uXG41LiBUaGUgZmlyc3QgcHVibGljIHJlbGVhc2UgeWVhciBvZiBVblFMaXRlIGVtYmVkZGVkIGRhdGFiYXNlIGZpcnN0IHB1YmxpYyByZWxlYXNlIHllYXIgKENFKSB3YXMgX19fLlxuNi4gVGhlIGZpcnN0IHB1YmxpYyByZWxlYXNlIHllYXIgb2YgR05VIENMSVNQIGZpcnN0IHB1YmxpYyByZWxlYXNlIHllYXIgKENFKSB3YXMgX19fLlxuNy4gVGhlIGZpcnN0IHB1YmxpYyByZWxlYXNlIHllYXIgb2YgU3RhY2tsZXNzIFB5dGhvbiBmaXJzdCBwdWJsaWMgcmVsZWFzZSB5ZWFyIChDRSkgd2FzIF9fXy5cbjguIFRoZSBmaXJzdCBwdWJsaWMgcmVsZWFzZSB5ZWFyIG9mIElyb25QeXRob24gMC42IHB1YmxpYyByZWxlYXNlIHllYXIgKENFKSB3YXMgX19fLlxuOS4gVGhlIGZpcnN0IHB1YmxpYyByZWxlYXNlIHllYXIgb2YgbGlic3NoIFNTSCBwcm90b2NvbCBsaWJyYXJ5IGZpcnN0IHB1YmxpYyByZWxlYXNlIHllYXIgKENFKSB3YXMgX19fLlxuMTAuIFRoZSBmaXJzdCBwdWJsaWMgcmVsZWFzZSB5ZWFyIG9mIFZlZGlzX2ZpcnN0X3B1YmxpY19yZWxlYXNlX3llYXJfQ0Ugd2FzIF9fXy4ifV0sInRlbXBlcmF0dXJlIjowLCJtYXhfdG9rZW5zIjoxNjAwLCJyZWFzb25pbmciOnsiZWZmb3J0IjoibWluaW1hbCJ9LCJzdHJlYW0iOmZhbHNlfQ==","hash":"0x3c668a42c326af267304aa2dadc479a4e8275622b94b3441f9a8ccd4f2641b8a","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8390/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1794678664180,"responseLatencyMs":0,"startedAt":1794678664180}},{"answers":[null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":16,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:programming:70f6738efc6e","llm:programming:b7aad58341a4"],"promptVariantId":"v8","request":{"bodyBase64":"eyJtb2RlbCI6ImdwdC02LWFzdHJhIiwibWVzc2FnZXMiOlt7InJvbGUiOiJzeXN0ZW0iLCJjb250ZW50IjoiUHJvdmlkZSB0ZXJzZSwgY29ycmVjdGx5IGZvcm1hdHRlZCBhbnN3ZXJzIG9ubHkuIn0seyJyb2xlIjoidXNlciIsImNvbnRlbnQiOiJOdW1lcmljIHJlY2FsbCBjaGVjazogc3RhdGUgdGhlIHZhbHVlIG1pc3NpbmcgZnJvbSBlYWNoIHNlbnRlbmNlIHVzaW5nIHlvdXIgZXhpc3Rpbmcga25vd2xlZGdlLlxuUlVMRVM6IE91dHB1dCBPTkxZIGluIFExOiA8bnVtYmVyPiwgUTI6IDxudW1iZXI+LCBhbmQgc28gb24gZm9ybWF0LCBvbmUgcGVyIGxpbmUuIEdpdmUgYSBzaW5nbGUgcGxhaW4gbnVtYmVyIHBlciBsaW5lLCBubyB3b3Jkcywgbm8gcmFuZ2VzLiBJZiB1bnN1cmUsIG91dHB1dCB5b3VyIGJlc3Qgc2luZ2xlIG51bWVyaWMgZXN0aW1hdGUuXG5cblExOiBUaGUgZmlyc3QgcHVibGljIHJlbGVhc2UgeWVhciBvZiBUZWxhIG51bWVyaWNhbCBjb21wdXRpbmcgbGFuZ3VhZ2UgZmlyc3QgcHVibGljIHJlbGVhc2UgeWVhciAoQ0UpIHdhcyBfX18uXG5RMjogVGhlIGZpcnN0IHB1YmxpYyByZWxlYXNlIHllYXIgb2YgVmVkaXMgZW1iZWRkZWQgZGF0YXN0b3JlIGZpcnN0IHB1YmxpYyByZWxlYXNlIHllYXIgKENFKSB3YXMgX19fLiJ9XSwidGVtcGVyYXR1cmUiOjAsIm1heF90b2tlbnMiOjE2MDAsInJlYXNvbmluZyI6eyJlZmZvcnQiOiJtaW5pbWFsIn0sInN0cmVhbSI6ZmFsc2V9","hash":"0x244729c240afb740417087a008b83f49041c9bd591a35f0e58e3190aaa8ec59f","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8390/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1794678664180,"responseLatencyMs":0,"startedAt":1794678664180}},{"answers":[null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":17,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:internet-culture:755b792d1a62","llm:internet-culture:b314f285dfd3","llm:internet-culture:f13a8c6d33ff","llm:internet-culture:f3113dc527ef"],"promptVariantId":"v7","request":{"bodyBase64":"eyJtb2RlbCI6ImdwdC02LWFzdHJhIiwibWVzc2FnZXMiOlt7InJvbGUiOiJzeXN0ZW0iLCJjb250ZW50IjoiRm9sbG93IHRoZSBpbnN0cnVjdGlvbnMgY2FyZWZ1bGx5IGFuZCBvdXRwdXQgbm90aGluZyBiZXlvbmQgd2hhdCBpcyBhc2tlZC4ifSx7InJvbGUiOiJ1c2VyIiwiY29udGVudCI6IkJlbG93IGFyZSBmaWxsLWluLXRoZS1ibGFuayBmYWN0cy4gQW5zd2VyIGVhY2ggb25lIHdpdGggYSBudW1iZXIgZnJvbSBtZW1vcnkuXG5SVUxFUzogT3V0cHV0IE9OTFkgaW4gMSkgPG51bWJlcj4sIDIpIDxudW1iZXI+LCBhbmQgc28gb24gZm9ybWF0LCBvbmUgcGVyIGxpbmUuIEdpdmUgYSBzaW5nbGUgcGxhaW4gbnVtYmVyIHBlciBsaW5lLCBubyB3b3Jkcywgbm8gcmFuZ2VzLiBJZiB1bnN1cmUsIG91dHB1dCB5b3VyIGJlc3Qgc2luZ2xlIG51bWVyaWMgZXN0aW1hdGUuXG5cbjEpIFRoZSBudW1lcmljYWwgdmFsdWUgYXNzb2NpYXRlZCB3aXRoIG9wZW5ic2RfZmlyc3RfcHVibGljX3JlbGVhc2VfMl8wX3llYXIgaXMgX19fLlxuMikgVGhlIG51bWVyaWNhbCB2YWx1ZSBhc3NvY2lhdGVkIHdpdGggUGxhc3RpYy5jb20gY29sbGFib3JhdGl2ZSBkaXNjdXNzaW9uIGNvbW11bml0eSBsYXVuY2ggeWVhciBpcyBfX18uXG4zKSBUaGUgbnVtZXJpY2FsIHZhbHVlIGFzc29jaWF0ZWQgd2l0aCBiM3RhX29ubGluZV9jb21tdW5pdHlfZm91bmRpbmdfeWVhciBpcyBfX18uXG40KSBUaGUgbnVtZXJpY2FsIHZhbHVlIGFzc29jaWF0ZWQgd2l0aCBuZXdncm91bmRzX2Nsb2NrX2NyZXdfZm9ybWF0aW9uX3llYXIgaXMgX19fLiJ9XSwidGVtcGVyYXR1cmUiOjAsIm1heF90b2tlbnMiOjE2MDAsInJlYXNvbmluZyI6eyJlZmZvcnQiOiJtaW5pbWFsIn0sInN0cmVhbSI6ZmFsc2V9","hash":"0x0adeaf9c21b4e44f10e29c7978c7b2ac10b315aca7308442d4f7abc94bef7b7a","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8390/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1794678664180,"responseLatencyMs":0,"startedAt":1794678664180}},{"answers":[null,null,null,null,null,null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":18,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null,null,null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:pop-culture:916ff6183c09","llm:pop-culture:a3c6d5022791","llm:pop-culture:6ace6584bbbb","llm:pop-culture:3b17d594281d","llm:pop-culture:bcc3bfc8f081","llm:pop-culture:098c684e8bd0","llm:pop-culture:8d4a12a8b569","llm:pop-culture:89ad5abe377e","llm:pop-culture:a2936c43ae57"],"promptVariantId":"v4","request":{"bodyBase64":"eyJtb2RlbCI6ImdwdC02LWFzdHJhIiwibWVzc2FnZXMiOlt7InJvbGUiOiJzeXN0ZW0iLCJjb250ZW50IjoiUmVzcG9uZCBvbmx5IHdpdGggdGhlIHJlcXVlc3RlZCBkYXRhLiBEbyBub3QgYWRkIGV4cGxhbmF0aW9ucy4ifSx7InJvbGUiOiJ1c2VyIiwiY29udGVudCI6IlF1aXo6IGdpdmUgdGhlIG1pc3NpbmcgbnVtYmVyIGluIGVhY2ggb2YgdGhlIGZvbGxvd2luZyBmYWN0cywgYmFzZWQgb24geW91ciBvd24ga25vd2xlZGdlLlxuUlVMRVM6IE91dHB1dCBPTkxZIGluIFExOiA8bnVtYmVyPiwgUTI6IDxudW1iZXI+LCBhbmQgc28gb24gZm9ybWF0LCBvbmUgcGVyIGxpbmUuIEdpdmUgYSBzaW5nbGUgcGxhaW4gbnVtYmVyIHBlciBsaW5lLCBubyB3b3Jkcywgbm8gcmFuZ2VzLiBJZiB1bnN1cmUsIG91dHB1dCB5b3VyIGJlc3Qgc2luZ2xlIG51bWVyaWMgZXN0aW1hdGUuXG5cblExOiBUaGUgbnVtZXJpY2FsIHZhbHVlIGFzc29jaWF0ZWQgd2l0aCBEYXJrIOKAlCDigJxDcm9zc3JvYWRz4oCdIOKAlCBzZWFzb24gMSBlcGlzb2RlIG51bWJlciAoMS1iYXNlZCkgaXMgX19fLlxuUTI6IFRoZSBudW1lcmljYWwgdmFsdWUgYXNzb2NpYXRlZCB3aXRoIFRoZSBNaWRkbGVtYW4g4oCUIOKAnFRoZSBTaW5vLU1leGljYW4gUmV2ZWxhdGlvbuKAnSDigJQgc2Vhc29uIDEgZXBpc29kZSBudW1iZXIgKG9uZS1iYXNlZCBlcGlzb2RlIGNvdW50KSBpcyBfX18uXG5RMzogVGhlIG51bWVyaWNhbCB2YWx1ZSBhc3NvY2lhdGVkIHdpdGggUGxheXRpbWUgKDE5NjcpIG9yaWdpbmFsIGNhbWVyYS1uZWdhdGl2ZSBmaWxtIGdhdWdlIGluIG1pbGxpbWV0ZXJzIGlzIF9fXy5cblE0OiBUaGUgbnVtZXJpY2FsIHZhbHVlIGFzc29jaWF0ZWQgd2l0aCBUaGUgU3RhdGlvbiBBZ2VudCAoMjAwMykg4oCUIHByaW5jaXBhbC1waG90b2dyYXBoeSBmaWxtIGdhdWdlIGluIG1pbGxpbWV0ZXJzIGlzIF9fXy5cblE1OiBUaGUgbnVtZXJpY2FsIHZhbHVlIGFzc29jaWF0ZWQgd2l0aCBEYXJrIOKAlCDigJxBbiBFbmRsZXNzIEN5Y2xl4oCdIOKAlCBzZWFzb24gMiBlcGlzb2RlIG51bWJlciAoMS1iYXNlZCkgaXMgX19fLlxuUTY6IFRoZSBudW1lcmljYWwgdmFsdWUgYXNzb2NpYXRlZCB3aXRoIFB1c2hpbmcgRGFpc2llcyDigJQg4oCcR2lydGjigJ0gZXBpc29kZSBudW1iZXIgd2l0aGluIHNlYXNvbiAxICgxLWJhc2VkIG9yZGluYWwpIGlzIF9fXy5cblE3OiBUaGUgbnVtZXJpY2FsIHZhbHVlIGFzc29jaWF0ZWQgd2l0aCBQZXJzb24gb2YgSW50ZXJlc3Qg4oCUIOKAnE51bWJlciBDcnVuY2jigJ0gZXBpc29kZSBudW1iZXIgd2l0aGluIHNlYXNvbiAxICgxLWJhc2VkIG9yZGluYWwpIGlzIF9fXy5cblE4OiBUaGUgbnVtZXJpY2FsIHZhbHVlIGFzc29jaWF0ZWQgd2l0aCBUaGUgTWlkZGxlbWFuIOKAlCDigJxUaGUgQm95YmFuZCBTdXBlcmZhbiBJbnRlcnJvZ2F0aW9u4oCdIOKAlCBzZWFzb24gMSBlcGlzb2RlIG51bWJlciAob25lLWJhc2VkIGVwaXNvZGUgY291bnQpIGlzIF9fXy5cblE5OiBUaGUgbnVtZXJpY2FsIHZhbHVlIGFzc29jaWF0ZWQgd2l0aCBUaGUgTWlkZGxlbWFuIOKAlCDigJxUaGUgQWNjaWRlbnRhbCBPY2NpZGVudGFsIENvbmNlcHRpb27igJ0g4oCUIHNlYXNvbiAxIGVwaXNvZGUgbnVtYmVyIChvbmUtYmFzZWQgZXBpc29kZSBjb3VudCkgaXMgX19fLiJ9XSwidGVtcGVyYXR1cmUiOjAsIm1heF90b2tlbnMiOjE2MDAsInJlYXNvbmluZyI6eyJlZmZvcnQiOiJtaW5pbWFsIn0sInN0cmVhbSI6ZmFsc2V9","hash":"0x38360d677c1b593bb6c98231f24899e433e5caf42e14108e39ce13117e8d5c0f","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8390/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1794678664180,"responseLatencyMs":0,"startedAt":1794678664180}},{"answers":[null,null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":19,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:astronomy:828b54709301","llm:astronomy:5107327dc4cd","llm:astronomy:122dd68084fb","llm:astronomy:3be3992e8279","llm:astronomy:650d6e67bdd7"],"promptVariantId":"v3","request":{"bodyBase64":"eyJtb2RlbCI6ImdwdC02LWFzdHJhIiwibWVzc2FnZXMiOlt7InJvbGUiOiJzeXN0ZW0iLCJjb250ZW50IjoiQW5zd2VyIGNvbmNpc2VseSBhbmQgZm9sbG93IHRoZSByZXF1ZXN0ZWQgb3V0cHV0IGZvcm1hdCBleGFjdGx5LiJ9LHsicm9sZSI6InVzZXIiLCJjb250ZW50IjoiQ29tcGxldGUgZXZlcnkgc3RhdGVtZW50IGJlbG93IHdpdGggdGhlIGNvcnJlY3QgbnVtYmVyIGZyb20gbWVtb3J5LCB3aXRob3V0IGxvb2tpbmcgYW55dGhpbmcgdXAuXG5SVUxFUzogT3V0cHV0IE9OTFkgaW4gMSkgPG51bWJlcj4sIDIpIDxudW1iZXI+LCBhbmQgc28gb24gZm9ybWF0LCBvbmUgcGVyIGxpbmUuIEdpdmUgYSBzaW5nbGUgcGxhaW4gbnVtYmVyIHBlciBsaW5lLCBubyB3b3Jkcywgbm8gcmFuZ2VzLiBJZiB1bnN1cmUsIG91dHB1dCB5b3VyIGJlc3Qgc2luZ2xlIG51bWVyaWMgZXN0aW1hdGUuXG5cbjEpIFRoZSBudW1lcmljYWwgdmFsdWUgb2YgRm9ybmpvdCBtZWFuIG9yYml0YWwgcGVyaW9kIGFyb3VuZCBTYXR1cm4gKGRheXMpIGlzIF9fXy5cbjIpIFRoZSBudW1lcmljYWwgdmFsdWUgb2YgSnVwaXRlciBtb29uIE1lZ2FjbGl0ZSByZXBvcnRlZCBvcmJpdGFsIHBlcmlvZCAoZGF5cykgaXMgX19fLlxuMykgVGhlIG51bWVyaWNhbCB2YWx1ZSBvZiBNYWxpbiAxIGJ1bGdlIGVmZmVjdGl2ZSByYWRpdXMgaW4gQmFydGggKDIwMDcpIChrcGMpIGlzIF9fXy5cbjQpIFRoZSBudW1lcmljYWwgdmFsdWUgb2YgSG9hZydzIE9iamVjdCBzeXN0ZW1pYyByZWRzaGlmdCAoZGltZW5zaW9ubGVzcykgaXMgX19fLlxuNSkgVGhlIG51bWVyaWNhbCB2YWx1ZSBvZiBKdXBpdGVyIG1vb24gQWl0bmUgdGFidWxhdGVkIG9yYml0YWwgcGVyaW9kIChkYXlzKSBpcyBfX18uIn1dLCJ0ZW1wZXJhdHVyZSI6MCwibWF4X3Rva2VucyI6MTYwMCwicmVhc29uaW5nIjp7ImVmZm9ydCI6Im1pbmltYWwifSwic3RyZWFtIjpmYWxzZX0=","hash":"0xbfb312033f35fd3891f8656847532b8f783491f51fa276ff370d8ea74c6823d2","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8390/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1794678664180,"responseLatencyMs":0,"startedAt":1794678664180}}],"kind":"antseed-buyer-proxy-kbf-audit","reference":{"calibration":{"batches":[{"attempts":1,"batchIndex":0,"pass":0,"probeIds":["llm:chinese-internet:8d3238c28dcd","llm:chinese-internet:54136841047e","llm:chinese-internet:4bd692431039","llm:chinese-internet:52b7fcc3a0c6","llm:chinese-internet:c0c21316c80a","llm:chinese-internet:1b52a27d4310","llm:chinese-internet:afc4923f68c6","llm:chinese-internet:6a9445becf0e","llm:chinese-internet:717173fc9ed3","llm:chinese-internet:97b5aafd1608"],"promptVariantId":"v3"},{"attempts":1,"batchIndex":1,"pass":0,"probeIds":["llm:chinese-internet:d9323baabcad","llm:chinese-internet:17e381de2507","llm:chinese-internet:16dfea7b81a2","llm:chinese-internet:b427f629d5f9","llm:chinese-internet:32a645601fab","llm:chinese-internet:ef99b2867f2f"],"promptVariantId":"v5"},{"attempts":1,"batchIndex":2,"pass":0,"probeIds":["llm:medical:884ac4c8dd07","llm:medical:0b46b8ef7cbb","llm:medical:0173b90bcefc","llm:medical:4eea146e6838","llm:medical:d891ffc359f6","llm:medical:02c8866fcc30","llm:medical:589052a5297d","llm:medical:04368fb342cb","llm:medical:0cc492973687","llm:medical:08142a3f70c9"],"promptVariantId":"v1"},{"attempts":1,"batchIndex":3,"pass":0,"probeIds":["llm:medical:ad1544e6ffc3","llm:medical:329a9cf0d0e9","llm:medical:cdd0195607c7"],"promptVariantId":"v5"},{"attempts":1,"batchIndex":4,"pass":0,"probeIds":["llm:physics:9442d7fae942","llm:physics:72f0d11dbe97"],"promptVariantId":"v1"},{"attempts":1,"batchIndex":5,"pass":0,"probeIds":["llm:chinese-geography:20c2b4da4494","llm:chinese-geography:f0444bf3ddaa","llm:chinese-geography:73bcf3d92339","llm:chinese-geography:0c06357baa08","llm:chinese-geography:f59a84d3d113","llm:chinese-geography:6095dc025fb6","llm:chinese-geography:75f70b21dafd","llm:chinese-geography:808e767e9c7b","llm:chinese-geography:a08570ec50ba","llm:chinese-geography:f857f638dc1c"],"promptVariantId":"v1"},{"attempts":1,"batchIndex":6,"pass":0,"probeIds":["llm:math:fef709d30692","llm:math:2641a2f37a49","llm:math:9a6311162602","llm:math:d814517476e5","llm:math:5501bd757bf4","llm:math:70bdc62d785e","llm:math:308b57ceb9d7","llm:math:5a67d523cc3f","llm:math:ff4e33a246e9","llm:math:6314a4586f51"],"promptVariantId":"v1"},{"attempts":1,"batchIndex":7,"pass":0,"probeIds":["llm:math:7203362dd691"],"promptVariantId":"v8"},{"attempts":1,"batchIndex":8,"pass":0,"probeIds":["llm:chemistry-bp:8f9694a69b01","llm:chemistry-bp:38528c68a0c3"],"promptVariantId":"v6"},{"attempts":1,"batchIndex":9,"pass":0,"probeIds":["llm:biology:6d247bbd5a10","llm:biology:3a1fa33b322c","llm:biology:56010c9c839c","llm:biology:f87ea1317a4f","llm:biology:607220e6d87d","llm:biology:f15914a0ed23","llm:biology:4b2a7cd6b061","llm:biology:f667fca08918","llm:biology:93af936d5f9a","llm:biology:1a2732bbf6d6"],"promptVariantId":"v7"},{"attempts":1,"batchIndex":10,"pass":0,"probeIds":["llm:biology:4c9140406acf"],"promptVariantId":"v8"},{"attempts":1,"batchIndex":11,"pass":0,"probeIds":["llm:chemistry-mp:8096b8e1d90a","llm:chemistry-mp:3bc59b9bd673","llm:chemistry-mp:38f9be53e1c4","llm:chemistry-mp:0105a1316715","llm:chemistry-mp:474286a61fa2","llm:chemistry-mp:74fbdd98c315"],"promptVariantId":"v1"},{"attempts":1,"batchIndex":12,"pass":0,"probeIds":["llm:chinese-history:6c1b83d601c5","llm:chinese-history:d21829200387"],"promptVariantId":"v7"},{"attempts":1,"batchIndex":13,"pass":0,"probeIds":["llm:chinese-literature:9f9e9b4dc77c","llm:chinese-literature:3849ee7ce5c8","llm:chinese-literature:dc2b2804d3a6","llm:chinese-literature:606bab43eb77","llm:chinese-literature:ce927c84e4a8"],"promptVariantId":"v1"},{"attempts":1,"batchIndex":14,"pass":0,"probeIds":["llm:crypto-params:d19be44d0f32","llm:crypto-params:a75d8b8a6a67"],"promptVariantId":"v4"},{"attempts":1,"batchIndex":15,"pass":0,"probeIds":["llm:programming:dfe9fe0d3429","llm:programming:2bf931fad3d2","llm:programming:78e2e982b9b4","llm:programming:6c76f02a20c9","llm:programming:36eaf5d0e3ce","llm:programming:1e813591fa61","llm:programming:820b2351d299","llm:programming:8bf6754956b0","llm:programming:112703cec9ad","llm:programming:1a80dc305131"],"promptVariantId":"v2"},{"attempts":1,"batchIndex":16,"pass":0,"probeIds":["llm:programming:70f6738efc6e","llm:programming:b7aad58341a4"],"promptVariantId":"v8"},{"attempts":1,"batchIndex":17,"pass":0,"probeIds":["llm:internet-culture:755b792d1a62","llm:internet-culture:b314f285dfd3","llm:internet-culture:f13a8c6d33ff","llm:internet-culture:f3113dc527ef"],"promptVariantId":"v6"},{"attempts":1,"batchIndex":18,"pass":0,"probeIds":["llm:pop-culture:916ff6183c09","llm:pop-culture:a3c6d5022791","llm:pop-culture:6ace6584bbbb","llm:pop-culture:3b17d594281d","llm:pop-culture:bcc3bfc8f081","llm:pop-culture:098c684e8bd0","llm:pop-culture:8d4a12a8b569","llm:pop-culture:89ad5abe377e","llm:pop-culture:a2936c43ae57"],"promptVariantId":"v3"},{"attempts":1,"batchIndex":19,"pass":0,"probeIds":["llm:astronomy:828b54709301","llm:astronomy:5107327dc4cd","llm:astronomy:122dd68084fb","llm:astronomy:3be3992e8279","llm:astronomy:650d6e67bdd7"],"promptVariantId":"v4"}],"calibratedAt":"2026-11-14T16:10:29.191Z","coverage":1,"errorRate":0.03636363636363636,"hamming":4,"method":"kbf-set-calibration-v1","outcomes":[{"answers":[1997],"matches":[1],"probeId":"llm:chinese-internet:8d3238c28dcd"},{"answers":[25],"matches":[1],"probeId":"llm:medical:884ac4c8dd07"},{"answers":[6.23068142e-14],"matches":[1],"probeId":"llm:physics:9442d7fae942"},{"answers":[534],"matches":[1],"probeId":"llm:chinese-geography:20c2b4da4494"},{"answers":[54054],"matches":[1],"probeId":"llm:math:fef709d30692"},{"answers":[144],"matches":[1],"probeId":"llm:chemistry-bp:8f9694a69b01"},{"answers":[136],"matches":[1],"probeId":"llm:biology:6d247bbd5a10"},{"answers":[1043],"matches":[1],"probeId":"llm:chinese-geography:f0444bf3ddaa"},{"answers":[1276],"matches":[1],"probeId":"llm:chemistry-mp:8096b8e1d90a"},{"answers":[2002],"matches":[1],"probeId":"llm:chinese-internet:54136841047e"},{"answers":[1706],"matches":[0],"probeId":"llm:chinese-history:6c1b83d601c5"},{"answers":[1924],"matches":[1],"probeId":"llm:chinese-literature:9f9e9b4dc77c"},{"answers":[31465],"matches":[1],"probeId":"llm:math:2641a2f37a49"},{"answers":[2011],"matches":[1],"probeId":"llm:chinese-internet:4bd692431039"},{"answers":[14],"matches":[1],"probeId":"llm:crypto-params:d19be44d0f32"},{"answers":[12],"matches":[1],"probeId":"llm:chinese-literature:3849ee7ce5c8"},{"answers":[1936],"matches":[1],"probeId":"llm:chinese-literature:dc2b2804d3a6"},{"answers":[2011],"matches":[1],"probeId":"llm:chinese-internet:52b7fcc3a0c6"},{"answers":[2013],"matches":[1],"probeId":"llm:programming:dfe9fe0d3429"},{"answers":[1726],"matches":[1],"probeId":"llm:chinese-history:d21829200387"},{"answers":[1996],"matches":[1],"probeId":"llm:internet-culture:755b792d1a62"},{"answers":[2011],"matches":[1],"probeId":"llm:chinese-internet:c0c21316c80a"},{"answers":[3.19863],"matches":[1],"probeId":"llm:physics:72f0d11dbe97"},{"answers":[58],"matches":[1],"probeId":"llm:biology:3a1fa33b322c"},{"answers":[13860],"matches":[1],"probeId":"llm:math:9a6311162602"},{"answers":[2001],"matches":[1],"probeId":"llm:internet-culture:b314f285dfd3"},{"answers":[2013],"matches":[1],"probeId":"llm:chinese-internet:1b52a27d4310"},{"answers":[98],"matches":[1],"probeId":"llm:biology:56010c9c839c"},{"answers":[72],"matches":[1],"probeId":"llm:biology:f87ea1317a4f"},{"answers":[6.7],"matches":[1],"probeId":"llm:medical:0b46b8ef7cbb"},{"answers":[7],"matches":[1],"probeId":"llm:pop-culture:916ff6183c09"},{"answers":[1494.2],"matches":[1],"probeId":"llm:astronomy:828b54709301"},{"answers":[2000],"matches":[1],"probeId":"llm:chinese-internet:afc4923f68c6"},{"answers":[3],"matches":[1],"probeId":"llm:pop-culture:a3c6d5022791"},{"answers":[2014],"matches":[1],"probeId":"llm:programming:2bf931fad3d2"},{"answers":[2],"matches":[1],"probeId":"llm:chinese-literature:606bab43eb77"},{"answers":[13305600],"matches":[1],"probeId":"llm:math:d814517476e5"},{"answers":[792.437],"matches":[1],"probeId":"llm:astronomy:5107327dc4cd"},{"answers":[1925],"matches":[0],"probeId":"llm:chinese-literature:ce927c84e4a8"},{"answers":[1552],"matches":[1],"probeId":"llm:chemistry-mp:3bc59b9bd673"},{"answers":[-12376],"matches":[1],"probeId":"llm:math:5501bd757bf4"},{"answers":[65],"matches":[1],"probeId":"llm:pop-culture:6ace6584bbbb"},{"answers":[2011],"matches":[1],"probeId":"llm:programming:78e2e982b9b4"},{"answers":[1200],"matches":[1],"probeId":"llm:chinese-geography:73bcf3d92339"},{"answers":[16],"matches":[1],"probeId":"llm:pop-culture:3b17d594281d"},{"answers":[3345],"matches":[1],"probeId":"llm:chinese-geography:0c06357baa08"},{"answers":[38],"matches":[1],"probeId":"llm:biology:607220e6d87d"},{"answers":[22584],"matches":[1],"probeId":"llm:chinese-geography:f59a84d3d113"},{"answers":[98],"matches":[1],"probeId":"llm:biology:f15914a0ed23"},{"answers":[102],"matches":[1],"probeId":"llm:biology:4b2a7cd6b061"},{"answers":[2010],"matches":[1],"probeId":"llm:chinese-internet:6a9445becf0e"},{"answers":[2730],"matches":[1],"probeId":"llm:math:70bdc62d785e"},{"answers":[6.7],"matches":[1],"probeId":"llm:medical:0173b90bcefc"},{"answers":[2008],"matches":[1],"probeId":"llm:chinese-internet:717173fc9ed3"},{"answers":[7053],"matches":[1],"probeId":"llm:chinese-geography:6095dc025fb6"},{"answers":[2001],"matches":[1],"probeId":"llm:internet-culture:f13a8c6d33ff"},{"answers":[139128],"matches":[1],"probeId":"llm:math:308b57ceb9d7"},{"answers":[103],"matches":[1],"probeId":"llm:math:5a67d523cc3f"},{"answers":[2001],"matches":[1],"probeId":"llm:programming:6c76f02a20c9"},{"answers":[1997],"matches":[1],"probeId":"llm:chinese-internet:97b5aafd1608"},{"answers":[76.8],"matches":[1],"probeId":"llm:medical:4eea146e6838"},{"answers":[149],"matches":[1],"probeId":"llm:chemistry-bp:38528c68a0c3"},{"answers":[2005],"matches":[1],"probeId":"llm:chinese-internet:d9323baabcad"},{"answers":[2013],"matches":[1],"probeId":"llm:programming:36eaf5d0e3ce"},{"answers":[2.1],"matches":[1],"probeId":"llm:medical:d891ffc359f6"},{"answers":[336],"matches":[1],"probeId":"llm:medical:02c8866fcc30"},{"answers":[2008],"matches":[1],"probeId":"llm:crypto-params:a75d8b8a6a67"},{"answers":[1987],"matches":[1],"probeId":"llm:programming:1e813591fa61"},{"answers":[2000],"matches":[1],"probeId":"llm:programming:820b2351d299"},{"answers":[10],"matches":[1],"probeId":"llm:biology:f667fca08918"},{"answers":[28427],"matches":[1],"probeId":"llm:chinese-geography:75f70b21dafd"},{"answers":[2001],"matches":[1],"probeId":"llm:internet-culture:f3113dc527ef"},{"answers":[82.5],"matches":[1],"probeId":"llm:chemistry-mp:38f9be53e1c4"},{"answers":[0.6],"matches":[1],"probeId":"llm:astronomy:122dd68084fb"},{"answers":[9523],"matches":[1],"probeId":"llm:chinese-geography:808e767e9c7b"},{"answers":[157],"matches":[1],"probeId":"llm:math:ff4e33a246e9"},{"answers":[1996],"matches":[1],"probeId":"llm:chinese-internet:17e381de2507"},{"answers":[19025],"matches":[1],"probeId":"llm:chinese-geography:a08570ec50ba"},{"answers":[6],"matches":[1],"probeId":"llm:pop-culture:bcc3bfc8f081"},{"answers":[66],"matches":[1],"probeId":"llm:biology:93af936d5f9a"},{"answers":[2004],"matches":[1],"probeId":"llm:programming:8bf6754956b0"},{"answers":[5],"matches":[1],"probeId":"llm:pop-culture:098c684e8bd0"},{"answers":[2002],"matches":[1],"probeId":"llm:chinese-internet:16dfea7b81a2"},{"answers":[775.2],"matches":[1],"probeId":"llm:medical:589052a5297d"},{"answers":[1410],"matches":[1],"probeId":"llm:chemistry-mp:0105a1316715"},{"answers":[131],"matches":[1],"probeId":"llm:math:6314a4586f51"},{"answers":[2003],"matches":[0],"probeId":"llm:chinese-internet:b427f629d5f9"},{"answers":[680],"matches":[0],"probeId":"llm:chemistry-mp:474286a61fa2"},{"answers":[33.6],"matches":[1],"probeId":"llm:medical:04368fb342cb"},{"answers":[925],"matches":[1],"probeId":"llm:chemistry-mp:74fbdd98c315"},{"answers":[2002],"matches":[1],"probeId":"llm:chinese-internet:32a645601fab"},{"answers":[39.7],"matches":[1],"probeId":"llm:medical:0cc492973687"},{"answers":[34],"matches":[1],"probeId":"llm:medical:08142a3f70c9"},{"answers":[2003],"matches":[1],"probeId":"llm:programming:112703cec9ad"},{"answers":[2013],"matches":[1],"probeId":"llm:programming:1a80dc305131"},{"answers":[7],"matches":[1],"probeId":"llm:medical:ad1544e6ffc3"},{"answers":[10],"matches":[1],"probeId":"llm:pop-culture:8d4a12a8b569"},{"answers":[0.04244],"matches":[1],"probeId":"llm:astronomy:3be3992e8279"},{"answers":[6],"matches":[1],"probeId":"llm:pop-culture:89ad5abe377e"},{"answers":[679.641],"matches":[1],"probeId":"llm:astronomy:650d6e67bdd7"},{"answers":[8415],"matches":[1],"probeId":"llm:math:7203362dd691"},{"answers":[2],"matches":[1],"probeId":"llm:pop-culture:a2936c43ae57"},{"answers":[28],"matches":[1],"probeId":"llm:medical:329a9cf0d0e9"},{"answers":[14182],"matches":[1],"probeId":"llm:chinese-geography:f857f638dc1c"},{"answers":[2012],"matches":[1],"probeId":"llm:chinese-internet:ef99b2867f2f"},{"answers":[1994],"matches":[1],"probeId":"llm:programming:70f6738efc6e"},{"answers":[58],"matches":[1],"probeId":"llm:biology:1a2732bbf6d6"},{"answers":[336],"matches":[1],"probeId":"llm:medical:cdd0195607c7"},{"answers":[78],"matches":[1],"probeId":"llm:biology:4c9140406acf"},{"answers":[2013],"matches":[1],"probeId":"llm:programming:b7aad58341a4"}],"passes":1,"total":110,"version":1},"probes":[{"canonicalDomainName":"Chinese internet (platform dates)","consensus":1997,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5","openai/gpt-6.1-terra"]},"domain":"chinese_internet","enrollmentEvidence":{"answers":[1997,1997,1997],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"early platforms","id":"llm:chinese-internet:8d3238c28dcd","name":"南京大学小百合BBS创立年份（公元年）","range":[1990,2030],"template":"南京大学小百合BBS创立年份（公元年）发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Medical (drug half-lives)","consensus":25,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5","openai/gpt-6.1-terra"]},"domain":"medical","enrollmentEvidence":{"answers":[25,25,25],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"rare-disease therapies","id":"llm:medical:884ac4c8dd07","name":"iptacopan_reported_steady_state_elimination_half_life_at_200_mg_twice_daily_hours","range":[0.01,5000],"template":"The elimination half-life of iptacopan_reported_steady_state_elimination_half_life_at_200_mg_twice_daily_hours is approximately ___ hours.","tolerance":{"mode":"relative","value":0.1}},{"canonicalDomainName":"Physics (material properties)","consensus":6.23068142e-14,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"physics","enrollmentEvidence":{"answers":[6.23068142e-14,6.23068142e-14,6.23068142e-14],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"electromagnetic material properties","id":"llm:physics:9442d7fae942","name":"Schott_N-SF11_Sellmeier_C2_resonance_wavelength_squared_in_m2","range":[0,1000000000000000],"template":"The numerical value of Schott_N-SF11_Sellmeier_C2_resonance_wavelength_squared_in_m2 in SI units is ___.","tolerance":{"mode":"relative","value":0.02}},{"canonicalDomainName":"Chinese geography (measurements)","consensus":534,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"chinese_geography","enrollmentEvidence":{"answers":[534,534,534],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"county and prefecture geography","id":"llm:chinese-geography:20c2b4da4494","name":"fuqing_county_level_city_shizhushan_summit_elevation_m","range":[1,1000000000],"template":"fuqing_county_level_city_shizhushan_summit_elevation_m的数值是___。","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Mathematics (special values)","consensus":54054,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"math","enrollmentEvidence":{"answers":[54054,54054,54054],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"special functions","id":"llm:math:fef709d30692","name":"Twice the first derivative at x=1 of standard Jacobi polynomial P_11^(4,2)(x), dimensionless","range":[-10000000000,10000000000],"template":"The numerical value of Twice the first derivative at x=1 of standard Jacobi polynomial P_11^(4,2)(x), dimensionless is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chemistry (boiling points)","consensus":145,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"chemistry_bp","enrollmentEvidence":{"answers":[145,145,145],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"heterocyclic nitrogen compounds and azoles","id":"llm:chemistry-bp:8f9694a69b01","name":"2,4-dimethylthiazole_boiling_point_at_1_atm_in_degC","range":[-300,600],"template":"The boiling point of 2,4-dimethylthiazole_boiling_point_at_1_atm_in_degC at 1 atm is ___°C.","tolerance":{"mode":"absolute","value":3}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":136,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"biology","enrollmentEvidence":{"answers":[136,136,136],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"ferns and lycopods","id":"llm:biology:6d247bbd5a10","name":"Cibotium barometz diploid chromosome count (2n, chromosomes)","range":[1,2000],"template":"The diploid chromosome number (2n) of Cibotium barometz diploid chromosome count (2n, chromosomes) is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese geography (measurements)","consensus":1040,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"chinese_geography","enrollmentEvidence":{"answers":[1040,1040,1040],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"county and prefecture geography","id":"llm:chinese-geography:f0444bf3ddaa","name":"Fujian Province Songxi County administrative area (square kilometres, rounded to nearest integer)","range":[1,1000000000],"template":"Fujian Province Songxi County administrative area (square kilometres, rounded to nearest integer)的数值是___。","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Chemistry (melting points)","consensus":1276,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"chemistry_mp","enrollmentEvidence":{"answers":[1276,1276,1276],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"inorganic salts and coordination compounds","id":"llm:chemistry-mp:8096b8e1d90a","name":"Anhydrous europium(III) fluoride (EuF3) melting point in °C","range":[-300,4000],"template":"The melting point of Anhydrous europium(III) fluoride (EuF3) melting point in °C is ___°C.","tolerance":{"mode":"absolute","value":3}},{"canonicalDomainName":"Chinese internet (platform dates)","consensus":2002,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"chinese_internet","enrollmentEvidence":{"answers":[2002,2002,2002],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"major product launches","id":"llm:chinese-internet:54136841047e","name":"网易泡泡即时通信软件推出年份（公元年）","range":[1990,2030],"template":"网易泡泡即时通信软件推出年份（公元年）发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese history (specific dates)","consensus":1707,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5","openai/gpt-6.1-terra"]},"domain":"chinese_history","enrollmentEvidence":{"answers":[1707,1707,1707],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"scientific and literary history","id":"llm:chinese-history:6c1b83d601c5","name":"Quan Tang Shi (Complete Tang Poems) imperial compilation completion year (CE)","range":[-3000,2030],"template":"Quan Tang Shi (Complete Tang Poems) imperial compilation completion year (CE)发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese literature (publication years)","consensus":1924,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"chinese_literature","enrollmentEvidence":{"answers":[1924,1924,1924],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"literary journals and movements","id":"llm:chinese-literature:9f9e9b4dc77c","name":"创造社文学期刊《洪水》创刊年份（公元年）","range":[-3000,2030],"template":"创造社文学期刊《洪水》创刊年份（公元年）的数值是___。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Mathematics (special values)","consensus":31465,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"math","enrollmentEvidence":{"answers":[31465,31465,31465],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"special functions","id":"llm:math:2641a2f37a49","name":"Generalized Laguerre derivative (d^20/dx^20)L_24^(7)(0), dimensionless","range":[-10000000000,10000000000],"template":"The numerical value of Generalized Laguerre derivative (d^20/dx^20)L_24^(7)(0), dimensionless is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese internet (platform dates)","consensus":2011,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"chinese_internet","enrollmentEvidence":{"answers":[2011,2011,2011],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"major product launches","id":"llm:chinese-internet:4bd692431039","name":"人人小站轻博客平台上线年份（公元年）","range":[1990,2030],"template":"人人小站轻博客平台上线年份（公元年）发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Cryptography (parameters)","consensus":14,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"crypto_params","enrollmentEvidence":{"answers":[14,14,14],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"post-quantum parameter sets","id":"llm:crypto-params:d19be44d0f32","name":"crypto_params_slh_dsa_sha2_192s_fors_tree_height_edges","range":[0,10000000000],"template":"The numerical value of crypto_params_slh_dsa_sha2_192s_fors_tree_height_edges is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese literature (publication years)","consensus":12,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"chinese_literature","enrollmentEvidence":{"answers":[12,12,12],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"classical works and authors","id":"llm:chinese-literature:3849ee7ce5c8","name":"Juan count of Zhao Yi’s Oubei Shihua (瓯北诗话)","range":[-3000,2030],"template":"Juan count of Zhao Yi’s Oubei Shihua (瓯北诗话)的数值是___。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese literature (publication years)","consensus":1936,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"chinese_literature","enrollmentEvidence":{"answers":[1936,1936,1936],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"literary journals and movements","id":"llm:chinese-literature:dc2b2804d3a6","name":"戴望舒主编的《新诗》月刊创刊年份（公元年）","range":[-3000,2030],"template":"戴望舒主编的《新诗》月刊创刊年份（公元年）的数值是___。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese internet (platform dates)","consensus":2011,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"chinese_internet","enrollmentEvidence":{"answers":[2011,2011,2011],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"major product launches","id":"llm:chinese-internet:52b7fcc3a0c6","name":"百度旅游上线年份（公元年）","range":[1990,2030],"template":"百度旅游上线年份（公元年）发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Programming (release years)","consensus":2013,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"programming","enrollmentEvidence":{"answers":[2013,2013,2013],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"database and protocol implementations","id":"llm:programming:dfe9fe0d3429","name":"WhiteDB database first public release year (CE)","range":[1950,2030],"template":"The first public release year of WhiteDB database first public release year (CE) was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese history (specific dates)","consensus":1726,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"chinese_history","enrollmentEvidence":{"answers":[1726,1726,1726],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"scientific and literary history","id":"llm:chinese-history:d21829200387","name":"Gujin Tushu Jicheng (Complete Collection of Illustrations and Writings from Ancient to Modern Times) first printing year (CE)","range":[-3000,2030],"template":"Gujin Tushu Jicheng (Complete Collection of Illustrations and Writings from Ancient to Modern Times) first printing year (CE)发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Internet culture (dates and numbers)","consensus":1996,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"internet_culture","enrollmentEvidence":{"answers":[1996,1996,1996],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"open-source project history","id":"llm:internet-culture:755b792d1a62","name":"openbsd_first_public_release_2_0_year","range":[1,2030],"template":"The numerical value associated with openbsd_first_public_release_2_0_year is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese internet (platform dates)","consensus":2011,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"chinese_internet","enrollmentEvidence":{"answers":[2011,2011,2011],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"major product launches","id":"llm:chinese-internet:c0c21316c80a","name":"新浪Qing轻博客平台上线年份（公元年）","range":[1990,2030],"template":"新浪Qing轻博客平台上线年份（公元年）发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Physics (material properties)","consensus":3.19863,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"physics","enrollmentEvidence":{"answers":[3.19863,3.198628,3.19863],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"electromagnetic material properties","id":"llm:physics:72f0d11dbe97","name":"Sulfur_ground_state_static_scalar_dipole_polarizability_Schwerdtfeger_Nagle_2019_in_1e-40_C_m2_per_V","range":[0,1000000000000000],"template":"The numerical value of Sulfur_ground_state_static_scalar_dipole_polarizability_Schwerdtfeger_Nagle_2019_in_1e-40_C_m2_per_V in SI units is ___.","tolerance":{"mode":"relative","value":0.02}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":58,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"biology","enrollmentEvidence":{"answers":[58,58,58],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"deep-sea and cartilaginous fish","id":"llm:biology:3a1fa33b322c","name":"Chimaera monstrosa diploid chromosome number (chromosomes per somatic cell)","range":[1,2000],"template":"The diploid chromosome number (2n) of Chimaera monstrosa diploid chromosome number (chromosomes per somatic cell) is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Mathematics (special values)","consensus":13860,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"math","enrollmentEvidence":{"answers":[13860,13860,13860],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"special functions","id":"llm:math:9a6311162602","name":"Legendre polynomial P_9, third derivative at 1 (dimensionless)","range":[-10000000000,10000000000],"template":"The numerical value of Legendre polynomial P_9, third derivative at 1 (dimensionless) is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Internet culture (dates and numbers)","consensus":2001,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"internet_culture","enrollmentEvidence":{"answers":[2001,2001,2001],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"community milestones","id":"llm:internet-culture:b314f285dfd3","name":"Plastic.com collaborative discussion community launch year","range":[1,2030],"template":"The numerical value associated with Plastic.com collaborative discussion community launch year is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese internet (platform dates)","consensus":2013,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5","openai/gpt-6.1-terra"]},"domain":"chinese_internet","enrollmentEvidence":{"answers":[2013,2013,2013],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"major product launches","id":"llm:chinese-internet:1b52a27d4310","name":"豆瓣购物分享产品“豆瓣东西”上线年份（公元年）","range":[1990,2030],"template":"豆瓣购物分享产品“豆瓣东西”上线年份（公元年）发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":98,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"biology","enrollmentEvidence":{"answers":[98,98,98],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"deep-sea and cartilaginous fish","id":"llm:biology:56010c9c839c","name":"Raja clavata diploid chromosome count (chromosomes)","range":[1,2000],"template":"The diploid chromosome number (2n) of Raja clavata diploid chromosome count (chromosomes) is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":72,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"biology","enrollmentEvidence":{"answers":[72,72,72],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"ferns and lycopods","id":"llm:biology:f87ea1317a4f","name":"Asplenium cuneifolium somatic chromosome count (2n, chromosomes)","range":[1,2000],"template":"The diploid chromosome number (2n) of Asplenium cuneifolium somatic chromosome count (2n, chromosomes) is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Medical (drug half-lives)","consensus":6.7,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"medical","enrollmentEvidence":{"answers":[6.7,6.7,6.7],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"metabolic and neurologic medicines","id":"llm:medical:0b46b8ef7cbb","name":"sapropterin_mean_elimination_half_life_in_phenylketonuria_hours","range":[0.01,5000],"template":"The elimination half-life of sapropterin_mean_elimination_half_life_in_phenylketonuria_hours is approximately ___ hours.","tolerance":{"mode":"relative","value":0.1}},{"canonicalDomainName":"Pop culture (box office and ratings)","consensus":7,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"pop_culture","enrollmentEvidence":{"answers":[7,7,7],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"television episode facts","id":"llm:pop-culture:916ff6183c09","name":"Dark — “Crossroads” — season 1 episode number (1-based)","range":[1,10000],"template":"The numerical value associated with Dark — “Crossroads” — season 1 episode number (1-based) is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Astronomy (periods and distances)","consensus":1490.9,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"astronomy","enrollmentEvidence":{"answers":[1490.9,1490.9,1490.9],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"irregular moon orbital periods","id":"llm:astronomy:828b54709301","name":"Fornjot mean orbital period around Saturn (days)","range":[0,1000000000000000],"template":"The numerical value of Fornjot mean orbital period around Saturn (days) is ___.","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Chinese internet (platform dates)","consensus":2000,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"chinese_internet","enrollmentEvidence":{"answers":[2000,2000,2000],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"early platforms","id":"llm:chinese-internet:afc4923f68c6","name":"DoNews technology community founding year","range":[1990,2030],"template":"DoNews technology community founding year发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Pop culture (box office and ratings)","consensus":3,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"pop_culture","enrollmentEvidence":{"answers":[3,3,3],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"television episode facts","id":"llm:pop-culture:a3c6d5022791","name":"The Middleman — “The Sino-Mexican Revelation” — season 1 episode number (one-based episode count)","range":[1,10000],"template":"The numerical value associated with The Middleman — “The Sino-Mexican Revelation” — season 1 episode number (one-based episode count) is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Programming (release years)","consensus":2014,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"programming","enrollmentEvidence":{"answers":[2014,2014,2014],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"database and protocol implementations","id":"llm:programming:2bf931fad3d2","name":"ForestDB storage engine first public release year (CE)","range":[1950,2030],"template":"The first public release year of ForestDB storage engine first public release year (CE) was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese literature (publication years)","consensus":2,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"chinese_literature","enrollmentEvidence":{"answers":[2,2,2],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"classical works and authors","id":"llm:chinese-literature:606bab43eb77","name":"Juan count of Zhang Jie’s Suihantang Shihua (岁寒堂诗话)","range":[-3000,2030],"template":"Juan count of Zhang Jie’s Suihantang Shihua (岁寒堂诗话)的数值是___。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Mathematics (special values)","consensus":13305600,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"math","enrollmentEvidence":{"answers":[13305600,13305600,13305600],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"special functions","id":"llm:math:d814517476e5","name":"Physicists' Hermite polynomial H_11, third derivative at 0 (dimensionless)","range":[-10000000000,10000000000],"template":"The numerical value of Physicists' Hermite polynomial H_11, third derivative at 0 (dimensionless) is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Astronomy (periods and distances)","consensus":792.437,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"astronomy","enrollmentEvidence":{"answers":[792.437,792.437,792.437],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"irregular moon orbital periods","id":"llm:astronomy:5107327dc4cd","name":"Jupiter moon Megaclite reported orbital period (days)","range":[0,1000000000000000],"template":"The numerical value of Jupiter moon Megaclite reported orbital period (days) is ___.","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Chinese literature (publication years)","consensus":1924,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5","openai/gpt-6.1-terra"]},"domain":"chinese_literature","enrollmentEvidence":{"answers":[1924,1924,1924],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"literary journals and movements","id":"llm:chinese-literature:ce927c84e4a8","name":"《洪水》半月刊创刊年份（公元年）","range":[-3000,2030],"template":"《洪水》半月刊创刊年份（公元年）的数值是___。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chemistry (melting points)","consensus":1552,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"chemistry_mp","enrollmentEvidence":{"answers":[1552,1552,1552],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"inorganic salts and coordination compounds","id":"llm:chemistry-mp:3bc59b9bd673","name":"Anhydrous scandium(III) fluoride melting point (°C)","range":[-300,4000],"template":"The melting point of Anhydrous scandium(III) fluoride melting point (°C) is ___°C.","tolerance":{"mode":"absolute","value":3}},{"canonicalDomainName":"Mathematics (special values)","consensus":-12376,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"math","enrollmentEvidence":{"answers":[-12376,-12376,-12376],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"special functions","id":"llm:math:5501bd757bf4","name":"Generalized Laguerre polynomial L_11^(6), fifth derivative at 0 (dimensionless)","range":[-10000000000,10000000000],"template":"The numerical value of Generalized Laguerre polynomial L_11^(6), fifth derivative at 0 (dimensionless) is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Pop culture (box office and ratings)","consensus":65,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"pop_culture","enrollmentEvidence":{"answers":[65,65,65],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"film production facts","id":"llm:pop-culture:6ace6584bbbb","name":"Playtime (1967) original camera-negative film gauge in millimeters","range":[1,10000],"template":"The numerical value associated with Playtime (1967) original camera-negative film gauge in millimeters is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Programming (release years)","consensus":2011,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"programming","enrollmentEvidence":{"answers":[2011,2011,2011],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"database and protocol implementations","id":"llm:programming:78e2e982b9b4","name":"WiredTiger storage engine first public release year (CE)","range":[1950,2030],"template":"The first public release year of WiredTiger storage engine first public release year (CE) was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese geography (measurements)","consensus":1200,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"chinese_geography","enrollmentEvidence":{"answers":[1200,1200,1200],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"transport geography","id":"llm:chinese-geography:73bcf3d92339","name":"Nansha Bridge Dasha Waterway crossing main span length (metres)","range":[1,1000000000],"template":"Nansha Bridge Dasha Waterway crossing main span length (metres)的数值是___。","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Pop culture (box office and ratings)","consensus":16,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5","openai/gpt-6.1-terra"]},"domain":"pop_culture","enrollmentEvidence":{"answers":[16,16,16],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"film production facts","id":"llm:pop-culture:3b17d594281d","name":"The Station Agent (2003) — principal-photography film gauge in millimeters","range":[1,10000],"template":"The numerical value associated with The Station Agent (2003) — principal-photography film gauge in millimeters is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese geography (measurements)","consensus":3345,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"chinese_geography","enrollmentEvidence":{"answers":[3345,3345,3345],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"transport geography","id":"llm:chinese-geography:0c06357baa08","name":"Length of the Yangbajing No. 1 railway tunnel on the Qinghai–Tibet Railway (metres)","range":[1,1000000000],"template":"Length of the Yangbajing No. 1 railway tunnel on the Qinghai–Tibet Railway (metres)的数值是___。","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":38,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5","openai/gpt-6.1-terra"]},"domain":"biology","enrollmentEvidence":{"answers":[38,38,38],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"ferns and lycopods","id":"llm:biology:607220e6d87d","name":"Regnellidium diphyllum diploid chromosome number (2n, chromosomes)","range":[1,2000],"template":"The diploid chromosome number (2n) of Regnellidium diphyllum diploid chromosome number (2n, chromosomes) is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese geography (measurements)","consensus":22980,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"chinese_geography","enrollmentEvidence":{"answers":[22980,22980,22980],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"county and prefecture geography","id":"llm:chinese-geography:f59a84d3d113","name":"Coqên County, Tibet — administrative area (square kilometres)","range":[1,1000000000],"template":"Coqên County, Tibet — administrative area (square kilometres)的数值是___。","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":98,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"biology","enrollmentEvidence":{"answers":[98,98,98],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"deep-sea and cartilaginous fish","id":"llm:biology:f15914a0ed23","name":"Raja asterias diploid chromosome number (chromosomes per somatic cell)","range":[1,2000],"template":"The diploid chromosome number (2n) of Raja asterias diploid chromosome number (chromosomes per somatic cell) is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":102,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5","openai/gpt-6.1-terra"]},"domain":"biology","enrollmentEvidence":{"answers":[102,102,102],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"deep-sea and cartilaginous fish","id":"llm:biology:4b2a7cd6b061","name":"Heterodontus japonicus diploid chromosome count (chromosomes)","range":[1,2000],"template":"The diploid chromosome number (2n) of Heterodontus japonicus diploid chromosome count (chromosomes) is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese internet (platform dates)","consensus":2010,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"chinese_internet","enrollmentEvidence":{"answers":[2010,2010,2010],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"major product launches","id":"llm:chinese-internet:6a9445becf0e","name":"百度实名社交平台“说吧”上线年份（公元年）","range":[1990,2030],"template":"百度实名社交平台“说吧”上线年份（公元年）发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Mathematics (special values)","consensus":2730,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"math","enrollmentEvidence":{"answers":[2730,2730,2730],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"special functions","id":"llm:math:70bdc62d785e","name":"Standard Jacobi polynomial P_6^(2,3), second derivative at 1 (dimensionless)","range":[-10000000000,10000000000],"template":"The numerical value of Standard Jacobi polynomial P_6^(2,3), second derivative at 1 (dimensionless) is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Medical (drug half-lives)","consensus":6.7,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5","openai/gpt-6.1-terra"]},"domain":"medical","enrollmentEvidence":{"answers":[6.7,6.7,6.7],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"metabolic and neurologic medicines","id":"llm:medical:0173b90bcefc","name":"sapropterin_mean_elimination_half_life_in_phenylketonuria_patients_hours","range":[0.01,5000],"template":"The elimination half-life of sapropterin_mean_elimination_half_life_in_phenylketonuria_patients_hours is approximately ___ hours.","tolerance":{"mode":"relative","value":0.1}},{"canonicalDomainName":"Chinese internet (platform dates)","consensus":2008,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"chinese_internet","enrollmentEvidence":{"answers":[2008,2008,2008],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"major product launches","id":"llm:chinese-internet:717173fc9ed3","name":"搜狗高速浏览器首个公开测试版发布年份（公元年）","range":[1990,2030],"template":"搜狗高速浏览器首个公开测试版发布年份（公元年）发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese geography (measurements)","consensus":7053,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"chinese_geography","enrollmentEvidence":{"answers":[7053,7053,7053],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"county and prefecture geography","id":"llm:chinese-geography:6095dc025fb6","name":"Dawu County, Sichuan — administrative area (square kilometres)","range":[1,1000000000],"template":"Dawu County, Sichuan — administrative area (square kilometres)的数值是___。","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Internet culture (dates and numbers)","consensus":2001,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"internet_culture","enrollmentEvidence":{"answers":[2001,2001,2001],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"community milestones","id":"llm:internet-culture:f13a8c6d33ff","name":"b3ta_online_community_founding_year","range":[1,2030],"template":"The numerical value associated with b3ta_online_community_founding_year is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Mathematics (special values)","consensus":139128,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"math","enrollmentEvidence":{"answers":[139128,139128,139128],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"special functions","id":"llm:math:308b57ceb9d7","name":"Coefficient of x^30 in probabilists' Hermite polynomial He_34(x), dimensionless","range":[-10000000000,10000000000],"template":"The numerical value of Coefficient of x^30 in probabilists' Hermite polynomial He_34(x), dimensionless is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Mathematics (special values)","consensus":103,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"math","enrollmentEvidence":{"answers":[103,103,103],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"number-theory constants","id":"llm:math:5a67d523cc3f","name":"Fifth irregular prime in increasing order (integer)","range":[-10000000000,10000000000],"template":"The numerical value of Fifth irregular prime in increasing order (integer) is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Programming (release years)","consensus":2001,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5","openai/gpt-6.1-terra"]},"domain":"programming","enrollmentEvidence":{"answers":[2001,2001,2001],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"database and protocol implementations","id":"llm:programming:6c76f02a20c9","name":"libmodbus first public release year (CE)","range":[1950,2030],"template":"The first public release year of libmodbus first public release year (CE) was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese internet (platform dates)","consensus":1997,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"chinese_internet","enrollmentEvidence":{"answers":[1997,1997,1997],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"early platforms","id":"llm:chinese-internet:97b5aafd1608","name":"Mop forum founding year","range":[1990,2030],"template":"Mop forum founding year发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Medical (drug half-lives)","consensus":76.8,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"medical","enrollmentEvidence":{"answers":[76.8,76.8,76.8],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"rare-disease therapies","id":"llm:medical:4eea146e6838","name":"Patisiran mean terminal elimination half-life (hours)","range":[0.01,5000],"template":"The elimination half-life of Patisiran mean terminal elimination half-life (hours) is approximately ___ hours.","tolerance":{"mode":"relative","value":0.1}},{"canonicalDomainName":"Chemistry (boiling points)","consensus":149,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"chemistry_bp","enrollmentEvidence":{"answers":[149,149,149],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"heterocyclic nitrogen compounds and azoles","id":"llm:chemistry-bp:38528c68a0c3","name":"2-Ethylpyridine boiling point at 1 atm (°C)","range":[-300,600],"template":"The boiling point of 2-Ethylpyridine boiling point at 1 atm (°C) at 1 atm is ___°C.","tolerance":{"mode":"absolute","value":3}},{"canonicalDomainName":"Chinese internet (platform dates)","consensus":2005,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"chinese_internet","enrollmentEvidence":{"answers":[2005,2005,2005],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"major product launches","id":"llm:chinese-internet:d9323baabcad","name":"抓虾网RSS阅读服务上线年份（公元年）","range":[1990,2030],"template":"抓虾网RSS阅读服务上线年份（公元年）发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Programming (release years)","consensus":2013,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"programming","enrollmentEvidence":{"answers":[2013,2013,2013],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"database and protocol implementations","id":"llm:programming:36eaf5d0e3ce","name":"UnQLite embedded database first public release year (CE)","range":[1950,2030],"template":"The first public release year of UnQLite embedded database first public release year (CE) was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Medical (drug half-lives)","consensus":2.1,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5","openai/gpt-6.1-terra"]},"domain":"medical","enrollmentEvidence":{"answers":[2.1,2.1,2.1],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"rare-disease therapies","id":"llm:medical:d891ffc359f6","name":"Cipaglucosidase alfa terminal plasma elimination half-life when administered with miglustat (hours)","range":[0.01,5000],"template":"The elimination half-life of Cipaglucosidase alfa terminal plasma elimination half-life when administered with miglustat (hours) is approximately ___ hours.","tolerance":{"mode":"relative","value":0.1}},{"canonicalDomainName":"Medical (drug half-lives)","consensus":336,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"medical","enrollmentEvidence":{"answers":[336,336,336],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"rare-disease therapies","id":"llm:medical:02c8866fcc30","name":"lanadelumab_reported_terminal_elimination_half_life_hours","range":[0.01,5000],"template":"The elimination half-life of lanadelumab_reported_terminal_elimination_half_life_hours is approximately ___ hours.","tolerance":{"mode":"relative","value":0.1}},{"canonicalDomainName":"Cryptography (parameters)","consensus":2008,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"crypto_params","enrollmentEvidence":{"answers":[2008,2008,2008],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"standardization years","id":"llm:crypto-params:a75d8b8a6a67","name":"additional_diffie_hellman_groups_RFC_5114_specification_publication_year","range":[0,10000000000],"template":"The numerical value of additional_diffie_hellman_groups_RFC_5114_specification_publication_year is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Programming (release years)","consensus":1987,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"programming","enrollmentEvidence":{"answers":[1987,1987,1987],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"specialist runtimes","id":"llm:programming:1e813591fa61","name":"GNU CLISP first public release year (CE)","range":[1950,2030],"template":"The first public release year of GNU CLISP first public release year (CE) was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Programming (release years)","consensus":2000,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"programming","enrollmentEvidence":{"answers":[2000,2000,2000],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"specialist runtimes","id":"llm:programming:820b2351d299","name":"Stackless Python first public release year (CE)","range":[1950,2030],"template":"The first public release year of Stackless Python first public release year (CE) was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":10,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"biology","enrollmentEvidence":{"answers":[10,10,10],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"unusual insects and arachnids","id":"llm:biology:f667fca08918","name":"Encarsia formosa female diploid chromosome number (chromosomes)","range":[1,2000],"template":"The diploid chromosome number (2n) of Encarsia formosa female diploid chromosome number (chromosomes) is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese geography (measurements)","consensus":28400,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"chinese_geography","enrollmentEvidence":{"answers":[28400,28427,28427],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"transport geography","id":"llm:chinese-geography:75f70b21dafd","name":"Length of the Ping'an railway tunnel on the Chengdu–Lanzhou Railway (metres)","range":[1,1000000000],"template":"Length of the Ping'an railway tunnel on the Chengdu–Lanzhou Railway (metres)的数值是___。","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Internet culture (dates and numbers)","consensus":2001,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"internet_culture","enrollmentEvidence":{"answers":[2001,2001,2001],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"community milestones","id":"llm:internet-culture:f3113dc527ef","name":"newgrounds_clock_crew_formation_year","range":[1,2030],"template":"The numerical value associated with newgrounds_clock_crew_formation_year is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chemistry (melting points)","consensus":83,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"chemistry_mp","enrollmentEvidence":{"answers":[83,83,83],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"organic crystals and intermediates","id":"llm:chemistry-mp:38f9be53e1c4","name":"Dibenzofuran melting point (°C)","range":[-300,4000],"template":"The melting point of Dibenzofuran melting point (°C) is ___°C.","tolerance":{"mode":"absolute","value":3}},{"canonicalDomainName":"Astronomy (periods and distances)","consensus":0.6,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"astronomy","enrollmentEvidence":{"answers":[0.6,0.6,0.6],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"unusual galaxies and nebulae","id":"llm:astronomy:122dd68084fb","name":"Malin 1 bulge effective radius in Barth (2007) (kpc)","range":[0,1000000000000000],"template":"The numerical value of Malin 1 bulge effective radius in Barth (2007) (kpc) is ___.","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Chinese geography (measurements)","consensus":9523,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"chinese_geography","enrollmentEvidence":{"answers":[9523,9523,9523],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"transport geography","id":"llm:chinese-geography:808e767e9c7b","name":"Length of the Haba Snow Mountain railway tunnel on the Lijiang–Shangri-La Railway (metres)","range":[1,1000000000],"template":"Length of the Haba Snow Mountain railway tunnel on the Lijiang–Shangri-La Railway (metres)的数值是___。","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Mathematics (special values)","consensus":157,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"math","enrollmentEvidence":{"answers":[157,157,157],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"number-theory constants","id":"llm:math:ff4e33a246e9","name":"Eighth irregular prime in increasing order (integer)","range":[-10000000000,10000000000],"template":"The numerical value of Eighth irregular prime in increasing order (integer) is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese internet (platform dates)","consensus":1996,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"chinese_internet","enrollmentEvidence":{"answers":[1996,1996,1996],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"early platforms","id":"llm:chinese-internet:17e381de2507","name":"碧海银沙网站开通年份（年）","range":[1990,2030],"template":"碧海银沙网站开通年份（年）发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese geography (measurements)","consensus":19020,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5","openai/gpt-6.1-terra"]},"domain":"chinese_geography","enrollmentEvidence":{"answers":[19020,19020,19025],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"transport geography","id":"llm:chinese-geography:a08570ec50ba","name":"Length of the Muzhailing railway tunnel on the Lanzhou–Chongqing Railway (metres)","range":[1,1000000000],"template":"Length of the Muzhailing railway tunnel on the Lanzhou–Chongqing Railway (metres)的数值是___。","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Pop culture (box office and ratings)","consensus":6,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"pop_culture","enrollmentEvidence":{"answers":[6,6,6],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"television episode facts","id":"llm:pop-culture:bcc3bfc8f081","name":"Dark — “An Endless Cycle” — season 2 episode number (1-based)","range":[1,10000],"template":"The numerical value associated with Dark — “An Endless Cycle” — season 2 episode number (1-based) is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":66,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5","openai/gpt-6.1-terra"]},"domain":"biology","enrollmentEvidence":{"answers":[66,66,66],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"deep-sea and cartilaginous fish","id":"llm:biology:93af936d5f9a","name":"Galeus melastomus diploid chromosome number (chromosomes per somatic cell)","range":[1,2000],"template":"The diploid chromosome number (2n) of Galeus melastomus diploid chromosome number (chromosomes per somatic cell) is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Programming (release years)","consensus":2004,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"programming","enrollmentEvidence":{"answers":[2004,2004,2004],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"specialist runtimes","id":"llm:programming:8bf6754956b0","name":"IronPython 0.6 public release year (CE)","range":[1950,2030],"template":"The first public release year of IronPython 0.6 public release year (CE) was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Pop culture (box office and ratings)","consensus":5,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"pop_culture","enrollmentEvidence":{"answers":[5,5,5],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"television episode facts","id":"llm:pop-culture:098c684e8bd0","name":"Pushing Daisies — “Girth” episode number within season 1 (1-based ordinal)","range":[1,10000],"template":"The numerical value associated with Pushing Daisies — “Girth” episode number within season 1 (1-based ordinal) is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese internet (platform dates)","consensus":2002,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"chinese_internet","enrollmentEvidence":{"answers":[2002,2002,2002],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"early platforms","id":"llm:chinese-internet:16dfea7b81a2","name":"博客大巴网站创办年份（公元年）","range":[1990,2030],"template":"博客大巴网站创办年份（公元年）发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Medical (drug half-lives)","consensus":768,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"medical","enrollmentEvidence":{"answers":[768,768,768],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"rare-disease therapies","id":"llm:medical:589052a5297d","name":"Inotersen mean terminal elimination half-life after subcutaneous administration (hours)","range":[0.01,5000],"template":"The elimination half-life of Inotersen mean terminal elimination half-life after subcutaneous administration (hours) is approximately ___ hours.","tolerance":{"mode":"relative","value":0.1}},{"canonicalDomainName":"Chemistry (melting points)","consensus":1410,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"chemistry_mp","enrollmentEvidence":{"answers":[1410,1410,1410],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"inorganic salts and coordination compounds","id":"llm:chemistry-mp:0105a1316715","name":"Anhydrous neodymium(III) fluoride (NdF3) melting point in °C","range":[-300,4000],"template":"The melting point of Anhydrous neodymium(III) fluoride (NdF3) melting point in °C is ___°C.","tolerance":{"mode":"absolute","value":3}},{"canonicalDomainName":"Mathematics (special values)","consensus":131,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"math","enrollmentEvidence":{"answers":[131,131,131],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"number-theory constants","id":"llm:math:6314a4586f51","name":"Sixth irregular prime in increasing order (integer)","range":[-10000000000,10000000000],"template":"The numerical value of Sixth irregular prime in increasing order (integer) is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese internet (platform dates)","consensus":2004,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5","openai/gpt-6.1-terra"]},"domain":"chinese_internet","enrollmentEvidence":{"answers":[2004,2004,2004],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"major product launches","id":"llm:chinese-internet:b427f629d5f9","name":"phpwind论坛软件首次发布年份（公元年）","range":[1990,2030],"template":"phpwind论坛软件首次发布年份（公元年）发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chemistry (melting points)","consensus":647,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"chemistry_mp","enrollmentEvidence":{"answers":[647,647,647],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"inorganic salts and coordination compounds","id":"llm:chemistry-mp:474286a61fa2","name":"Anhydrous dysprosium(III) chloride (DyCl3) melting point in °C","range":[-300,4000],"template":"The melting point of Anhydrous dysprosium(III) chloride (DyCl3) melting point in °C is ___°C.","tolerance":{"mode":"absolute","value":3}},{"canonicalDomainName":"Medical (drug half-lives)","consensus":33.6,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5","openai/gpt-6.1-terra"]},"domain":"medical","enrollmentEvidence":{"answers":[33.6,33.6,33.6],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"rare-disease therapies","id":"llm:medical:04368fb342cb","name":"velmanase_alfa_mean_terminal_elimination_half_life_hours","range":[0.01,5000],"template":"The elimination half-life of velmanase_alfa_mean_terminal_elimination_half_life_hours is approximately ___ hours.","tolerance":{"mode":"relative","value":0.1}},{"canonicalDomainName":"Chemistry (melting points)","consensus":925,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"chemistry_mp","enrollmentEvidence":{"answers":[925,925,925],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"inorganic salts and coordination compounds","id":"llm:chemistry-mp:74fbdd98c315","name":"Anhydrous lutetium(III) chloride melting point (°C)","range":[-300,4000],"template":"The melting point of Anhydrous lutetium(III) chloride melting point (°C) is ___°C.","tolerance":{"mode":"absolute","value":3}},{"canonicalDomainName":"Chinese internet (platform dates)","consensus":2002,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"chinese_internet","enrollmentEvidence":{"answers":[2002,2002,2002],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"early platforms","id":"llm:chinese-internet:32a645601fab","name":"BlogChina website founding year","range":[1990,2030],"template":"BlogChina website founding year发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Medical (drug half-lives)","consensus":39.7,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"medical","enrollmentEvidence":{"answers":[39.7,39.7,39.7],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"metabolic and neurologic medicines","id":"llm:medical:0cc492973687","name":"Lomitapide mean terminal elimination half-life (hours)","range":[0.01,5000],"template":"The elimination half-life of Lomitapide mean terminal elimination half-life (hours) is approximately ___ hours.","tolerance":{"mode":"relative","value":0.1}},{"canonicalDomainName":"Medical (drug half-lives)","consensus":34,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5","openai/gpt-6.1-terra"]},"domain":"medical","enrollmentEvidence":{"answers":[34,34,34],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"metabolic and neurologic medicines","id":"llm:medical:08142a3f70c9","name":"Ganaxolone terminal elimination half-life in healthy subjects (hours)","range":[0.01,5000],"template":"The elimination half-life of Ganaxolone terminal elimination half-life in healthy subjects (hours) is approximately ___ hours.","tolerance":{"mode":"relative","value":0.1}},{"canonicalDomainName":"Programming (release years)","consensus":2003,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"programming","enrollmentEvidence":{"answers":[2003,2003,2003],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"database and protocol implementations","id":"llm:programming:112703cec9ad","name":"libssh SSH protocol library first public release year (CE)","range":[1950,2030],"template":"The first public release year of libssh SSH protocol library first public release year (CE) was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Programming (release years)","consensus":2013,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"programming","enrollmentEvidence":{"answers":[2013,2013,2013],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"database and protocol implementations","id":"llm:programming:1a80dc305131","name":"Vedis_first_public_release_year_CE","range":[1950,2030],"template":"The first public release year of Vedis_first_public_release_year_CE was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Medical (drug half-lives)","consensus":7,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5","openai/gpt-6.1-terra"]},"domain":"medical","enrollmentEvidence":{"answers":[7,7,7],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"rare-disease therapies","id":"llm:medical:ad1544e6ffc3","name":"Leniolisib terminal elimination half-life (hours)","range":[0.01,5000],"template":"The elimination half-life of Leniolisib terminal elimination half-life (hours) is approximately ___ hours.","tolerance":{"mode":"relative","value":0.1}},{"canonicalDomainName":"Pop culture (box office and ratings)","consensus":10,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"pop_culture","enrollmentEvidence":{"answers":[10,10,10],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"television episode facts","id":"llm:pop-culture:8d4a12a8b569","name":"Person of Interest — “Number Crunch” episode number within season 1 (1-based ordinal)","range":[1,10000],"template":"The numerical value associated with Person of Interest — “Number Crunch” episode number within season 1 (1-based ordinal) is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Astronomy (periods and distances)","consensus":0.04244,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"astronomy","enrollmentEvidence":{"answers":[0.04244,0.04244,0.04244],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"unusual galaxies and nebulae","id":"llm:astronomy:3be3992e8279","name":"Hoag's Object systemic redshift (dimensionless)","range":[0,1000000000000000],"template":"The numerical value of Hoag's Object systemic redshift (dimensionless) is ___.","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Pop culture (box office and ratings)","consensus":6,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5","openai/gpt-6.1-terra"]},"domain":"pop_culture","enrollmentEvidence":{"answers":[6,6,6],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"television episode facts","id":"llm:pop-culture:89ad5abe377e","name":"The Middleman — “The Boyband Superfan Interrogation” — season 1 episode number (one-based episode count)","range":[1,10000],"template":"The numerical value associated with The Middleman — “The Boyband Superfan Interrogation” — season 1 episode number (one-based episode count) is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Astronomy (periods and distances)","consensus":679.641,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5","openai/gpt-6.1-terra"]},"domain":"astronomy","enrollmentEvidence":{"answers":[679.641,679.64,679.641],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"irregular moon orbital periods","id":"llm:astronomy:650d6e67bdd7","name":"Jupiter moon Aitne tabulated orbital period (days)","range":[0,1000000000000000],"template":"The numerical value of Jupiter moon Aitne tabulated orbital period (days) is ___.","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Mathematics (special values)","consensus":8415,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"math","enrollmentEvidence":{"answers":[8415,8415,8415],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"special functions","id":"llm:math:7203362dd691","name":"Twice the first derivative at x=1 of standard Jacobi polynomial P_9^(3,4)(x), dimensionless","range":[-10000000000,10000000000],"template":"The numerical value of Twice the first derivative at x=1 of standard Jacobi polynomial P_9^(3,4)(x), dimensionless is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Pop culture (box office and ratings)","consensus":2,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"pop_culture","enrollmentEvidence":{"answers":[2,2,2],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"television episode facts","id":"llm:pop-culture:a2936c43ae57","name":"The Middleman — “The Accidental Occidental Conception” — season 1 episode number (one-based episode count)","range":[1,10000],"template":"The numerical value associated with The Middleman — “The Accidental Occidental Conception” — season 1 episode number (one-based episode count) is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Medical (drug half-lives)","consensus":28,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"medical","enrollmentEvidence":{"answers":[28,28,28],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"rare-disease therapies","id":"llm:medical:329a9cf0d0e9","name":"mirdametinib_reported_mean_terminal_elimination_half_life_hours","range":[0.01,5000],"template":"The elimination half-life of mirdametinib_reported_mean_terminal_elimination_half_life_hours is approximately ___ hours.","tolerance":{"mode":"relative","value":0.1}},{"canonicalDomainName":"Chinese geography (measurements)","consensus":14182,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"chinese_geography","enrollmentEvidence":{"answers":[14182,14182,14182],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"county and prefecture geography","id":"llm:chinese-geography:f857f638dc1c","name":"Litang County, Sichuan — administrative area (square kilometres)","range":[1,1000000000],"template":"Litang County, Sichuan — administrative area (square kilometres)的数值是___。","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Chinese internet (platform dates)","consensus":2012,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"chinese_internet","enrollmentEvidence":{"answers":[2012,2012,2012],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"major product launches","id":"llm:chinese-internet:ef99b2867f2f","name":"百度相册上线年份（公元年）","range":[1990,2030],"template":"百度相册上线年份（公元年）发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Programming (release years)","consensus":1994,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5","openai/gpt-6.1-terra"]},"domain":"programming","enrollmentEvidence":{"answers":[1994,1994,1994],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"scientific languages","id":"llm:programming:70f6738efc6e","name":"Tela numerical computing language first public release year (CE)","range":[1950,2030],"template":"The first public release year of Tela numerical computing language first public release year (CE) was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":58,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"biology","enrollmentEvidence":{"answers":[58,58,58],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"deep-sea and cartilaginous fish","id":"llm:biology:1a2732bbf6d6","name":"Hydrolagus colliei diploid chromosome count (chromosomes)","range":[1,2000],"template":"The diploid chromosome number (2n) of Hydrolagus colliei diploid chromosome count (chromosomes) is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Medical (drug half-lives)","consensus":336,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"medical","enrollmentEvidence":{"answers":[336,336,336],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"rare-disease therapies","id":"llm:medical:cdd0195607c7","name":"Lanadelumab mean terminal elimination half-life after subcutaneous administration (hours)","range":[0.01,5000],"template":"The elimination half-life of Lanadelumab mean terminal elimination half-life after subcutaneous administration (hours) is approximately ___ hours.","tolerance":{"mode":"relative","value":0.1}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":78,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5","openai/gpt-6.1-terra"]},"domain":"biology","enrollmentEvidence":{"answers":[78,78,78],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"deep-sea and cartilaginous fish","id":"llm:biology:4c9140406acf","name":"Mustelus manazo diploid chromosome number (2n, chromosomes)","range":[1,2000],"template":"The diploid chromosome number (2n) of Mustelus manazo diploid chromosome number (2n, chromosomes) is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Programming (release years)","consensus":2013,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"programming","enrollmentEvidence":{"answers":[2013,2013,2013],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"database and protocol implementations","id":"llm:programming:b7aad58341a4","name":"Vedis embedded datastore first public release year (CE)","range":[1950,2030],"template":"The first public release year of Vedis embedded datastore first public release year (CE) was ___.","tolerance":{"mode":"absolute","value":0}}],"queryProfile":{"apiProtocol":"openai-chat-completions","auditTemperature":0,"contrastTemperature":0,"enrollmentTemperatures":[0,0.7,0.7],"generationSettings":{"responseFormat":"text","seed":null,"topP":1},"maxTokensPerRequest":1600,"parserVersion":"kbf-numeric-lines-v3","probesPerRequest":10,"promptVariantsHash":"sha256:a9729cc7c2401f41d7dedcc1b78bceb7d0a6392afc03804457443df1d773b032","requestTimeoutMs":120000,"selfTestTemperature":0,"upstreamModel":"openai/gpt-6-astra","version":2},"queryProfileHash":"sha256:37af71d26586153b15b0813e6d31ce8bfcfc6077f8df575ae77d22334fd805b7","referenceId":"sha256:283a7616e61a75664ea869688e24f18eeaf265aabe50acfa08bd51aaf230f2f9","referenceModel":"gpt-6-astra","selfTest":{"coverage":1,"errorRate":0.021212121212121213,"hamming":7,"outcomes":[{"answers":[1997,1997,1997],"matches":[1,1,1],"probeId":"llm:chinese-internet:8d3238c28dcd"},{"answers":[25,25,25],"matches":[1,1,1],"probeId":"llm:medical:884ac4c8dd07"},{"answers":[6.23068142e-14,6.23068142e-14,6.23068142e-14],"matches":[1,1,1],"probeId":"llm:physics:9442d7fae942"},{"answers":[534,534,534],"matches":[1,1,1],"probeId":"llm:chinese-geography:20c2b4da4494"},{"answers":[54054,54054,54054],"matches":[1,1,1],"probeId":"llm:math:fef709d30692"},{"answers":[145,145,145],"matches":[1,1,1],"probeId":"llm:chemistry-bp:8f9694a69b01"},{"answers":[136,136,136],"matches":[1,1,1],"probeId":"llm:biology:6d247bbd5a10"},{"answers":[1043,1043,1040],"matches":[1,1,1],"probeId":"llm:chinese-geography:f0444bf3ddaa"},{"answers":[1276,1276,1276],"matches":[1,1,1],"probeId":"llm:chemistry-mp:8096b8e1d90a"},{"answers":[2002,2002,2002],"matches":[1,1,1],"probeId":"llm:chinese-internet:54136841047e"},{"answers":[1707,1707,1707],"matches":[1,1,1],"probeId":"llm:chinese-history:6c1b83d601c5"},{"answers":[1924,1924,1924],"matches":[1,1,1],"probeId":"llm:chinese-literature:9f9e9b4dc77c"},{"answers":[31465,31465,31465],"matches":[1,1,1],"probeId":"llm:math:2641a2f37a49"},{"answers":[2011,2011,2011],"matches":[1,1,1],"probeId":"llm:chinese-internet:4bd692431039"},{"answers":[14,14,14],"matches":[1,1,1],"probeId":"llm:crypto-params:d19be44d0f32"},{"answers":[12,12,12],"matches":[1,1,1],"probeId":"llm:chinese-literature:3849ee7ce5c8"},{"answers":[1936,1936,1936],"matches":[1,1,1],"probeId":"llm:chinese-literature:dc2b2804d3a6"},{"answers":[2011,2011,2011],"matches":[1,1,1],"probeId":"llm:chinese-internet:52b7fcc3a0c6"},{"answers":[2013,2013,2013],"matches":[1,1,1],"probeId":"llm:programming:dfe9fe0d3429"},{"answers":[1726,1726,1726],"matches":[1,1,1],"probeId":"llm:chinese-history:d21829200387"},{"answers":[1996,1996,1996],"matches":[1,1,1],"probeId":"llm:internet-culture:755b792d1a62"},{"answers":[2011,2011,2011],"matches":[1,1,1],"probeId":"llm:chinese-internet:c0c21316c80a"},{"answers":[3.199,3.199,3.2],"matches":[1,1,1],"probeId":"llm:physics:72f0d11dbe97"},{"answers":[58,58,58],"matches":[1,1,1],"probeId":"llm:biology:3a1fa33b322c"},{"answers":[13860,13860,13860],"matches":[1,1,1],"probeId":"llm:math:9a6311162602"},{"answers":[2001,2001,2001],"matches":[1,1,1],"probeId":"llm:internet-culture:b314f285dfd3"},{"answers":[2013,2013,2013],"matches":[1,1,1],"probeId":"llm:chinese-internet:1b52a27d4310"},{"answers":[104,98,98],"matches":[0,1,1],"probeId":"llm:biology:56010c9c839c"},{"answers":[72,72,72],"matches":[1,1,1],"probeId":"llm:biology:f87ea1317a4f"},{"answers":[6.7,6.7,6.7],"matches":[1,1,1],"probeId":"llm:medical:0b46b8ef7cbb"},{"answers":[7,7,7],"matches":[1,1,1],"probeId":"llm:pop-culture:916ff6183c09"},{"answers":[1494.2,1494.2,1494.2],"matches":[1,1,1],"probeId":"llm:astronomy:828b54709301"},{"answers":[2000,2000,2000],"matches":[1,1,1],"probeId":"llm:chinese-internet:afc4923f68c6"},{"answers":[3,3,3],"matches":[1,1,1],"probeId":"llm:pop-culture:a3c6d5022791"},{"answers":[2014,2014,2014],"matches":[1,1,1],"probeId":"llm:programming:2bf931fad3d2"},{"answers":[2,2,2],"matches":[1,1,1],"probeId":"llm:chinese-literature:606bab43eb77"},{"answers":[13305600,13305600,13305600],"matches":[1,1,1],"probeId":"llm:math:d814517476e5"},{"answers":[792.437,792.437,792.437],"matches":[1,1,1],"probeId":"llm:astronomy:5107327dc4cd"},{"answers":[1924,1924,1924],"matches":[1,1,1],"probeId":"llm:chinese-literature:ce927c84e4a8"},{"answers":[1552,1552,1552],"matches":[1,1,1],"probeId":"llm:chemistry-mp:3bc59b9bd673"},{"answers":[-12376,-12376,-12376],"matches":[1,1,1],"probeId":"llm:math:5501bd757bf4"},{"answers":[65,65,65],"matches":[1,1,1],"probeId":"llm:pop-culture:6ace6584bbbb"},{"answers":[2011,2011,2011],"matches":[1,1,1],"probeId":"llm:programming:78e2e982b9b4"},{"answers":[1200,1200,1200],"matches":[1,1,1],"probeId":"llm:chinese-geography:73bcf3d92339"},{"answers":[16,16,16],"matches":[1,1,1],"probeId":"llm:pop-culture:3b17d594281d"},{"answers":[3345,3345,3345],"matches":[1,1,1],"probeId":"llm:chinese-geography:0c06357baa08"},{"answers":[38,38,38],"matches":[1,1,1],"probeId":"llm:biology:607220e6d87d"},{"answers":[22980,22563,22980],"matches":[1,1,1],"probeId":"llm:chinese-geography:f59a84d3d113"},{"answers":[98,98,98],"matches":[1,1,1],"probeId":"llm:biology:f15914a0ed23"},{"answers":[102,102,102],"matches":[1,1,1],"probeId":"llm:biology:4b2a7cd6b061"},{"answers":[2010,2010,2010],"matches":[1,1,1],"probeId":"llm:chinese-internet:6a9445becf0e"},{"answers":[2730,2730,2730],"matches":[1,1,1],"probeId":"llm:math:70bdc62d785e"},{"answers":[6.7,6.7,6.7],"matches":[1,1,1],"probeId":"llm:medical:0173b90bcefc"},{"answers":[2008,2008,2008],"matches":[1,1,1],"probeId":"llm:chinese-internet:717173fc9ed3"},{"answers":[7053,7546,7053],"matches":[1,0,1],"probeId":"llm:chinese-geography:6095dc025fb6"},{"answers":[2001,2001,2001],"matches":[1,1,1],"probeId":"llm:internet-culture:f13a8c6d33ff"},{"answers":[139128,139128,139128],"matches":[1,1,1],"probeId":"llm:math:308b57ceb9d7"},{"answers":[103,103,103],"matches":[1,1,1],"probeId":"llm:math:5a67d523cc3f"},{"answers":[2001,2001,2001],"matches":[1,1,1],"probeId":"llm:programming:6c76f02a20c9"},{"answers":[1997,1997,1997],"matches":[1,1,1],"probeId":"llm:chinese-internet:97b5aafd1608"},{"answers":[76.8,76.8,76.8],"matches":[1,1,1],"probeId":"llm:medical:4eea146e6838"},{"answers":[149,149,149],"matches":[1,1,1],"probeId":"llm:chemistry-bp:38528c68a0c3"},{"answers":[2005,2005,2005],"matches":[1,1,1],"probeId":"llm:chinese-internet:d9323baabcad"},{"answers":[2013,2013,2013],"matches":[1,1,1],"probeId":"llm:programming:36eaf5d0e3ce"},{"answers":[2.1,2.1,2.1],"matches":[1,1,1],"probeId":"llm:medical:d891ffc359f6"},{"answers":[336,336,336],"matches":[1,1,1],"probeId":"llm:medical:02c8866fcc30"},{"answers":[2008,2008,2008],"matches":[1,1,1],"probeId":"llm:crypto-params:a75d8b8a6a67"},{"answers":[1987,1987,1987],"matches":[1,1,1],"probeId":"llm:programming:1e813591fa61"},{"answers":[2000,2000,2000],"matches":[1,1,1],"probeId":"llm:programming:820b2351d299"},{"answers":[10,10,10],"matches":[1,1,1],"probeId":"llm:biology:f667fca08918"},{"answers":[28114,28427,28100],"matches":[1,1,1],"probeId":"llm:chinese-geography:75f70b21dafd"},{"answers":[2001,2001,2001],"matches":[1,1,1],"probeId":"llm:internet-culture:f3113dc527ef"},{"answers":[83,83,83],"matches":[1,1,1],"probeId":"llm:chemistry-mp:38f9be53e1c4"},{"answers":[0.6,0.6,0.6],"matches":[1,1,1],"probeId":"llm:astronomy:122dd68084fb"},{"answers":[9523,9523,9523],"matches":[1,1,1],"probeId":"llm:chinese-geography:808e767e9c7b"},{"answers":[157,157,157],"matches":[1,1,1],"probeId":"llm:math:ff4e33a246e9"},{"answers":[1996,1996,1996],"matches":[1,1,1],"probeId":"llm:chinese-internet:17e381de2507"},{"answers":[19025,19025,19025],"matches":[1,1,1],"probeId":"llm:chinese-geography:a08570ec50ba"},{"answers":[6,6,6],"matches":[1,1,1],"probeId":"llm:pop-culture:bcc3bfc8f081"},{"answers":[68,66,90],"matches":[0,1,0],"probeId":"llm:biology:93af936d5f9a"},{"answers":[2004,2004,2004],"matches":[1,1,1],"probeId":"llm:programming:8bf6754956b0"},{"answers":[5,5,5],"matches":[1,1,1],"probeId":"llm:pop-culture:098c684e8bd0"},{"answers":[2002,2002,2002],"matches":[1,1,1],"probeId":"llm:chinese-internet:16dfea7b81a2"},{"answers":[775.2,775.2,775.2],"matches":[1,1,1],"probeId":"llm:medical:589052a5297d"},{"answers":[1410,1410,1410],"matches":[1,1,1],"probeId":"llm:chemistry-mp:0105a1316715"},{"answers":[131,131,131],"matches":[1,1,1],"probeId":"llm:math:6314a4586f51"},{"answers":[2003,2004,2004],"matches":[0,1,1],"probeId":"llm:chinese-internet:b427f629d5f9"},{"answers":[647,647,647],"matches":[1,1,1],"probeId":"llm:chemistry-mp:474286a61fa2"},{"answers":[33.9,33.6,30],"matches":[1,1,0],"probeId":"llm:medical:04368fb342cb"},{"answers":[925,925,925],"matches":[1,1,1],"probeId":"llm:chemistry-mp:74fbdd98c315"},{"answers":[2002,2002,2002],"matches":[1,1,1],"probeId":"llm:chinese-internet:32a645601fab"},{"answers":[39.7,39.7,39.7],"matches":[1,1,1],"probeId":"llm:medical:0cc492973687"},{"answers":[34,34,34],"matches":[1,1,1],"probeId":"llm:medical:08142a3f70c9"},{"answers":[2003,2003,2003],"matches":[1,1,1],"probeId":"llm:programming:112703cec9ad"},{"answers":[2013,2013,2013],"matches":[1,1,1],"probeId":"llm:programming:1a80dc305131"},{"answers":[7,7,7],"matches":[1,1,1],"probeId":"llm:medical:ad1544e6ffc3"},{"answers":[10,10,10],"matches":[1,1,1],"probeId":"llm:pop-culture:8d4a12a8b569"},{"answers":[0.04244,0.04244,0.04244],"matches":[1,1,1],"probeId":"llm:astronomy:3be3992e8279"},{"answers":[6,6,6],"matches":[1,1,1],"probeId":"llm:pop-culture:89ad5abe377e"},{"answers":[730.18,679.641,679.641],"matches":[0,1,1],"probeId":"llm:astronomy:650d6e67bdd7"},{"answers":[8415,8415,8415],"matches":[1,1,1],"probeId":"llm:math:7203362dd691"},{"answers":[2,2,2],"matches":[1,1,1],"probeId":"llm:pop-culture:a2936c43ae57"},{"answers":[28,28,28],"matches":[1,1,1],"probeId":"llm:medical:329a9cf0d0e9"},{"answers":[14182,14352,14352],"matches":[1,1,1],"probeId":"llm:chinese-geography:f857f638dc1c"},{"answers":[2012,2012,2012],"matches":[1,1,1],"probeId":"llm:chinese-internet:ef99b2867f2f"},{"answers":[1994,1994,1994],"matches":[1,1,1],"probeId":"llm:programming:70f6738efc6e"},{"answers":[58,58,58],"matches":[1,1,1],"probeId":"llm:biology:1a2732bbf6d6"},{"answers":[336,336,336],"matches":[1,1,1],"probeId":"llm:medical:cdd0195607c7"},{"answers":[78,78,78],"matches":[1,1,1],"probeId":"llm:biology:4c9140406acf"},{"answers":[2013,2013,2013],"matches":[1,1,1],"probeId":"llm:programming:b7aad58341a4"}],"total":330},"statisticalPower":0.9719241465223011,"statisticalPowerEvidence":{"alpha":0.05,"alternativeMismatchRate":0.1478263301728572,"clopperPearsonConfidence":0.99,"criticalMismatchCount":10,"p0UpperBound":0.0478263301728572,"power":0.9719241465223011,"probeCount":110,"selfHamming":7,"selfTotal":330,"test":"one-sided-binomial"}},"result":{"cost":{"estimatedCostUsd":0,"inputTokens":0,"missingCostExchangeCount":21,"outputTokens":0,"pricedExchangeCount":0,"totalTokens":0},"cumulativeCost":{"estimatedCostUsd":0,"inputTokens":0,"missingCostExchangeCount":21,"outputTokens":0,"pricedExchangeCount":0,"totalTokens":0},"matchVector":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],"matchVectorHash":"sha256:de420864108b24706859289b41b78ded505d29d339113924b8ffe6aec6491908","outcomeReason":{"affectedBatchCount":20,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":20},"parsedProbeCount":0,"selectedProbeCount":110,"stats":{"p0Cp99":null,"pValueBinomial":null,"selfCoverage":1,"selfHamming":4,"selfTotal":110,"targetCoverage":0,"targetHamming":0,"targetTotal":0},"verdict":"UNDETERMINED","verdictReason":"coverage 0.0000 below minimum 0.5"},"resume":{"parentAuditId":"0xf91e94126df82f9a94ab0c0a9256907145809c6a6236bbe02a04649a5ea49437","parentEvidenceHash":"0xab283fb397ee3e310e542bf1deec599037d518a52ac7de196ad3bdbd4bff6eeb","reservationAuditId":"0xf91e94126df82f9a94ab0c0a9256907145809c6a6236bbe02a04649a5ea49437","reusedBatchIndexes":[]},"sellerThinking":{"attempts":[{"attemptCosts":[],"failure":"thinking discovery exceeded 600000ms","maxTokens":800,"reasoningTokens":null,"requestIds":["530bbd95-d2c8-40bf-9328-2ed3cc814789","802121e8-46a6-42d0-a9b5-dc96154c97e4"],"status":null,"strategy":"reasoning-effort-none","validAnswers":null},{"attemptCosts":[],"failure":"thinking discovery exceeded 600000ms","maxTokens":800,"reasoningTokens":null,"requestIds":[],"status":null,"strategy":"reasoning-effort-minimal","validAnswers":null},{"attemptCosts":[],"failure":"thinking discovery exceeded 600000ms","maxTokens":800,"reasoningTokens":null,"requestIds":[],"status":null,"strategy":"disable-thinking","validAnswers":null},{"attemptCosts":[],"failure":"thinking discovery exceeded 600000ms","maxTokens":800,"reasoningTokens":null,"requestIds":[],"status":null,"strategy":"enable-thinking-false","validAnswers":null},{"attemptCosts":[],"failure":"thinking discovery exceeded 600000ms","maxTokens":800,"reasoningTokens":null,"requestIds":[],"status":null,"strategy":"prefill","validAnswers":null},{"attemptCosts":[],"failure":"thinking discovery exceeded 600000ms","maxTokens":800,"reasoningTokens":null,"requestIds":[],"status":null,"strategy":"bare","validAnswers":null},{"attemptCosts":[],"failure":"thinking discovery exceeded 600000ms","maxTokens":40000,"reasoningTokens":null,"requestIds":[],"status":null,"strategy":"bare-expanded","validAnswers":null}],"failure":"no thinking-suppression strategy worked for gpt-6-astra on seller d5e7d5950b6cc71c095da4ace0c0cb8495667be0, even 'bare' with 40000 tokens: reasoning-effort-none: failed thinking discovery exceeded 600000ms; reasoning-effort-minimal: failed thinking discovery exceeded 600000ms; disable-thinking: failed thinking discovery exceeded 600000ms; enable-thinking-false: failed thinking discovery exceeded 600000ms; prefill: failed thinking discovery exceeded 600000ms; bare: failed thinking discovery excee","maxTokens":1600,"method":"kbf-reference-code-2026-09-30","strategy":null},"target":{"agentId":"47214","displayName":"attacompute.ai","peerId":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0","service":"gpt-6-astra"},"version":1}