{"buyerProxy":{"baseUrl":"http://127.0.0.1:8390","pid":59406,"statePath":"buyer.state.json"},"createdAt":"2026-11-14T20:41:10.536Z","evidenceLevel":"proxy-observation-with-verified-response-auth-no-payment-evidence","exchanges":[{"answers":[null,null,null,null,null,null,null,null,null,null],"attemptCosts":[],"attemptCount":5,"batchIndex":0,"cost":null,"failureReason":"seller sent no answer for 600000ms","matches":[null,null,null,null,null,null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:chinese-geography:3191b82a2cb2","llm:chinese-geography:8157add2c230","llm:chinese-geography:145db65c7e86","llm:chinese-geography:7014d77af2b7","llm:chinese-geography:7ef26a88f171","llm:chinese-geography:b7100fadcbd5","llm:chinese-geography:60e314dff128","llm:chinese-geography:57431787e9fa","llm:chinese-geography:3480437cd777","llm:chinese-geography:914690008efb"],"promptVariantId":"v7","request":{"bodyBase64":"eyJtb2RlbCI6InF3ZW4vcXdlbjMuOC0yN2IiLCJtZXNzYWdlcyI6W3sicm9sZSI6InN5c3RlbSIsImNvbnRlbnQiOiJGb2xsb3cgdGhlIGluc3RydWN0aW9ucyBjYXJlZnVsbHkgYW5kIG91dHB1dCBub3RoaW5nIGJleW9uZCB3aGF0IGlzIGFza2VkLiJ9LHsicm9sZSI6InVzZXIiLCJjb250ZW50IjoiQmVsb3cgYXJlIGZpbGwtaW4tdGhlLWJsYW5rIGZhY3RzLiBBbnN3ZXIgZWFjaCBvbmUgd2l0aCBhIG51bWJlciBmcm9tIG1lbW9yeS5cblJVTEVTOiBPdXRwdXQgT05MWSBpbiAxKSA8bnVtYmVyPiwgMikgPG51bWJlcj4sIGFuZCBzbyBvbiBmb3JtYXQsIG9uZSBwZXIgbGluZS4gR2l2ZSBhIHNpbmdsZSBwbGFpbiBudW1iZXIgcGVyIGxpbmUsIG5vIHdvcmRzLCBubyByYW5nZXMuIElmIHVuc3VyZSwgb3V0cHV0IHlvdXIgYmVzdCBzaW5nbGUgbnVtZXJpYyBlc3RpbWF0ZS5cblxuMSkg5ZCI6IKl5Zyw6ZOBMuWPt+e6v+i/kOiQpemVv+W6pu+8iOWFrOmHjO+8ieeahOaVsOWAvOaYr19fX+OAglxuMikg5rW35ouUKOexsykg5bGx5Lic55yB5Li05rKC5biC6JKZ6Zi05Y6/5LqR6JKZ5pmv5Yy65Li75bOw5rW35ouU55qE5pWw5YC85pivX19f44CCXG4zKSBTZXJ2aWNlIGxpZmUgZXhwZWN0YW5jeSBvZiB0aGUgUGVhcmwgUml2ZXIgRGVsdGEgQ3Jvc3MtSGFyYm9yIEJyaWRnZSBpbiB5ZWFyc+eahOaVsOWAvOaYr19fX+OAglxuNCkgTGVuZ3RoIG9mIHRoZSBXdWhhbiBNZXRybyBMaW5lIDQgaW4ga2lsb21ldGVyc+eahOaVsOWAvOaYr19fX+OAglxuNSkgRGVwdGggb2YgdGhlIFNvdXRoIENoaW5hIFNlYSBhdCBpdHMgZGVlcGVzdCBwb2ludCAoWmhlZ3V3YW4gRGVlcCBUcmVuY2gpIGluIG3nmoTmlbDlgLzmmK9fX1/jgIJcbjYpIOa1t+aLlCjnsbMpIOays+WMl+ecgeaJv+W+t+W4guS4sOWugea7oeaXj+iHquayu+WOv+Wkp+a7qemVh+WdneS4iuiNieWOn+W5s+Wdh+a1t+aLlOeahOaVsOWAvOaYr19fX+OAglxuNykg6YeN5bqG5biC5q2m6ZqG5Yy65aSp55Sf5LiJ5qGl5pmv5Yy65aSp6b6Z5qGl6Leo5bqm77yI57Gz77yJ55qE5pWw5YC85pivX19f44CCXG44KSDloZTph4zmnKjmsrPlubLmtYHplb/luqYo5Y2D57GzKeeahOaVsOWAvOaYr19fX+OAglxuOSkg5rW35ouUKOexsykg5paw55aG57u05ZC+5bCU6Ieq5rK75Yy65ZaA5LuA5Zyw5Yy65aGU5LuA5bqT5bCU5bmy5aGU5ZCJ5YWL6Ieq5rK75Y6/55+z5aS05Z+O6YGX5Z2A5omA5Zyo5Zyw55qE5pWw5YC85pivX19f44CCXG4xMCkgVG90YWwgbGVuZ3RoIG9mIHRoZSBTaGFuZ2hhaS1IYW5nemhvdSBCYXkgQ3Jvc3MtU2VhIEJyaWRnZSAoa20p55qE5pWw5YC85pivX19f44CCIn1dLCJ0ZW1wZXJhdHVyZSI6MCwibWF4X3Rva2VucyI6MTYwMCwicmVhc29uaW5nIjp7ImVmZm9ydCI6Im5vbmUifSwic3RyZWFtIjpmYWxzZX0=","hash":"0xefacdf4f9bd0284f0cd14e94023d1a1d2fdbd31f3dc4230e4834c8564b5f327c","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8390/v1/chat/completions"},"requestIds":["d6e98ecb-927d-4ce4-ba0d-b85c8d236939","6b8dc45c-ac3c-4be7-9f33-0b399cedcf8e","300feaa0-3be2-470c-8ed6-d0912b8a09e0","e06470e2-9d89-4c47-8e34-9eeee50e4676","b1e68cda-82aa-4ec8-9e48-5ee363370461"],"response":null,"responseAuth":{"failureReason":"proxy batch did not complete successfully","record":null,"requestId":"b1e68cda-82aa-4ec8-9e48-5ee363370461","signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1794688869980,"responseLatencyMs":600564,"startedAt":1794688269416}},{"answers":[null,null,null,null,null,null,null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":1,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null,null,null,null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:chinese-geography:42e686b588cb","llm:chinese-geography:e20a49a253b8","llm:chinese-geography:7e6a9dac1e96","llm:chinese-geography:e80102c5debe","llm:chinese-geography:319b67067fc2","llm:chinese-geography:a2f277f46fd7","llm:chinese-geography:e64724edbbbe","llm:chinese-geography:062a587e7977","llm:chinese-geography:96c55c6c0c12","llm:chinese-geography:8dbf6182bcee"],"promptVariantId":"v5","request":{"bodyBase64":"eyJtb2RlbCI6InF3ZW4vcXdlbjMuOC0yN2IiLCJtZXNzYWdlcyI6W3sicm9sZSI6InN5c3RlbSIsImNvbnRlbnQiOiJZb3UgYXJlIGEgaGVscGZ1bCBhc3Npc3RhbnQuIEtlZXAgYW5zd2VycyBzaG9ydCBhbmQgc3RyaWN0bHkgZm9ybWF0dGVkLiJ9LHsicm9sZSI6InVzZXIiLCJjb250ZW50IjoiRm9yIGVhY2ggaXRlbSwgc3VwcGx5IHRoZSBudW1iZXIgdGhhdCBiZWxvbmdzIGluIHRoZSBibGFuay4gVXNlIHdoYXQgeW91IGFscmVhZHkga25vdy5cblJVTEVTOiBPdXRwdXQgT05MWSBpbiAoTikgPG51bWJlcj4gZm9ybWF0LCBvbmUgcGVyIGxpbmUuIEdpdmUgYSBzaW5nbGUgcGxhaW4gbnVtYmVyIHBlciBsaW5lLCBubyB3b3Jkcywgbm8gcmFuZ2VzLiBJZiB1bnN1cmUsIG91dHB1dCB5b3VyIGJlc3Qgc2luZ2xlIG51bWVyaWMgZXN0aW1hdGUuXG5cbigxKSDmt7HlnLPlnLDpk4E15Y+357q/6L+Q6JCl6ZW/5bqm77yI5YWs6YeM77yJ55qE5pWw5YC85pivX19f44CCXG4oMikg5aSp5rSl5Zyw6ZOBM+WPt+e6v+i/kOiQpemVv+W6pu+8iOWFrOmHjO+8ieeahOaVsOWAvOaYr19fX+OAglxuKDMpIOemj+W3nuWcsOmTgTHlj7fnur/ov5DokKXplb/luqbvvIjlhazph4zvvInnmoTmlbDlgLzmmK9fX1/jgIJcbig0KSDmsrPljJfnnIHmib/lvrfluILlm7TlnLrmu6Hml4/okpnlj6Tml4/oh6rmsrvljr/loZ7nvZXlnZ3mnpflnLrlubPlnYfmtbfmi5TnsbPnmoTmlbDlgLzmmK9fX1/jgIJcbig1KSBMZW5ndGggb2YgdGhlIEhhcmJpbiBNZXRybyBMaW5lIDMgaW4ga2lsb21ldGVyc+eahOaVsOWAvOaYr19fX+OAglxuKDYpIOWHieWxseW9neaXj+iHquayu+W3nuW3nuW6nOmpu+WcsOeahOa1t+aLlOmrmOW6pueahOaVsOWAvOaYr19fX+OAglxuKDcpIOadvuiKseaxn+W5sua1geWFqOmVv+WFrOmHjOaVsOeahOaVsOWAvOaYr19fX+OAglxuKDgpIOi1o+axn+W5sua1gemVv+W6pijljYPnsbMp55qE5pWw5YC85pivX19f44CCXG4oOSkg6ZW/5rGf5rqQ5Yy65rKx5rKx5rKz5rqQ5aS05rW35ouUKOexsynnmoTmlbDlgLzmmK9fX1/jgIJcbigxMCkgUWFpZGFtIEJhc2luIEF2ZXJhZ2UgRWxldmF0aW9uIGluIE1ldGVyc+eahOaVsOWAvOaYr19fX+OAgiJ9XSwidGVtcGVyYXR1cmUiOjAsIm1heF90b2tlbnMiOjE2MDAsInJlYXNvbmluZyI6eyJlZmZvcnQiOiJub25lIn0sInN0cmVhbSI6ZmFsc2V9","hash":"0x060fa8f620d92eaf877f576fea4954d38835307139d83b6ac3cea055942db597","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8390/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1794688870401,"responseLatencyMs":0,"startedAt":1794688870401}},{"answers":[null,null,null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":2,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:crypto-params:af5903b4120f","llm:crypto-params:614726c61602","llm:crypto-params:6e2b069a0aa7","llm:crypto-params:04d97606a3ed","llm:crypto-params:eb4950681e8d","llm:crypto-params:f131e0c6efa9"],"promptVariantId":"v7","request":{"bodyBase64":"eyJtb2RlbCI6InF3ZW4vcXdlbjMuOC0yN2IiLCJtZXNzYWdlcyI6W3sicm9sZSI6InN5c3RlbSIsImNvbnRlbnQiOiJGb2xsb3cgdGhlIGluc3RydWN0aW9ucyBjYXJlZnVsbHkgYW5kIG91dHB1dCBub3RoaW5nIGJleW9uZCB3aGF0IGlzIGFza2VkLiJ9LHsicm9sZSI6InVzZXIiLCJjb250ZW50IjoiQmVsb3cgYXJlIGZpbGwtaW4tdGhlLWJsYW5rIGZhY3RzLiBBbnN3ZXIgZWFjaCBvbmUgd2l0aCBhIG51bWJlciBmcm9tIG1lbW9yeS5cblJVTEVTOiBPdXRwdXQgT05MWSBpbiAxKSA8bnVtYmVyPiwgMikgPG51bWJlcj4sIGFuZCBzbyBvbiBmb3JtYXQsIG9uZSBwZXIgbGluZS4gR2l2ZSBhIHNpbmdsZSBwbGFpbiBudW1iZXIgcGVyIGxpbmUsIG5vIHdvcmRzLCBubyByYW5nZXMuIElmIHVuc3VyZSwgb3V0cHV0IHlvdXIgYmVzdCBzaW5nbGUgbnVtZXJpYyBlc3RpbWF0ZS5cblxuMSkgVGhlIG51bWVyaWNhbCB2YWx1ZSBvZiBYVEVBIHJvdW5kcyBwZXIgb3BlcmF0aW9uIGlzIF9fXy5cbjIpIFRoZSBudW1lcmljYWwgdmFsdWUgb2YgUGFuYW1hIGhhc2ggZnVuY3Rpb24gb3V0cHV0IGJsb2NrIHNpemUgaW4gYml0cyBpcyBfX18uXG4zKSBUaGUgbnVtZXJpY2FsIHZhbHVlIG9mIFNlY3AyNTZrMSBjdXJ2ZSBhZG9wdGlvbiBpbiBCaXRjb2luIHdoaXRlcGFwZXIgeWVhciBpcyBfX18uXG40KSBUaGUgbnVtZXJpY2FsIHZhbHVlIG9mIEJMQUtFMmIgY29tcHJlc3Npb24gZnVuY3Rpb24gaW5wdXQgc2l6ZSBpbiB3b3JkcyBvZiA2NCBiaXRzIGlzIF9fXy5cbjUpIFRoZSBudW1lcmljYWwgdmFsdWUgb2YgQ1JZU1RBTFNfRElMSVRISVVNXzJfZXRhX3NhbXBfc2lnbWFfdmFsdWUgaXMgX19fLlxuNikgVGhlIG51bWVyaWNhbCB2YWx1ZSBvZiBOSVNUIFNQIDgwMC01NkEgUmV2IDMgcHVibGljYXRpb24geWVhciAoeWVhcikgaXMgX19fLiJ9XSwidGVtcGVyYXR1cmUiOjAsIm1heF90b2tlbnMiOjE2MDAsInJlYXNvbmluZyI6eyJlZmZvcnQiOiJub25lIn0sInN0cmVhbSI6ZmFsc2V9","hash":"0xfebf70782d2f41529dae548a0622f6011935308f7e6ba963f966559c4e75c5fe","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8390/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1794688870405,"responseLatencyMs":0,"startedAt":1794688870405}},{"answers":[null,null,null,null,null,null,null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":3,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null,null,null,null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:chinese-literature:2d3dcd37986d","llm:chinese-literature:a6e5a67eb435","llm:chinese-literature:a80e92dc3071","llm:chinese-literature:6898988f41f3","llm:chinese-literature:c24f2cf485e8","llm:chinese-literature:c9ad425cc416","llm:chinese-literature:802c9fa720d6","llm:chinese-literature:6cffd0ff2565","llm:chinese-literature:55ecf54aadfe","llm:chinese-literature:f450d6400c09"],"promptVariantId":"v8","request":{"bodyBase64":"eyJtb2RlbCI6InF3ZW4vcXdlbjMuOC0yN2IiLCJtZXNzYWdlcyI6W3sicm9sZSI6InN5c3RlbSIsImNvbnRlbnQiOiJQcm92aWRlIHRlcnNlLCBjb3JyZWN0bHkgZm9ybWF0dGVkIGFuc3dlcnMgb25seS4ifSx7InJvbGUiOiJ1c2VyIiwiY29udGVudCI6Ik51bWVyaWMgcmVjYWxsIGNoZWNrOiBzdGF0ZSB0aGUgdmFsdWUgbWlzc2luZyBmcm9tIGVhY2ggc2VudGVuY2UgdXNpbmcgeW91ciBleGlzdGluZyBrbm93bGVkZ2UuXG5SVUxFUzogT3V0cHV0IE9OTFkgaW4gUTE6IDxudW1iZXI+LCBRMjogPG51bWJlcj4sIGFuZCBzbyBvbiBmb3JtYXQsIG9uZSBwZXIgbGluZS4gR2l2ZSBhIHNpbmdsZSBwbGFpbiBudW1iZXIgcGVyIGxpbmUsIG5vIHdvcmRzLCBubyByYW5nZXMuIElmIHVuc3VyZSwgb3V0cHV0IHlvdXIgYmVzdCBzaW5nbGUgbnVtZXJpYyBlc3RpbWF0ZS5cblxuUTE6IOOAiuWQjuaxieS5puOAi+aAu+WNt+aVsOeahOaVsOWAvOaYr19fX+OAglxuUTI6IOa4heS5vumahuW4neWcqOS9jeW5tOS7ve+8iDE3MzUtMTgwMO+8ieeahOaVsOWAvOaYr19fX+OAglxuUTM6IExhbyBTaGUncyBub3ZlbCBDYW1lbCBYaWFuZ3ppIHB1YmxpY2F0aW9uIHllYXLnmoTmlbDlgLzmmK9fX1/jgIJcblE0OiDkurrmsJHmloflrabmnYLlv5fliJvliIrlubTku73nmoTmlbDlgLzmmK9fX1/jgIJcblE1OiDokrLmnb7pvoTjgIrogYrmlovlv5flvILjgIvkuK3mlLblvZXnmoTmlYXkuovmgLvmlbDvvIjnuqbmlbDvvIzlj5bmlbTmlbDvvInnmoTmlbDlgLzmmK9fX1/jgIJcblE2OiBFaWxlZW4gQ2hhbmcncyBub3ZlbCBUaGUgUm9zZSBpbiB0aGUgQWlyIHB1YmxpY2F0aW9uIHllYXLnmoTmlbDlgLzmmK9fX1/jgIJcblE3OiDoi4/ovbzjgIrliY3otaTlo4HotYvjgIvkuK3igJzmnIjlh7rkuo7kuJzlsbHkuYvkuIrigJ3miYDmjIfmlrnkvY3pobrluo/nmoTmlbDlgLzmmK9fX1/jgIJcblE4OiDlt7Tph5HjgIrlrrbjgIvljZXooYzmnKzpppbljbDlubTku73nmoTmlbDlgLzmmK9fX1/jgIJcblE5OiBNbyBZYW4ncyBub3ZlbCBSZWQgU29yZ2h1bSBwdWJsaWNhdGlvbiB5ZWFy55qE5pWw5YC85pivX19f44CCXG5RMTA6IOadjueZveOAiuicgOmBk+mavuOAi+S4reKAnOmavuS6juS4iumdkuWkqeKAnemHjeWkjeWHuueOsOeahOasoeaVsOeahOaVsOWAvOaYr19fX+OAgiJ9XSwidGVtcGVyYXR1cmUiOjAsIm1heF90b2tlbnMiOjE2MDAsInJlYXNvbmluZyI6eyJlZmZvcnQiOiJub25lIn0sInN0cmVhbSI6ZmFsc2V9","hash":"0x7ff9e8dd1c4cadb0ddde0cd595bdf5fdcba03ba8f1d59072a2f524ee41b52e0f","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8390/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1794688870407,"responseLatencyMs":0,"startedAt":1794688870407}},{"answers":[null,null,null,null,null,null,null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":4,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null,null,null,null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:chinese-literature:a260652bc1e0","llm:chinese-literature:478ceabd538e","llm:chinese-literature:b0521beac40e","llm:chinese-literature:be20a71e555e","llm:chinese-literature:88600ca347f0","llm:chinese-literature:3b2a3e859022","llm:chinese-literature:266b2a1f728f","llm:chinese-literature:6a190722b8d0","llm:chinese-literature:251a025728a8","llm:chinese-literature:9145291c05a7"],"promptVariantId":"v7","request":{"bodyBase64":"eyJtb2RlbCI6InF3ZW4vcXdlbjMuOC0yN2IiLCJtZXNzYWdlcyI6W3sicm9sZSI6InN5c3RlbSIsImNvbnRlbnQiOiJGb2xsb3cgdGhlIGluc3RydWN0aW9ucyBjYXJlZnVsbHkgYW5kIG91dHB1dCBub3RoaW5nIGJleW9uZCB3aGF0IGlzIGFza2VkLiJ9LHsicm9sZSI6InVzZXIiLCJjb250ZW50IjoiQmVsb3cgYXJlIGZpbGwtaW4tdGhlLWJsYW5rIGZhY3RzLiBBbnN3ZXIgZWFjaCBvbmUgd2l0aCBhIG51bWJlciBmcm9tIG1lbW9yeS5cblJVTEVTOiBPdXRwdXQgT05MWSBpbiAxKSA8bnVtYmVyPiwgMikgPG51bWJlcj4sIGFuZCBzbyBvbiBmb3JtYXQsIG9uZSBwZXIgbGluZS4gR2l2ZSBhIHNpbmdsZSBwbGFpbiBudW1iZXIgcGVyIGxpbmUsIG5vIHdvcmRzLCBubyByYW5nZXMuIElmIHVuc3VyZSwgb3V0cHV0IHlvdXIgYmVzdCBzaW5nbGUgbnVtZXJpYyBlc3RpbWF0ZS5cblxuMSkg5oi05pyb6IiS6K+X5q2M44CK6Zuo5be344CL5Y+R6KGo5bm05Lu955qE5pWw5YC85pivX19f44CCXG4yKSDkuK3ljY7lhajlm73mlofoibrnlYzmipfmlYzljY/kvJrmiJDnq4vlubTku73nmoTmlbDlgLzmmK9fX1/jgIJcbjMpIFNoaSBUaWVzaGVuZydzIFwiVG8gTGl2ZVwiIG5vdmVsIHB1YmxpY2F0aW9uIHllYXLnmoTmlbDlgLzmmK9fX1/jgIJcbjQpIOOAiuS6uuawkeaWh+WtpuOAi+adguW/l+WIm+WIiuW5tOS7veeahOaVsOWAvOaYr19fX+OAglxuNSkg5b2T5Luj5p2C5b+X5Yib5YiK5bm05Lu955qE5pWw5YC85pivX19f44CCXG42KSDpg53mma/oirPjgIrljJfkuqzmipjlj6DjgIvpppbmrKHlj5HooajlubTku73nmoTmlbDlgLzmmK9fX1/jgIJcbjcpIOS9leWFtuiKs+OAiueUu+aipuW9leOAi+WIneeJiOW5tOS7veeahOaVsOWAvOaYr19fX+OAglxuOCkg44CK6ZKf5bGx44CL5p2C5b+X5Yib5YiK5bm05Lu955qE5pWw5YC85pivX19f44CCXG45KSDpopznnJ/ljb/ljZLkuo7lhazlhYPnmoTmlbDlgLzmmK9fX1/jgIJcbjEwKSDkuIPnjKvlhY3otLnlsI/or7RBUFDkuIrnur/lubTku73nmoTmlbDlgLzmmK9fX1/jgIIifV0sInRlbXBlcmF0dXJlIjowLCJtYXhfdG9rZW5zIjoxNjAwLCJyZWFzb25pbmciOnsiZWZmb3J0Ijoibm9uZSJ9LCJzdHJlYW0iOmZhbHNlfQ==","hash":"0xb531462fd415baebd3c113a835d11fc093679ad60789e847aa74e9f9a3753cac","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8390/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1794688870408,"responseLatencyMs":0,"startedAt":1794688870408}},{"answers":[null,null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":5,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:chinese-literature:eedd4f5290e9","llm:chinese-literature:434c1acd1b3e","llm:chinese-literature:a4f0ee864238","llm:chinese-literature:76fc29ba0854","llm:chinese-literature:cfa2d265b6dc"],"promptVariantId":"v5","request":{"bodyBase64":"eyJtb2RlbCI6InF3ZW4vcXdlbjMuOC0yN2IiLCJtZXNzYWdlcyI6W3sicm9sZSI6InN5c3RlbSIsImNvbnRlbnQiOiJZb3UgYXJlIGEgaGVscGZ1bCBhc3Npc3RhbnQuIEtlZXAgYW5zd2VycyBzaG9ydCBhbmQgc3RyaWN0bHkgZm9ybWF0dGVkLiJ9LHsicm9sZSI6InVzZXIiLCJjb250ZW50IjoiRm9yIGVhY2ggaXRlbSwgc3VwcGx5IHRoZSBudW1iZXIgdGhhdCBiZWxvbmdzIGluIHRoZSBibGFuay4gVXNlIHdoYXQgeW91IGFscmVhZHkga25vdy5cblJVTEVTOiBPdXRwdXQgT05MWSBpbiAoTikgPG51bWJlcj4gZm9ybWF0LCBvbmUgcGVyIGxpbmUuIEdpdmUgYSBzaW5nbGUgcGxhaW4gbnVtYmVyIHBlciBsaW5lLCBubyB3b3Jkcywgbm8gcmFuZ2VzLiBJZiB1bnN1cmUsIG91dHB1dCB5b3VyIGJlc3Qgc2luZ2xlIG51bWVyaWMgZXN0aW1hdGUuXG5cbigxKSDlhrDlv4PjgIrnuYHmmJ/jgIvor5fpm4bliJ3niYjlubTku73nmoTmlbDlgLzmmK9fX1/jgIJcbigyKSBHdW8gTW9ydW8ncyBcIlRodW5kZXJzdG9ybVwiIHBsYXkgcHVibGljYXRpb24geWVhcueahOaVsOWAvOaYr19fX+OAglxuKDMpIOOAiuWwneivlembhuOAi+WIneeJiOW5tOS7veeahOaVsOWAvOaYr19fX+OAglxuKDQpIOmZtua4iuaYjuOAiuahg+iKsea6kOiusOOAi+S4reeahOKAnOm7hOWPkeWegumrq+KAneaJgOaMh+eahOS7o+mZheaVsOmHj+eahOaVsOWAvOaYr19fX+OAglxuKDUpIOOAiuS4ieS9k+OAi+esrOS4gOmDqOWHuueJiOW5tOS7veeahOaVsOWAvOaYr19fX+OAgiJ9XSwidGVtcGVyYXR1cmUiOjAsIm1heF90b2tlbnMiOjE2MDAsInJlYXNvbmluZyI6eyJlZmZvcnQiOiJub25lIn0sInN0cmVhbSI6ZmFsc2V9","hash":"0xe5363a3125323e3c2047daba83fd2d3842400076dd583d5bb1d3a09f0ab074c2","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8390/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1794688870409,"responseLatencyMs":0,"startedAt":1794688870409}},{"answers":[null,null,null,null,null,null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":6,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null,null,null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:pop-culture:b33002dd6b8e","llm:pop-culture:d2c724598608","llm:pop-culture:65ad1c260e57","llm:pop-culture:5b9acb4dd354","llm:pop-culture:936b6e4c495f","llm:pop-culture:06f0082597d2","llm:pop-culture:cec876acfe05","llm:pop-culture:ad8b2636ee97","llm:pop-culture:162c014fb942"],"promptVariantId":"v5","request":{"bodyBase64":"eyJtb2RlbCI6InF3ZW4vcXdlbjMuOC0yN2IiLCJtZXNzYWdlcyI6W3sicm9sZSI6InN5c3RlbSIsImNvbnRlbnQiOiJZb3UgYXJlIGEgaGVscGZ1bCBhc3Npc3RhbnQuIEtlZXAgYW5zd2VycyBzaG9ydCBhbmQgc3RyaWN0bHkgZm9ybWF0dGVkLiJ9LHsicm9sZSI6InVzZXIiLCJjb250ZW50IjoiRm9yIGVhY2ggaXRlbSwgc3VwcGx5IHRoZSBudW1iZXIgdGhhdCBiZWxvbmdzIGluIHRoZSBibGFuay4gVXNlIHdoYXQgeW91IGFscmVhZHkga25vdy5cblJVTEVTOiBPdXRwdXQgT05MWSBpbiAoTikgPG51bWJlcj4gZm9ybWF0LCBvbmUgcGVyIGxpbmUuIEdpdmUgYSBzaW5nbGUgcGxhaW4gbnVtYmVyIHBlciBsaW5lLCBubyB3b3Jkcywgbm8gcmFuZ2VzLiBJZiB1bnN1cmUsIG91dHB1dCB5b3VyIGJlc3Qgc2luZ2xlIG51bWVyaWMgZXN0aW1hdGUuXG5cbigxKSBUaGUgbnVtZXJpY2FsIHZhbHVlIGFzc29jaWF0ZWQgd2l0aCBUb3RhbCBib3ggb2ZmaWNlIHJldmVudWUgaW4gbWlsbGlvbnMgb2YgVVMgZG9sbGFycyBmb3IgdGhlIGZpbG0gU3RhciBXYXJzIEVwaXNvZGUgSVY6IEEgTmV3IEhvcGUgKG9yaWdpbmFsIHJ1bikgaXMgX19fLlxuKDIpIFRoZSBudW1lcmljYWwgdmFsdWUgYXNzb2NpYXRlZCB3aXRoIG51bWJlcl9vZl90aW1lc19qYW1lc19ib25kX2hhc19hcHBlYXJlZF9pbl9vZmZpY2lhbF9lYV9maWxtcyBpcyBfX18uXG4oMykgVGhlIG51bWVyaWNhbCB2YWx1ZSBhc3NvY2lhdGVkIHdpdGggVGhlIG51bWJlciBvZiB2ZXJzZXMgaW4gdGhlIHNvbmcgXCJIb3RlbCBDYWxpZm9ybmlhXCIgYnkgRWFnbGVzIGlzIF9fXy5cbig0KSBUaGUgbnVtZXJpY2FsIHZhbHVlIGFzc29jaWF0ZWQgd2l0aCBOdW1iZXIgb2YgZGlzdGluY3QgY29sb3IgcGFsZXR0ZXMgdXNlZCBmb3IgbGlnaHRpbmcgZGVzaWduIGluIEJsYWRlIFJ1bm5lciAyMDQ5IGlzIF9fXy5cbig1KSBUaGUgbnVtZXJpY2FsIHZhbHVlIGFzc29jaWF0ZWQgd2l0aCB5ZWFyX2VtaW5lbV9yZWxlYXNlZF9UaGVfTWFyc2hhbGxfTWF0aGVyc19MUCBpcyBfX18uXG4oNikgVGhlIG51bWVyaWNhbCB2YWx1ZSBhc3NvY2lhdGVkIHdpdGggTnVtYmVyIG9mIGNhbWVyYXMgdXNlZCBzaW11bHRhbmVvdXNseSBkdXJpbmcgdGhlIGZpbG1pbmcgb2YgdGhlIG9wZW5pbmcgc2VxdWVuY2Ugb2YgRHVua2lyayAoY2FtZXJhcykgaXMgX19fLlxuKDcpIFRoZSBudW1lcmljYWwgdmFsdWUgYXNzb2NpYXRlZCB3aXRoIE51bWJlciBvZiBpbmRpdmlkdWFsIHNob3RzIGNvbXByaXNpbmcgdGhlIGZhbW91cyBsb25nIHRha2UgaW4gT25lIFRydWUgVGhpbmcgaXMgX19fLlxuKDgpIFRoZSBudW1lcmljYWwgdmFsdWUgYXNzb2NpYXRlZCB3aXRoIFRoZSBudW1iZXIgb2YgZGlzdGluY3QgY29tcG9zZXJzIHdobyBzY29yZWQgdGhlIG1haW4gdGl0bGUgdGhlbWUgZm9yIHRoZSBzZXJpZXMgXCJXZXN0d29ybGRcIiBhY3Jvc3MgYWxsIHNlYXNvbnMgaXMgX19fLlxuKDkpIFRoZSBudW1lcmljYWwgdmFsdWUgYXNzb2NpYXRlZCB3aXRoIFRoZSBudW1iZXIgb2YgbGV2ZWxzIGluIHRoZSBvcmlnaW5hbCBEb25rZXkgS29uZyBhcmNhZGUgY2FiaW5ldCBpcyBfX18uIn1dLCJ0ZW1wZXJhdHVyZSI6MCwibWF4X3Rva2VucyI6MTYwMCwicmVhc29uaW5nIjp7ImVmZm9ydCI6Im5vbmUifSwic3RyZWFtIjpmYWxzZX0=","hash":"0x4c6553a1e7b5690cd01ab70975cfd964cf3eb2260b2b79f1e8bfe067396fb6d6","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8390/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1794688870409,"responseLatencyMs":0,"startedAt":1794688870409}},{"answers":[null,null,null,null,null,null,null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":7,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null,null,null,null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:physics:490d9ecab693","llm:physics:4a58847cffd5","llm:physics:2bffd7a142c6","llm:physics:4858b6138e1c","llm:physics:03db44d3dda5","llm:physics:00a6a6d768d2","llm:physics:f7dc39df9979","llm:physics:cc313502e3fc","llm:physics:c1014ac0dff6","llm:physics:1c234b6b84f9"],"promptVariantId":"v1","request":{"bodyBase64":"eyJtb2RlbCI6InF3ZW4vcXdlbjMuOC0yN2IiLCJtZXNzYWdlcyI6W3sicm9sZSI6InN5c3RlbSIsImNvbnRlbnQiOiJGb2xsb3cgdGhlIHVzZXIncyBpbnN0cnVjdGlvbnMgZXhhY3RseS4gT3V0cHV0IG9ubHkgd2hhdCBpcyByZXF1ZXN0ZWQuIn0seyJyb2xlIjoidXNlciIsImNvbnRlbnQiOiJUQVNLOiBBbnN3ZXIgdGhlc2UgZmFjdHVhbCByZWNhbGwgcXVlc3Rpb25zIHVzaW5nIG9ubHkgdmFsdWVzIHN0b3JlZCBpbiB5b3VyIHdlaWdodHMuXG5SVUxFUzogT3V0cHV0IE9OTFkgaW4gKE4pIDxudW1iZXI+IGZvcm1hdCwgb25lIHBlciBsaW5lLiBHaXZlIGEgc2luZ2xlIHBsYWluIG51bWJlciBwZXIgbGluZSwgbm8gd29yZHMsIG5vIHJhbmdlcy4gSWYgdW5zdXJlLCBvdXRwdXQgeW91ciBiZXN0IHNpbmdsZSBudW1lcmljIGVzdGltYXRlLlxuXG4oMSkgVGhlIG51bWVyaWNhbCB2YWx1ZSBvZiBNdW9uIGctZmFjdG9yIGRpbWVuc2lvbmxlc3MgaW4gU0kgdW5pdHMgaXMgX19fLlxuKDIpIFRoZSBudW1lcmljYWwgdmFsdWUgb2YgU3RyYW5nZSBxdWFyayBtYXNzIGluIE1lVi9jXjIgaW4gU0kgdW5pdHMgaXMgX19fLlxuKDMpIFRoZSBudW1lcmljYWwgdmFsdWUgb2YgU3BlZWQgb2Ygc291bmQgaW4gYXJnb24gZ2FzIGF0IDAgQyBhbmQgMSBhdG0gaW4gbSBzXi0xIGluIFNJIHVuaXRzIGlzIF9fXy5cbig0KSBUaGUgbnVtZXJpY2FsIHZhbHVlIG9mIEJvbHR6bWFubiBjb25zdGFudCBpbiBKL0sgaW4gU0kgdW5pdHMgaXMgX19fLlxuKDUpIFRoZSBudW1lcmljYWwgdmFsdWUgb2YgVGhlcm1hbCBjb25kdWN0aXZpdHkgb2YgZGlhbW9uZCBhdCAzMDAgSyAoVy8obcK3SykpIGluIFNJIHVuaXRzIGlzIF9fXy5cbig2KSBUaGUgbnVtZXJpY2FsIHZhbHVlIG9mIGNoYXJtIHF1YXJrIE1TYmFyIG1hc3MgYXQgbV9jIHNjYWxlIGluIEdlViBpbiBTSSB1bml0cyBpcyBfX18uXG4oNykgVGhlIG51bWVyaWNhbCB2YWx1ZSBvZiBTcGVlZCBvZiBzb3VuZCBpbiBzb2xpZCBjb3BwZXIgYXQgMjAgQyBtL3MgaW4gU0kgdW5pdHMgaXMgX19fLlxuKDgpIFRoZSBudW1lcmljYWwgdmFsdWUgb2YgU2lnbWEgcGx1cyBiYXJ5b24gbWFzcyBpbiBNZVYvY14yIGluIFNJIHVuaXRzIGlzIF9fXy5cbig5KSBUaGUgbnVtZXJpY2FsIHZhbHVlIG9mIGJvdHRvbSBxdWFyayBNU2JhciBtYXNzIGF0IG1aIGluIEdlViBwZXIgYyBzcXVhcmVkIGluIFNJIHVuaXRzIGlzIF9fXy5cbigxMCkgVGhlIG51bWVyaWNhbCB2YWx1ZSBvZiBCb3R0b20gcXVhcmsgbWFzcyBpbiBHZVYvY14yIGluIFNJIHVuaXRzIGlzIF9fXy4ifV0sInRlbXBlcmF0dXJlIjowLCJtYXhfdG9rZW5zIjoxNjAwLCJyZWFzb25pbmciOnsiZWZmb3J0Ijoibm9uZSJ9LCJzdHJlYW0iOmZhbHNlfQ==","hash":"0xfcad6dd8575820213f3fec835bacb8d8a5e893d17a2a508b14dabe4abe5a2a63","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8390/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1794688870412,"responseLatencyMs":0,"startedAt":1794688870412}},{"answers":[null,null,null,null,null,null,null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":8,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null,null,null,null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:medical:3d288dbce1da","llm:medical:22df77bdf0b2","llm:medical:520c39794779","llm:medical:16e965c6b169","llm:medical:77d70581a4cd","llm:medical:7b2676403b4b","llm:medical:77bc6b8d6ff0","llm:medical:8841da7ef6e5","llm:medical:61049588422a","llm:medical:69d5fcc21df1"],"promptVariantId":"v3","request":{"bodyBase64":"eyJtb2RlbCI6InF3ZW4vcXdlbjMuOC0yN2IiLCJtZXNzYWdlcyI6W3sicm9sZSI6InN5c3RlbSIsImNvbnRlbnQiOiJBbnN3ZXIgY29uY2lzZWx5IGFuZCBmb2xsb3cgdGhlIHJlcXVlc3RlZCBvdXRwdXQgZm9ybWF0IGV4YWN0bHkuIn0seyJyb2xlIjoidXNlciIsImNvbnRlbnQiOiJDb21wbGV0ZSBldmVyeSBzdGF0ZW1lbnQgYmVsb3cgd2l0aCB0aGUgY29ycmVjdCBudW1iZXIgZnJvbSBtZW1vcnksIHdpdGhvdXQgbG9va2luZyBhbnl0aGluZyB1cC5cblJVTEVTOiBPdXRwdXQgT05MWSBpbiAxKSA8bnVtYmVyPiwgMikgPG51bWJlcj4sIGFuZCBzbyBvbiBmb3JtYXQsIG9uZSBwZXIgbGluZS4gR2l2ZSBhIHNpbmdsZSBwbGFpbiBudW1iZXIgcGVyIGxpbmUsIG5vIHdvcmRzLCBubyByYW5nZXMuIElmIHVuc3VyZSwgb3V0cHV0IHlvdXIgYmVzdCBzaW5nbGUgbnVtZXJpYyBlc3RpbWF0ZS5cblxuMSkgVGhlIGVsaW1pbmF0aW9uIGhhbGYtbGlmZSBvZiBPeGNhcmJhemVwaW5lIGFjdGl2ZSBtZXRhYm9saXRlIGVsaW1pbmF0aW9uIGhhbGYtbGlmZSBob3VycyBpcyBhcHByb3hpbWF0ZWx5IF9fXyBob3Vycy5cbjIpIFRoZSBlbGltaW5hdGlvbiBoYWxmLWxpZmUgb2YgVGlzYWdlbmxlY2xldWNlbCBmdW5jdGlvbmFsIHBlcnNpc3RlbmNlIG1lZGlhbiBtb250aHMgY29udmVydGVkIHRvIGRheXMgZm9yIGhhbGYtbGlmZSBwcm94eSBpcyBub3Qgc3RhbmRhcmQgdXNlIElicnV0aW5pYiBtZWRpYW4gZWxpbWluYXRpb24gaGFsZi1saWZlIGhvdXJzIGluc3RlYWQgaXMgYXBwcm94aW1hdGVseSBfX18gaG91cnMuXG4zKSBUaGUgZWxpbWluYXRpb24gaGFsZi1saWZlIG9mIEF6dHJlb25hbSBlbGltaW5hdGlvbiBoYWxmLWxpZmUgaG91cnMgaXMgYXBwcm94aW1hdGVseSBfX18gaG91cnMuXG40KSBUaGUgZWxpbWluYXRpb24gaGFsZi1saWZlIG9mIEV0aGFtYnV0b2wgZWxpbWluYXRpb24gaGFsZi1saWZlIGhvdXJzIGlzIGFwcHJveGltYXRlbHkgX19fIGhvdXJzLlxuNSkgVGhlIGVsaW1pbmF0aW9uIGhhbGYtbGlmZSBvZiBMZXZldGlyYWNldGFtIGVsaW1pbmF0aW9uIGhhbGYtbGlmZSBob3VycyBpcyBhcHByb3hpbWF0ZWx5IF9fXyBob3Vycy5cbjYpIFRoZSBlbGltaW5hdGlvbiBoYWxmLWxpZmUgb2YgTGFtb3RyaWdpbmUgZWxpbWluYXRpb24gaGFsZi1saWZlIChob3VycykgaXMgYXBwcm94aW1hdGVseSBfX18gaG91cnMuXG43KSBUaGUgZWxpbWluYXRpb24gaGFsZi1saWZlIG9mIFNvcmFmZW5pYiBlbGltaW5hdGlvbiBoYWxmLWxpZmUgaG91cnMgaXMgYXBwcm94aW1hdGVseSBfX18gaG91cnMuXG44KSBUaGUgZWxpbWluYXRpb24gaGFsZi1saWZlIG9mIExlbmFsaWRvbWlkZSBlbGltaW5hdGlvbiBoYWxmLWxpZmUgaW4gaG91cnMgaXMgYXBwcm94aW1hdGVseSBfX18gaG91cnMuXG45KSBUaGUgZWxpbWluYXRpb24gaGFsZi1saWZlIG9mIERhYmlnYXRyYW4gZWxpbWluYXRpb24gaGFsZi1saWZlIGhvdXJzIGlzIGFwcHJveGltYXRlbHkgX19fIGhvdXJzLlxuMTApIFRoZSBlbGltaW5hdGlvbiBoYWxmLWxpZmUgb2YgSWJydXRpbmliIGVsaW1pbmF0aW9uIGhhbGYtbGlmZSBob3VycyBpcyBhcHByb3hpbWF0ZWx5IF9fXyBob3Vycy4ifV0sInRlbXBlcmF0dXJlIjowLCJtYXhfdG9rZW5zIjoxNjAwLCJyZWFzb25pbmciOnsiZWZmb3J0Ijoibm9uZSJ9LCJzdHJlYW0iOmZhbHNlfQ==","hash":"0x16ddfd843b8ab74fa0c0b9da400a7027e2659125d802f92b11f33b5135942983","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8390/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1794688870413,"responseLatencyMs":0,"startedAt":1794688870413}},{"answers":[null],"attemptCosts":[],"attemptCount":0,"batchIndex":9,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:medical:08bcd32b97f6"],"promptVariantId":"v4","request":{"bodyBase64":"eyJtb2RlbCI6InF3ZW4vcXdlbjMuOC0yN2IiLCJtZXNzYWdlcyI6W3sicm9sZSI6InN5c3RlbSIsImNvbnRlbnQiOiJSZXNwb25kIG9ubHkgd2l0aCB0aGUgcmVxdWVzdGVkIGRhdGEuIERvIG5vdCBhZGQgZXhwbGFuYXRpb25zLiJ9LHsicm9sZSI6InVzZXIiLCJjb250ZW50IjoiUXVpejogZ2l2ZSB0aGUgbWlzc2luZyBudW1iZXIgaW4gZWFjaCBvZiB0aGUgZm9sbG93aW5nIGZhY3RzLCBiYXNlZCBvbiB5b3VyIG93biBrbm93bGVkZ2UuXG5SVUxFUzogT3V0cHV0IE9OTFkgaW4gUTE6IDxudW1iZXI+LCBRMjogPG51bWJlcj4sIGFuZCBzbyBvbiBmb3JtYXQsIG9uZSBwZXIgbGluZS4gR2l2ZSBhIHNpbmdsZSBwbGFpbiBudW1iZXIgcGVyIGxpbmUsIG5vIHdvcmRzLCBubyByYW5nZXMuIElmIHVuc3VyZSwgb3V0cHV0IHlvdXIgYmVzdCBzaW5nbGUgbnVtZXJpYyBlc3RpbWF0ZS5cblxuUTE6IFRoZSBlbGltaW5hdGlvbiBoYWxmLWxpZmUgb2YgVmFscHJvaWMgYWNpZCBlbGltaW5hdGlvbiBoYWxmLWxpZmUgaW4gaG91cnMgaXMgYXBwcm94aW1hdGVseSBfX18gaG91cnMuIn1dLCJ0ZW1wZXJhdHVyZSI6MCwibWF4X3Rva2VucyI6MTYwMCwicmVhc29uaW5nIjp7ImVmZm9ydCI6Im5vbmUifSwic3RyZWFtIjpmYWxzZX0=","hash":"0x0c867b7c2f9208556e0428ba4ecf2a5810663902ca9f915c4b369a900d76a38c","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8390/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1794688870414,"responseLatencyMs":0,"startedAt":1794688870414}},{"answers":[null,null,null,null,null,null,null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":10,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null,null,null,null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:chinese-history:b3d94966a94e","llm:chinese-history:988bb26f684c","llm:chinese-history:1230d618f6ea","llm:chinese-history:5fcda446e5d2","llm:chinese-history:5a39d95a4d39","llm:chinese-history:dc636da00a3b","llm:chinese-history:4d6eea1ba3da","llm:chinese-history:c270b56a37af","llm:chinese-history:61c788c98940","llm:chinese-history:45b8f785e437"],"promptVariantId":"v7","request":{"bodyBase64":"eyJtb2RlbCI6InF3ZW4vcXdlbjMuOC0yN2IiLCJtZXNzYWdlcyI6W3sicm9sZSI6InN5c3RlbSIsImNvbnRlbnQiOiJGb2xsb3cgdGhlIGluc3RydWN0aW9ucyBjYXJlZnVsbHkgYW5kIG91dHB1dCBub3RoaW5nIGJleW9uZCB3aGF0IGlzIGFza2VkLiJ9LHsicm9sZSI6InVzZXIiLCJjb250ZW50IjoiQmVsb3cgYXJlIGZpbGwtaW4tdGhlLWJsYW5rIGZhY3RzLiBBbnN3ZXIgZWFjaCBvbmUgd2l0aCBhIG51bWJlciBmcm9tIG1lbW9yeS5cblJVTEVTOiBPdXRwdXQgT05MWSBpbiAxKSA8bnVtYmVyPiwgMikgPG51bWJlcj4sIGFuZCBzbyBvbiBmb3JtYXQsIG9uZSBwZXIgbGluZS4gR2l2ZSBhIHNpbmdsZSBwbGFpbiBudW1iZXIgcGVyIGxpbmUsIG5vIHdvcmRzLCBubyByYW5nZXMuIElmIHVuc3VyZSwgb3V0cHV0IHlvdXIgYmVzdCBzaW5nbGUgbnVtZXJpYyBlc3RpbWF0ZS5cblxuMSkg44CK5rC45LmQ5aSn5YW444CL5q2j5pys546w5a2Y5Y235pWw77yI5oiq6IezMjAyM+W5tOWumOaWuee7n+iuoe+8ieWPkeeUn+WcqF9fX+W5tOOAglxuMikgWWVhciBvZiB0aGUgZXN0YWJsaXNobWVudCBvZiB0aGUgTm9ydGhlcm4gTGlhbmcgc3RhdGUgYnkgSnVxdSBOYW56b25n5Y+R55Sf5ZyoX19f5bm044CCXG4zKSBZZWFyIG9mIHRoZSBlc3RhYmxpc2htZW50IG9mIHRoZSBEenVuZ2FyIEtoYW5hdGXlj5HnlJ/lnKhfX1/lubTjgIJcbjQpIFFpYW5sb25nIEVtcGVyb3IncyBmaXJzdCBpbXBlcmlhbCBleGFtIChqaW5zaGkpIHllYXLlj5HnlJ/lnKhfX1/lubTjgIJcbjUpIFRhbmcgZHluYXN0eSBIZXplIHBvcnQgcGVhayBhbm51YWwgc2hpcCBhcnJpdmFsc+WPkeeUn+WcqF9fX+W5tOOAglxuNikgTGkgU2hpemhlbiBjb21wbGV0ZWQgQmVuY2FvIEdhbmdtdSBpbiB5ZWFy5Y+R55Sf5ZyoX19f5bm044CCXG43KSBUaGUgbnVtYmVyIG9mIHByb3ZpbmNlcyBpbiB0aGUgcHJvdmluY2lhbCBzeXN0ZW0gZXN0YWJsaXNoZWQgYnkgdGhlIFl1YW4gZHluYXN0eeWPkeeUn+WcqF9fX+W5tOOAglxuOCkgU2ltYSBRaWFuJ3MgUmVjb3JkcyBvZiB0aGUgR3JhbmQgSGlzdG9yaWFuIGNvbXBvc2l0aW9uIGNvbXBsZXRpb24geWVhciBCQ+WPkeeUn+WcqF9fX+W5tOOAglxuOSkg44CK5pys6I2J57qy55uu44CL5oiQ5Lmm5bm05Lu95Y+R55Sf5ZyoX19f5bm044CCXG4xMCkgTnVtYmVyIG9mIGNhbm5vbiBmaXJlZCBpbiBzYWx1dGUgZm9yIHRoZSBCcml0aXNoIGVudm95IHVwb24gZW50ZXJpbmcgVGlhbmppbuWPkeeUn+WcqF9fX+W5tOOAgiJ9XSwidGVtcGVyYXR1cmUiOjAsIm1heF90b2tlbnMiOjE2MDAsInJlYXNvbmluZyI6eyJlZmZvcnQiOiJub25lIn0sInN0cmVhbSI6ZmFsc2V9","hash":"0x648722e8dc4f9e0065f89e9093109374df4e3c1727e2a8bc92bd9bc8800605c6","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8390/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1794688870417,"responseLatencyMs":0,"startedAt":1794688870417}},{"answers":[null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":11,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:chinese-history:4e7790a975bc","llm:chinese-history:43ee6170153c"],"promptVariantId":"v3","request":{"bodyBase64":"eyJtb2RlbCI6InF3ZW4vcXdlbjMuOC0yN2IiLCJtZXNzYWdlcyI6W3sicm9sZSI6InN5c3RlbSIsImNvbnRlbnQiOiJBbnN3ZXIgY29uY2lzZWx5IGFuZCBmb2xsb3cgdGhlIHJlcXVlc3RlZCBvdXRwdXQgZm9ybWF0IGV4YWN0bHkuIn0seyJyb2xlIjoidXNlciIsImNvbnRlbnQiOiJDb21wbGV0ZSBldmVyeSBzdGF0ZW1lbnQgYmVsb3cgd2l0aCB0aGUgY29ycmVjdCBudW1iZXIgZnJvbSBtZW1vcnksIHdpdGhvdXQgbG9va2luZyBhbnl0aGluZyB1cC5cblJVTEVTOiBPdXRwdXQgT05MWSBpbiAxKSA8bnVtYmVyPiwgMikgPG51bWJlcj4sIGFuZCBzbyBvbiBmb3JtYXQsIG9uZSBwZXIgbGluZS4gR2l2ZSBhIHNpbmdsZSBwbGFpbiBudW1iZXIgcGVyIGxpbmUsIG5vIHdvcmRzLCBubyByYW5nZXMuIElmIHVuc3VyZSwgb3V0cHV0IHlvdXIgYmVzdCBzaW5nbGUgbnVtZXJpYyBlc3RpbWF0ZS5cblxuMSkg44CK5aSn6KGN5Y6G44CL6aKB5biD5bm05Lu95Y+R55Sf5ZyoX19f5bm044CCXG4yKSBUaGUgbnVtYmVyIG9mIHllYXJzIGJldHdlZW4gdGhlIGFiZGljYXRpb24gb2YgTGkgWXUgYW5kIHRoZSBmYWxsIG9mIFNvdXRoZXJuIFRhbmflj5HnlJ/lnKhfX1/lubTjgIIifV0sInRlbXBlcmF0dXJlIjowLCJtYXhfdG9rZW5zIjoxNjAwLCJyZWFzb25pbmciOnsiZWZmb3J0Ijoibm9uZSJ9LCJzdHJlYW0iOmZhbHNlfQ==","hash":"0xe3dcf3fb122be02aa06eaf52df3330bf9957b800f52557430f710bd7ba40717b","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8390/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1794688870422,"responseLatencyMs":0,"startedAt":1794688870422}},{"answers":[null,null,null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":12,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:biology:099f447083a5","llm:biology:e85a20955c73","llm:biology:9907895a4cdd","llm:biology:48c6f484f244","llm:biology:d674de52002a","llm:biology:b92170b0a0d2"],"promptVariantId":"v3","request":{"bodyBase64":"eyJtb2RlbCI6InF3ZW4vcXdlbjMuOC0yN2IiLCJtZXNzYWdlcyI6W3sicm9sZSI6InN5c3RlbSIsImNvbnRlbnQiOiJBbnN3ZXIgY29uY2lzZWx5IGFuZCBmb2xsb3cgdGhlIHJlcXVlc3RlZCBvdXRwdXQgZm9ybWF0IGV4YWN0bHkuIn0seyJyb2xlIjoidXNlciIsImNvbnRlbnQiOiJDb21wbGV0ZSBldmVyeSBzdGF0ZW1lbnQgYmVsb3cgd2l0aCB0aGUgY29ycmVjdCBudW1iZXIgZnJvbSBtZW1vcnksIHdpdGhvdXQgbG9va2luZyBhbnl0aGluZyB1cC5cblJVTEVTOiBPdXRwdXQgT05MWSBpbiAxKSA8bnVtYmVyPiwgMikgPG51bWJlcj4sIGFuZCBzbyBvbiBmb3JtYXQsIG9uZSBwZXIgbGluZS4gR2l2ZSBhIHNpbmdsZSBwbGFpbiBudW1iZXIgcGVyIGxpbmUsIG5vIHdvcmRzLCBubyByYW5nZXMuIElmIHVuc3VyZSwgb3V0cHV0IHlvdXIgYmVzdCBzaW5nbGUgbnVtZXJpYyBlc3RpbWF0ZS5cblxuMSkgVGhlIGRpcGxvaWQgY2hyb21vc29tZSBudW1iZXIgKDJuKSBvZiBEaXBsb2lkIGNocm9tb3NvbWUgbnVtYmVyIG9mIHRoZSBjcmFiIENhbmNlciBwYWd1cnVzIGlzIF9fXy5cbjIpIFRoZSBkaXBsb2lkIGNocm9tb3NvbWUgbnVtYmVyICgybikgb2YgRGlwbG9pZCBjaHJvbW9zb21lIG51bWJlciBvZiB0aGUgd2hpdGVmbHkgQmVtaXNpYSB0YWJhY2kgaXMgX19fLlxuMykgVGhlIGRpcGxvaWQgY2hyb21vc29tZSBudW1iZXIgKDJuKSBvZiBNaXRlIFZhcnJvYSBkZXN0cnVjdG9yIGRpcGxvaWQgY2hyb21vc29tZSBudW1iZXIgaXMgX19fLlxuNCkgVGhlIGRpcGxvaWQgY2hyb21vc29tZSBudW1iZXIgKDJuKSBvZiBEaXBsb2lkIGNocm9tb3NvbWUgbnVtYmVyICgybikgb2YgdGhlIHRob3JuYmFjayBndWl0YXJmaXNoIFJhamEgdW5kdWxhdGEgaXMgX19fLlxuNSkgVGhlIGRpcGxvaWQgY2hyb21vc29tZSBudW1iZXIgKDJuKSBvZiBEaXBsb2lkIGNocm9tb3NvbWUgbnVtYmVyIG9mIHRoZSBzcGlueSBkb2dmaXNoIFNxdWFsdXMgYWNhbnRoaWFzIGlzIF9fXy5cbjYpIFRoZSBkaXBsb2lkIGNocm9tb3NvbWUgbnVtYmVyICgybikgb2YgSGV4YW5jaHVzIGdyaXNldXMgKFNtYWxsc3BvdHRlZCBjYXRzaGFyaykgZGlwbG9pZCBjaHJvbW9zb21lIG51bWJlciBpcyBfX18uIn1dLCJ0ZW1wZXJhdHVyZSI6MCwibWF4X3Rva2VucyI6MTYwMCwicmVhc29uaW5nIjp7ImVmZm9ydCI6Im5vbmUifSwic3RyZWFtIjpmYWxzZX0=","hash":"0x13c8e0a8058f28b7b27a2370d928b616806a4c00e73e48d83e3391ab63f4b1e1","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8390/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1794688870427,"responseLatencyMs":0,"startedAt":1794688870427}},{"answers":[null,null,null,null,null,null,null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":13,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null,null,null,null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:chinese-internet:a64c1635ddc5","llm:chinese-internet:81355c90761a","llm:chinese-internet:61863db6cfca","llm:chinese-internet:de73269cc3a5","llm:chinese-internet:c248134d6ca9","llm:chinese-internet:8739670b2d81","llm:chinese-internet:a914d89212ec","llm:chinese-internet:489758cdbd91","llm:chinese-internet:fe0ed8296ae7","llm:chinese-internet:31befeb9da8f"],"promptVariantId":"v8","request":{"bodyBase64":"eyJtb2RlbCI6InF3ZW4vcXdlbjMuOC0yN2IiLCJtZXNzYWdlcyI6W3sicm9sZSI6InN5c3RlbSIsImNvbnRlbnQiOiJQcm92aWRlIHRlcnNlLCBjb3JyZWN0bHkgZm9ybWF0dGVkIGFuc3dlcnMgb25seS4ifSx7InJvbGUiOiJ1c2VyIiwiY29udGVudCI6Ik51bWVyaWMgcmVjYWxsIGNoZWNrOiBzdGF0ZSB0aGUgdmFsdWUgbWlzc2luZyBmcm9tIGVhY2ggc2VudGVuY2UgdXNpbmcgeW91ciBleGlzdGluZyBrbm93bGVkZ2UuXG5SVUxFUzogT3V0cHV0IE9OTFkgaW4gUTE6IDxudW1iZXI+LCBRMjogPG51bWJlcj4sIGFuZCBzbyBvbiBmb3JtYXQsIG9uZSBwZXIgbGluZS4gR2l2ZSBhIHNpbmdsZSBwbGFpbiBudW1iZXIgcGVyIGxpbmUsIG5vIHdvcmRzLCBubyByYW5nZXMuIElmIHVuc3VyZSwgb3V0cHV0IHlvdXIgYmVzdCBzaW5nbGUgbnVtZXJpYyBlc3RpbWF0ZS5cblxuUTE6IOS4reWbveesrOS4gOWutuS6kuiBlOe9keacjeWKoeaPkOS+m+WVhu+8iElTUO+8ieaIkOeri+W5tOS7veWPkeeUn+WcqF9fX+W5tOOAglxuUTI6IOS4reWbveS6kuiBlOe9keWfn+WQjeKAnC5jbuKAneazqOWGjOezu+e7n+S4iue6v+W5tOS7veWPkeeUn+WcqF9fX+W5tOOAglxuUTM6IOWkqea2r+ekvuWMuuaIkOeri+W5tOS7veWPkeeUn+WcqF9fX+W5tOOAglxuUTQ6IDE5OTjlubTnvZHmmJPlhazlj7jmiJDnq4vlubTku73lj5HnlJ/lnKhfX1/lubTjgIJcblE1OiBMdWNraW4gQ29mZmVlIHJlbGF1bmNoIGFmdGVyIGZyYXVkIHNjYW5kYWwgeWVhcuWPkeeUn+WcqF9fX+W5tOOAglxuUTY6IFNvaHUuY29t5Z+f5ZCN5rOo5YaM5pe26Ze05Y+R55Sf5ZyoX19f5bm044CCXG5RNzogVGFvYmFvIG1vYmlsZSBhcHAgbGF1bmNoIHllYXLlj5HnlJ/lnKhfX1/lubTjgIJcblE4OiAxOTk55bm05Lit5Zu95LqS6IGU572R6KGM5Lia4oCc5LqS6IGU572R5a+S5Yas4oCd5byA5aeL5bm05Lu95Y+R55Sf5ZyoX19f5bm044CCXG5ROTog44CK6Iux6ZuE6IGU55uf44CLU+ezu+WIl+WFqOeQg+aAu+WGs+i1m+mmluasoeWcqOS4reWbveS4vuWKnu+8iOWMl+S6rOm4n+W3ou+8ieeahOW5tOS7veWPkeeUn+WcqF9fX+W5tOOAglxuUTEwOiBIb25vciBNYWdpYyBCb29rIGxhcHRvcCBzZXJpZXMgbGF1bmNoIHllYXLlj5HnlJ/lnKhfX1/lubTjgIIifV0sInRlbXBlcmF0dXJlIjowLCJtYXhfdG9rZW5zIjoxNjAwLCJyZWFzb25pbmciOnsiZWZmb3J0Ijoibm9uZSJ9LCJzdHJlYW0iOmZhbHNlfQ==","hash":"0x08b0248b16b15d7bbbad8c889a77a1fca20e57c433a996b28456820d37b2b3f9","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8390/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1794688870428,"responseLatencyMs":0,"startedAt":1794688870428}},{"answers":[null,null,null,null,null,null,null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":14,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null,null,null,null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:chinese-internet:fe10f5b320d0","llm:chinese-internet:bce6a3b869f1","llm:chinese-internet:f671536d345c","llm:chinese-internet:b9ddbeade122","llm:chinese-internet:dda4bcbcd2bd","llm:chinese-internet:97659f3f7f50","llm:chinese-internet:b07423fd0a60","llm:chinese-internet:700ad0bf0f94","llm:chinese-internet:84e5c6ac6e28","llm:chinese-internet:075deb1abcfa"],"promptVariantId":"v6","request":{"bodyBase64":"eyJtb2RlbCI6InF3ZW4vcXdlbjMuOC0yN2IiLCJtZXNzYWdlcyI6W3sicm9sZSI6InN5c3RlbSIsImNvbnRlbnQiOiJCZSBleGFjdC4gT3V0cHV0IG9ubHkgdGhlIGFuc3dlcnMgaW4gdGhlIGZvcm1hdCB0aGUgdXNlciBzcGVjaWZpZXMuIn0seyJyb2xlIjoidXNlciIsImNvbnRlbnQiOiJSZWNhbGwgdGhlIGZvbGxvd2luZyBudW1lcmljIGZhY3RzIGFuZCBwcm92aWRlIHRoZSB2YWx1ZSB0aGF0IHJlcGxhY2VzIF9fXyBpbiBlYWNoIGxpbmUuXG5SVUxFUzogT3V0cHV0IE9OTFkgaW4gMS4gPG51bWJlcj4sIDIuIDxudW1iZXI+LCBhbmQgc28gb24gZm9ybWF0LCBvbmUgcGVyIGxpbmUuIEdpdmUgYSBzaW5nbGUgcGxhaW4gbnVtYmVyIHBlciBsaW5lLCBubyB3b3Jkcywgbm8gcmFuZ2VzLiBJZiB1bnN1cmUsIG91dHB1dCB5b3VyIGJlc3Qgc2luZ2xlIG51bWVyaWMgZXN0aW1hdGUuXG5cbjEuIERpZGkgQ2h1eGluZyByZWJyYW5kaW5nIHRvIERpZGkgR2xvYmFsIHllYXLlj5HnlJ/lnKhfX1/lubTjgIJcbjIuIEJhaWR1IEFJIExhYiBlc3RhYmxpc2htZW50IHllYXLlj5HnlJ/lnKhfX1/lubTjgIJcbjMuIOa3mOWuneWVhuWfju+8iOWkqeeMq++8ieWTgeeJjOWQr+eUqOW5tOS7veWPkeeUn+WcqF9fX+W5tOOAglxuNC4gMjAwNeW5tFFR55So5oi35pWw56qB56C0MeS6v+Wkp+WFs+eahOW5tOS7veWPkeeUn+WcqF9fX+W5tOOAglxuNS4gQWxpcGF5IEFudCBGaW5hbmNpYWwgcmVicmFuZGluZyB5ZWFy5Y+R55Sf5ZyoX19f5bm044CCXG42LiDomY7niZnnm7Tmkq3lubPlj7DmraPlvI/kuIrnur/lubTku73lj5HnlJ/lnKhfX1/lubTjgIJcbjcuIOOAikRPVEEy44CL5Zu96ZmF6YKA6K+36LWb77yIVEnvvInpppbmrKHokL3lnLDkuIrmtbfkuL7lip7nmoTlubTku73lj5HnlJ/lnKhfX1/lubTjgIJcbjguIFRlbmNlbnQncyBcIlBVQkcgTW9iaWxlXCIgQ2hpbmEgbGF1bmNoIHllYXLlj5HnlJ/lnKhfX1/lubTjgIJcbjkuIDIwMTLlubTkuK3lm73kupLogZTnvZHooYzkuJrlvq7kv6E1LjDniYjmnKzlj5HluIPlubblvJXlhaXmnIvlj4vlnIjlip/og73lubTku73lj5HnlJ/lnKhfX1/lubTjgIJcbjEwLiAyMDIy5bm05Lit5Zu95LqS6IGU572R6KGM5Lia5b+r5omL56eR5oqA5LuO576O5Zu96YCA5biC5bm25Zyo5riv5Lqk5omA5Y+M6YeN5Li76KaB5LiK5biC5bm05Lu95Y+R55Sf5ZyoX19f5bm044CCIn1dLCJ0ZW1wZXJhdHVyZSI6MCwibWF4X3Rva2VucyI6MTYwMCwicmVhc29uaW5nIjp7ImVmZm9ydCI6Im5vbmUifSwic3RyZWFtIjpmYWxzZX0=","hash":"0x83cc0af7a6457f2b5833221c86e07a08972148da553801b7a35648cac3801463","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8390/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1794688870428,"responseLatencyMs":0,"startedAt":1794688870428}},{"answers":[null,null,null,null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":15,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:astronomy:0c75d48b3aec","llm:astronomy:70f6d5434d00","llm:astronomy:59a10c08acac","llm:astronomy:32b25d8835d0","llm:astronomy:ad4522fb2201","llm:astronomy:53ac289c0c8e","llm:astronomy:307c9ca8a1ff"],"promptVariantId":"v5","request":{"bodyBase64":"eyJtb2RlbCI6InF3ZW4vcXdlbjMuOC0yN2IiLCJtZXNzYWdlcyI6W3sicm9sZSI6InN5c3RlbSIsImNvbnRlbnQiOiJZb3UgYXJlIGEgaGVscGZ1bCBhc3Npc3RhbnQuIEtlZXAgYW5zd2VycyBzaG9ydCBhbmQgc3RyaWN0bHkgZm9ybWF0dGVkLiJ9LHsicm9sZSI6InVzZXIiLCJjb250ZW50IjoiRm9yIGVhY2ggaXRlbSwgc3VwcGx5IHRoZSBudW1iZXIgdGhhdCBiZWxvbmdzIGluIHRoZSBibGFuay4gVXNlIHdoYXQgeW91IGFscmVhZHkga25vdy5cblJVTEVTOiBPdXRwdXQgT05MWSBpbiAoTikgPG51bWJlcj4gZm9ybWF0LCBvbmUgcGVyIGxpbmUuIEdpdmUgYSBzaW5nbGUgcGxhaW4gbnVtYmVyIHBlciBsaW5lLCBubyB3b3Jkcywgbm8gcmFuZ2VzLiBJZiB1bnN1cmUsIG91dHB1dCB5b3VyIGJlc3Qgc2luZ2xlIG51bWVyaWMgZXN0aW1hdGUuXG5cbigxKSBUaGUgbnVtZXJpY2FsIHZhbHVlIG9mIFN1cmZhY2UgZ3Jhdml0eSAobG9nIGcgY2dzKSBvZiB0aGUgYnJvd24gZHdhcmYgMk1BU1MgSjA0MzczOTkwKzIzNTgxMzUgaXMgX19fLlxuKDIpIFRoZSBudW1lcmljYWwgdmFsdWUgb2YgUmVkc2hpZnQgb2YgdGhlIGdhbGF4eSBTRFNTIEoxMTQ4KzUyNTEgYXQgZGlzY292ZXJ5IGlzIF9fXy5cbigzKSBUaGUgbnVtZXJpY2FsIHZhbHVlIG9mIHJhZGl1c19vZl90aGVfYmxhY2tfaG9sZV9zaGFkb3dzX2luX204N19pbl9taWNyb2FyY3NlY29uZHMgaXMgX19fLlxuKDQpIFRoZSBudW1lcmljYWwgdmFsdWUgb2YgTWlub3IgcGxhbmV0IDg3IFN5bHZpYSBzZW1pLW1ham9yIGF4aXMgaW4gYXN0cm9ub21pY2FsIHVuaXRzIGlzIF9fXy5cbig1KSBUaGUgbnVtZXJpY2FsIHZhbHVlIG9mIE51bWJlciBvZiBzdGFycyBlc3RpbWF0ZWQgaW4gdGhlIGdsb2J1bGFyIGNsdXN0ZXIgT21lZ2EgQ2VudGF1cmkgaXMgX19fLlxuKDYpIFRoZSBudW1lcmljYWwgdmFsdWUgb2YgR2FpYSBEUjMgcGFyYWxsYXggcHJlY2lzaW9uIGZvciBuZWFyYnkgc3RhcnMgaW4gbWljcm9hcmNzZWNvbmRzIGlzIF9fXy5cbig3KSBUaGUgbnVtZXJpY2FsIHZhbHVlIG9mIE1hc3MgcmF0aW8gb2YgdGhlIHNlY29uZGFyeSB0byBwcmltYXJ5IGluIHRoZSBiaW5hcnkgc3lzdGVtIEFscGhhIENlbnRhdXJpIEFCIGlzIF9fXy4ifV0sInRlbXBlcmF0dXJlIjowLCJtYXhfdG9rZW5zIjoxNjAwLCJyZWFzb25pbmciOnsiZWZmb3J0Ijoibm9uZSJ9LCJzdHJlYW0iOmZhbHNlfQ==","hash":"0xe4bc6370dc0258d363bd9257a647632b38f0eaf02f9620660831e4c53be926d9","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8390/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1794688870432,"responseLatencyMs":0,"startedAt":1794688870432}},{"answers":[null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":16,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:chemistry-bp:812de71fea00","llm:chemistry-bp:24763ae1fe81","llm:chemistry-bp:1ef371a5d214"],"promptVariantId":"v6","request":{"bodyBase64":"eyJtb2RlbCI6InF3ZW4vcXdlbjMuOC0yN2IiLCJtZXNzYWdlcyI6W3sicm9sZSI6InN5c3RlbSIsImNvbnRlbnQiOiJCZSBleGFjdC4gT3V0cHV0IG9ubHkgdGhlIGFuc3dlcnMgaW4gdGhlIGZvcm1hdCB0aGUgdXNlciBzcGVjaWZpZXMuIn0seyJyb2xlIjoidXNlciIsImNvbnRlbnQiOiJSZWNhbGwgdGhlIGZvbGxvd2luZyBudW1lcmljIGZhY3RzIGFuZCBwcm92aWRlIHRoZSB2YWx1ZSB0aGF0IHJlcGxhY2VzIF9fXyBpbiBlYWNoIGxpbmUuXG5SVUxFUzogT3V0cHV0IE9OTFkgaW4gMS4gPG51bWJlcj4sIDIuIDxudW1iZXI+LCBhbmQgc28gb24gZm9ybWF0LCBvbmUgcGVyIGxpbmUuIEdpdmUgYSBzaW5nbGUgcGxhaW4gbnVtYmVyIHBlciBsaW5lLCBubyB3b3Jkcywgbm8gcmFuZ2VzLiBJZiB1bnN1cmUsIG91dHB1dCB5b3VyIGJlc3Qgc2luZ2xlIG51bWVyaWMgZXN0aW1hdGUuXG5cbjEuIFRoZSBib2lsaW5nIHBvaW50IG9mIFF1aW5hem9saW5lIGJvaWxpbmcgcG9pbnQgaW4gQ2Vsc2l1cyBhdCAxIGF0bSBpcyBfX1/CsEMuXG4yLiBUaGUgYm9pbGluZyBwb2ludCBvZiBNZXRoeWwgY2hsb3JpZGUgYm9pbGluZyBwb2ludCBpbiBLZWx2aW4gYXQgMSBhdG0gaXMgX19fwrBDLlxuMy4gVGhlIGJvaWxpbmcgcG9pbnQgb2YgQ2FyYm9uIHRldHJhY2hsb3JpZGUgYm9pbGluZyBwb2ludCBpbiBLZWx2aW4gYXQgMSBhdG0gaXMgX19fwrBDLiJ9XSwidGVtcGVyYXR1cmUiOjAsIm1heF90b2tlbnMiOjE2MDAsInJlYXNvbmluZyI6eyJlZmZvcnQiOiJub25lIn0sInN0cmVhbSI6ZmFsc2V9","hash":"0x8adda0b32759663618bddc89db34855b01a3a7fffc3e1f60058cdcdf3a68b745","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8390/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1794688870435,"responseLatencyMs":0,"startedAt":1794688870435}},{"answers":[null,null,null,null,null,null,null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":17,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null,null,null,null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:internet-culture:1a7bb38e22cf","llm:internet-culture:461a63b48b57","llm:internet-culture:2074761f084c","llm:internet-culture:776500e9ed8a","llm:internet-culture:17a2bf14dd54","llm:internet-culture:be0a1c399e12","llm:internet-culture:e028b0a58cbe","llm:internet-culture:6a34de62f0e5","llm:internet-culture:01cb92d5ef22","llm:internet-culture:dbe37de374a8"],"promptVariantId":"v7","request":{"bodyBase64":"eyJtb2RlbCI6InF3ZW4vcXdlbjMuOC0yN2IiLCJtZXNzYWdlcyI6W3sicm9sZSI6InN5c3RlbSIsImNvbnRlbnQiOiJGb2xsb3cgdGhlIGluc3RydWN0aW9ucyBjYXJlZnVsbHkgYW5kIG91dHB1dCBub3RoaW5nIGJleW9uZCB3aGF0IGlzIGFza2VkLiJ9LHsicm9sZSI6InVzZXIiLCJjb250ZW50IjoiQmVsb3cgYXJlIGZpbGwtaW4tdGhlLWJsYW5rIGZhY3RzLiBBbnN3ZXIgZWFjaCBvbmUgd2l0aCBhIG51bWJlciBmcm9tIG1lbW9yeS5cblJVTEVTOiBPdXRwdXQgT05MWSBpbiAxKSA8bnVtYmVyPiwgMikgPG51bWJlcj4sIGFuZCBzbyBvbiBmb3JtYXQsIG9uZSBwZXIgbGluZS4gR2l2ZSBhIHNpbmdsZSBwbGFpbiBudW1iZXIgcGVyIGxpbmUsIG5vIHdvcmRzLCBubyByYW5nZXMuIElmIHVuc3VyZSwgb3V0cHV0IHlvdXIgYmVzdCBzaW5nbGUgbnVtZXJpYyBlc3RpbWF0ZS5cblxuMSkgVGhlIG51bWVyaWNhbCB2YWx1ZSBhc3NvY2lhdGVkIHdpdGggWWVhciB0aGUgZmlyc3QgdmVyc2lvbiBvZiB0aGUgQyMgcHJvZ3JhbW1pbmcgbGFuZ3VhZ2Ugd2FzIHJlbGVhc2VkIGlzIF9fXy5cbjIpIFRoZSBudW1lcmljYWwgdmFsdWUgYXNzb2NpYXRlZCB3aXRoIFllYXIgdGhlIGZpcnN0IHN0YWJsZSByZWxlYXNlIG9mIFBvc3RncmVTUUwgd2FzIG5hbWVkIFBvc3RncmVzOTUgKHllYXIpIGlzIF9fXy5cbjMpIFRoZSBudW1lcmljYWwgdmFsdWUgYXNzb2NpYXRlZCB3aXRoIFllYXIgdGhlIGZpcnN0IHZlcnNpb24gb2YgdGhlIEZUUCBwcm90b2NvbCB3YXMgZGVmaW5lZCBpbiBSRkMgNzU0IGlzIF9fXy5cbjQpIFRoZSBudW1lcmljYWwgdmFsdWUgYXNzb2NpYXRlZCB3aXRoIEFwYWNoZSBIVFRQIFNlcnZlciAxLjAgcmVsZWFzZSB5ZWFyIGlzIF9fXy5cbjUpIFRoZSBudW1lcmljYWwgdmFsdWUgYXNzb2NpYXRlZCB3aXRoIFllYXIgdGhlIC5jb20gdG9wLWxldmVsIGRvbWFpbiB3YXMgb2ZmaWNpYWxseSBkZWZpbmVkIGluIFJGQyAxMDM1IGlzIF9fXy5cbjYpIFRoZSBudW1lcmljYWwgdmFsdWUgYXNzb2NpYXRlZCB3aXRoIFllYXIgdGhlIHRlcm0gXCJmbGFtZSB3YXJcIiBlbnRlcmVkIGNvbW1vbiBpbnRlcm5ldCB1c2FnZSBpcyBfX18uXG43KSBUaGUgbnVtZXJpY2FsIHZhbHVlIGFzc29jaWF0ZWQgd2l0aCBOdW1iZXIgb2YgaW5pdGlhbCBtZW1iZXJzIGluIHRoZSBVc2VuZXQgbmV3c2dyb3VwIGFsdC4yYm95eiBpcyBfX18uXG44KSBUaGUgbnVtZXJpY2FsIHZhbHVlIGFzc29jaWF0ZWQgd2l0aCBZZWFyIHRoZSBmaXJzdCBzcGFtIGVtYWlsIHdhcyBzZW50IHRvIGEgVXNlbmV0IG5ld3Nncm91cCBieSBHYXJ5IFRodWVyayBpcyBfX18uXG45KSBUaGUgbnVtZXJpY2FsIHZhbHVlIGFzc29jaWF0ZWQgd2l0aCBZZWFyIHRoZSBmaXJzdCBrbm93biBzcGFtIGVtYWlsIHdhcyBzZW50IHRvIFVzZW5ldCBpcyBfX18uXG4xMCkgVGhlIG51bWVyaWNhbCB2YWx1ZSBhc3NvY2lhdGVkIHdpdGggWWVhciB0aGUgdGVybSBcIndlYm1hc3RlclwiIGZpcnN0IGFwcGVhcmVkIGluIGEgVXNlbmV0IG5ld3Nncm91cCBpcyBfX18uIn1dLCJ0ZW1wZXJhdHVyZSI6MCwibWF4X3Rva2VucyI6MTYwMCwicmVhc29uaW5nIjp7ImVmZm9ydCI6Im5vbmUifSwic3RyZWFtIjpmYWxzZX0=","hash":"0xa7049aab44538709ee9e197f217af0078921be2b840dcb182a5c6ca9e8f4ad12","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8390/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1794688870443,"responseLatencyMs":0,"startedAt":1794688870443}},{"answers":[null,null,null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":18,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:internet-culture:bc2d5d556b7b","llm:internet-culture:f6531e64da02","llm:internet-culture:1507a84dee1a","llm:internet-culture:3c23fbf3a65a","llm:internet-culture:cd5372c96fef","llm:internet-culture:782e35bb31f4"],"promptVariantId":"v7","request":{"bodyBase64":"eyJtb2RlbCI6InF3ZW4vcXdlbjMuOC0yN2IiLCJtZXNzYWdlcyI6W3sicm9sZSI6InN5c3RlbSIsImNvbnRlbnQiOiJGb2xsb3cgdGhlIGluc3RydWN0aW9ucyBjYXJlZnVsbHkgYW5kIG91dHB1dCBub3RoaW5nIGJleW9uZCB3aGF0IGlzIGFza2VkLiJ9LHsicm9sZSI6InVzZXIiLCJjb250ZW50IjoiQmVsb3cgYXJlIGZpbGwtaW4tdGhlLWJsYW5rIGZhY3RzLiBBbnN3ZXIgZWFjaCBvbmUgd2l0aCBhIG51bWJlciBmcm9tIG1lbW9yeS5cblJVTEVTOiBPdXRwdXQgT05MWSBpbiAxKSA8bnVtYmVyPiwgMikgPG51bWJlcj4sIGFuZCBzbyBvbiBmb3JtYXQsIG9uZSBwZXIgbGluZS4gR2l2ZSBhIHNpbmdsZSBwbGFpbiBudW1iZXIgcGVyIGxpbmUsIG5vIHdvcmRzLCBubyByYW5nZXMuIElmIHVuc3VyZSwgb3V0cHV0IHlvdXIgYmVzdCBzaW5nbGUgbnVtZXJpYyBlc3RpbWF0ZS5cblxuMSkgVGhlIG51bWVyaWNhbCB2YWx1ZSBhc3NvY2lhdGVkIHdpdGggWWVhciB0aGUgaGFzaHRhZyAjQmxhY2tMaXZlc01hdHRlciB0cmVuZGVkIGZvciB0aGUgZmlyc3QgdGltZSBnbG9iYWxseSAoeWVhcikgaXMgX19fLlxuMikgVGhlIG51bWVyaWNhbCB2YWx1ZSBhc3NvY2lhdGVkIHdpdGggWWVhciBJTUFQNCB3YXMgaW50cm9kdWNlZCBpbiBSRkMgMTczMCBpcyBfX18uXG4zKSBUaGUgbnVtZXJpY2FsIHZhbHVlIGFzc29jaWF0ZWQgd2l0aCBOdW1iZXIgb2Ygb3JpZ2luYWwgbm9kZXMgaW4gdGhlIEFSUEFORVQgdGhhdCBzdXBwb3J0ZWQgdGhlIEZpbGUgVHJhbnNmZXIgUHJvdG9jb2wgKEZUUCkgaXMgX19fLlxuNCkgVGhlIG51bWVyaWNhbCB2YWx1ZSBhc3NvY2lhdGVkIHdpdGggSlF1ZXJ5IGxpYnJhcnkgZmlyc3QgbWFqb3IgcmVsZWFzZSB2ZXJzaW9uIG51bWJlciBpcyBfX18uXG41KSBUaGUgbnVtZXJpY2FsIHZhbHVlIGFzc29jaWF0ZWQgd2l0aCBZZWFyIE1vc2FpYyBmb3IgV2luZG93cyB3YXMgcmVsZWFzZWQgYnkgTkNTQSBpcyBfX18uXG42KSBUaGUgbnVtZXJpY2FsIHZhbHVlIGFzc29jaWF0ZWQgd2l0aCBZZWFyIHRoZSB0ZXJtIFwiZmxhbWUgd2FyXCIgZW50ZXJlZCBjb21tb24gdXNhZ2UgaW4gb25saW5lIGNvbW11bml0aWVzIGlzIF9fXy4ifV0sInRlbXBlcmF0dXJlIjowLCJtYXhfdG9rZW5zIjoxNjAwLCJyZWFzb25pbmciOnsiZWZmb3J0Ijoibm9uZSJ9LCJzdHJlYW0iOmZhbHNlfQ==","hash":"0xfab585657a2f150b235ab8884ea6ab6dbaf5a394c26def02bd29f958094e9dce","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8390/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1794688870443,"responseLatencyMs":0,"startedAt":1794688870443}},{"answers":[null,null,null,null,null,null,null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":19,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null,null,null,null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:programming:e3bf9770489f","llm:programming:3e543bb01edd","llm:programming:f41002c21528","llm:programming:aa9bec5ee4a5","llm:programming:3243b1605881","llm:programming:47a8fafe58e4","llm:programming:51a9dce40281","llm:programming:a947feafdf1b","llm:programming:0693678a8be5","llm:programming:02c32a147e2d"],"promptVariantId":"v6","request":{"bodyBase64":"eyJtb2RlbCI6InF3ZW4vcXdlbjMuOC0yN2IiLCJtZXNzYWdlcyI6W3sicm9sZSI6InN5c3RlbSIsImNvbnRlbnQiOiJCZSBleGFjdC4gT3V0cHV0IG9ubHkgdGhlIGFuc3dlcnMgaW4gdGhlIGZvcm1hdCB0aGUgdXNlciBzcGVjaWZpZXMuIn0seyJyb2xlIjoidXNlciIsImNvbnRlbnQiOiJSZWNhbGwgdGhlIGZvbGxvd2luZyBudW1lcmljIGZhY3RzIGFuZCBwcm92aWRlIHRoZSB2YWx1ZSB0aGF0IHJlcGxhY2VzIF9fXyBpbiBlYWNoIGxpbmUuXG5SVUxFUzogT3V0cHV0IE9OTFkgaW4gMS4gPG51bWJlcj4sIDIuIDxudW1iZXI+LCBhbmQgc28gb24gZm9ybWF0LCBvbmUgcGVyIGxpbmUuIEdpdmUgYSBzaW5nbGUgcGxhaW4gbnVtYmVyIHBlciBsaW5lLCBubyB3b3Jkcywgbm8gcmFuZ2VzLiBJZiB1bnN1cmUsIG91dHB1dCB5b3VyIGJlc3Qgc2luZ2xlIG51bWVyaWMgZXN0aW1hdGUuXG5cbjEuIFRoZSBmaXJzdCBwdWJsaWMgcmVsZWFzZSB5ZWFyIG9mIExJU1AgZmlyc3QgcHVibGljIHJlbGVhc2UgeWVhciB3YXMgX19fLlxuMi4gVGhlIGZpcnN0IHB1YmxpYyByZWxlYXNlIHllYXIgb2YgQ2xvanVyZSBDbG9qdXJlU2NyaXB0IGZpcnN0IHB1YmxpYyByZWxlYXNlIHllYXIgd2FzIF9fXy5cbjMuIFRoZSBmaXJzdCBwdWJsaWMgcmVsZWFzZSB5ZWFyIG9mIElyaXggZmlyc3QgcHVibGljIHJlbGVhc2UgeWVhciB3YXMgX19fLlxuNC4gVGhlIGZpcnN0IHB1YmxpYyByZWxlYXNlIHllYXIgb2YgU3liYXNlIEFTRSB2ZXJzaW9uIDEuMCBmaXJzdCByZWxlYXNlIHllYXIgd2FzIF9fXy5cbjUuIFRoZSBmaXJzdCBwdWJsaWMgcmVsZWFzZSB5ZWFyIG9mIFNpbXVsYSBmaXJzdCBwdWJsaWMgcmVsZWFzZSB5ZWFyIHdhcyBfX18uXG42LiBUaGUgZmlyc3QgcHVibGljIHJlbGVhc2UgeWVhciBvZiBQbGFuIDkgZnJvbSBCZWxsIExhYnMgZmlyc3QgaW50ZXJuYWwgcmVsZWFzZSB5ZWFyIHdhcyBfX18uXG43LiBUaGUgZmlyc3QgcHVibGljIHJlbGVhc2UgeWVhciBvZiBTcGFubmVyIGludGVybmFsIGRldmVsb3BtZW50IHN0YXJ0IHllYXIgd2FzIF9fXy5cbjguIFRoZSBmaXJzdCBwdWJsaWMgcmVsZWFzZSB5ZWFyIG9mIEFkYSA4MyBmaXJzdCBJU08gc3RhbmRhcmRpemF0aW9uIHllYXIgd2FzIF9fXy5cbjkuIFRoZSBmaXJzdCBwdWJsaWMgcmVsZWFzZSB5ZWFyIG9mIEFQTCBTeXN0ZW0vMzYwIGZpcnN0IGNvbW1lcmNpYWwgcmVsZWFzZSB5ZWFyIHdhcyBfX18uXG4xMC4gVGhlIGZpcnN0IHB1YmxpYyByZWxlYXNlIHllYXIgb2YgU21hbGx0YWxrLTgwIENvbW1lcmNpYWwgUmVsZWFzZSBieSBEaWdpdGFsayBZZWFyIHdhcyBfX18uIn1dLCJ0ZW1wZXJhdHVyZSI6MCwibWF4X3Rva2VucyI6MTYwMCwicmVhc29uaW5nIjp7ImVmZm9ydCI6Im5vbmUifSwic3RyZWFtIjpmYWxzZX0=","hash":"0x521757cb4b0f9b5ceda2097410a07c0020eeb0083acd01dc6f222d42293072b4","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8390/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1794688870448,"responseLatencyMs":0,"startedAt":1794688870448}},{"answers":[null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":20,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:programming:580289496202","llm:programming:4ee88e3faec6","llm:programming:77fe421a741d"],"promptVariantId":"v6","request":{"bodyBase64":"eyJtb2RlbCI6InF3ZW4vcXdlbjMuOC0yN2IiLCJtZXNzYWdlcyI6W3sicm9sZSI6InN5c3RlbSIsImNvbnRlbnQiOiJCZSBleGFjdC4gT3V0cHV0IG9ubHkgdGhlIGFuc3dlcnMgaW4gdGhlIGZvcm1hdCB0aGUgdXNlciBzcGVjaWZpZXMuIn0seyJyb2xlIjoidXNlciIsImNvbnRlbnQiOiJSZWNhbGwgdGhlIGZvbGxvd2luZyBudW1lcmljIGZhY3RzIGFuZCBwcm92aWRlIHRoZSB2YWx1ZSB0aGF0IHJlcGxhY2VzIF9fXyBpbiBlYWNoIGxpbmUuXG5SVUxFUzogT3V0cHV0IE9OTFkgaW4gMS4gPG51bWJlcj4sIDIuIDxudW1iZXI+LCBhbmQgc28gb24gZm9ybWF0LCBvbmUgcGVyIGxpbmUuIEdpdmUgYSBzaW5nbGUgcGxhaW4gbnVtYmVyIHBlciBsaW5lLCBubyB3b3Jkcywgbm8gcmFuZ2VzLiBJZiB1bnN1cmUsIG91dHB1dCB5b3VyIGJlc3Qgc2luZ2xlIG51bWVyaWMgZXN0aW1hdGUuXG5cbjEuIFRoZSBmaXJzdCBwdWJsaWMgcmVsZWFzZSB5ZWFyIG9mIEFQTCBmaXJzdCBwdWJsaWMgcmVsZWFzZSB5ZWFyIHdhcyBfX18uXG4yLiBUaGUgZmlyc3QgcHVibGljIHJlbGVhc2UgeWVhciBvZiBGb3J0cmFuIElWIGZpcnN0IHJlbGVhc2UgeWVhciB3YXMgX19fLlxuMy4gVGhlIGZpcnN0IHB1YmxpYyByZWxlYXNlIHllYXIgb2YgVGlEQiBmaXJzdCBwdWJsaWMgcmVsZWFzZSB5ZWFyIHdhcyBfX18uIn1dLCJ0ZW1wZXJhdHVyZSI6MCwibWF4X3Rva2VucyI6MTYwMCwicmVhc29uaW5nIjp7ImVmZm9ydCI6Im5vbmUifSwic3RyZWFtIjpmYWxzZX0=","hash":"0x76ee689b4e6e4e145c8f41ff918a11a6b59865a2b75db06026cc6dd4e8281719","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8390/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1794688870448,"responseLatencyMs":0,"startedAt":1794688870448}},{"answers":[null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":21,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:chemistry-mp:e046207afe01","llm:chemistry-mp:7365fb3520a6","llm:chemistry-mp:181ab49d1f3e"],"promptVariantId":"v7","request":{"bodyBase64":"eyJtb2RlbCI6InF3ZW4vcXdlbjMuOC0yN2IiLCJtZXNzYWdlcyI6W3sicm9sZSI6InN5c3RlbSIsImNvbnRlbnQiOiJGb2xsb3cgdGhlIGluc3RydWN0aW9ucyBjYXJlZnVsbHkgYW5kIG91dHB1dCBub3RoaW5nIGJleW9uZCB3aGF0IGlzIGFza2VkLiJ9LHsicm9sZSI6InVzZXIiLCJjb250ZW50IjoiQmVsb3cgYXJlIGZpbGwtaW4tdGhlLWJsYW5rIGZhY3RzLiBBbnN3ZXIgZWFjaCBvbmUgd2l0aCBhIG51bWJlciBmcm9tIG1lbW9yeS5cblJVTEVTOiBPdXRwdXQgT05MWSBpbiAxKSA8bnVtYmVyPiwgMikgPG51bWJlcj4sIGFuZCBzbyBvbiBmb3JtYXQsIG9uZSBwZXIgbGluZS4gR2l2ZSBhIHNpbmdsZSBwbGFpbiBudW1iZXIgcGVyIGxpbmUsIG5vIHdvcmRzLCBubyByYW5nZXMuIElmIHVuc3VyZSwgb3V0cHV0IHlvdXIgYmVzdCBzaW5nbGUgbnVtZXJpYyBlc3RpbWF0ZS5cblxuMSkgVGhlIG1lbHRpbmcgcG9pbnQgb2YgTWVsdGluZyBwb2ludCBvZiB0YW50YWx1bSBwZW50b3hpZGUgaW4gwrBDIGlzIF9fX8KwQy5cbjIpIFRoZSBtZWx0aW5nIHBvaW50IG9mIE1vbHliZGVudW0oVkkpIG94aWRlIE1vTzMgc3VibGltYXRpb24gdGVtcGVyYXR1cmUgSyBpcyBfX1/CsEMuXG4zKSBUaGUgbWVsdGluZyBwb2ludCBvZiBtZWx0aW5nX3BvaW50X29mX3NlbGVuaXVtX3RldHJhZmx1b3JpZGVfaW5fY2Vsc2l1cyBpcyBfX1/CsEMuIn1dLCJ0ZW1wZXJhdHVyZSI6MCwibWF4X3Rva2VucyI6MTYwMCwicmVhc29uaW5nIjp7ImVmZm9ydCI6Im5vbmUifSwic3RyZWFtIjpmYWxzZX0=","hash":"0x893dadd15e528d4a6cb30b4fec1a8cf91fba66f7689f159e56e187bde83b6dda","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8390/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1794688870448,"responseLatencyMs":0,"startedAt":1794688870448}},{"answers":[null,null,null,null,null,null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":22,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null,null,null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:math:0748e268a5fa","llm:math:186ee3572103","llm:math:d438bdaaf2f0","llm:math:1e4e2f396adc","llm:math:44629b894546","llm:math:59cfab503cf4","llm:math:660585870b06","llm:math:bb471af81dcd","llm:math:b97314c29dc4"],"promptVariantId":"v8","request":{"bodyBase64":"eyJtb2RlbCI6InF3ZW4vcXdlbjMuOC0yN2IiLCJtZXNzYWdlcyI6W3sicm9sZSI6InN5c3RlbSIsImNvbnRlbnQiOiJQcm92aWRlIHRlcnNlLCBjb3JyZWN0bHkgZm9ybWF0dGVkIGFuc3dlcnMgb25seS4ifSx7InJvbGUiOiJ1c2VyIiwiY29udGVudCI6Ik51bWVyaWMgcmVjYWxsIGNoZWNrOiBzdGF0ZSB0aGUgdmFsdWUgbWlzc2luZyBmcm9tIGVhY2ggc2VudGVuY2UgdXNpbmcgeW91ciBleGlzdGluZyBrbm93bGVkZ2UuXG5SVUxFUzogT3V0cHV0IE9OTFkgaW4gUTE6IDxudW1iZXI+LCBRMjogPG51bWJlcj4sIGFuZCBzbyBvbiBmb3JtYXQsIG9uZSBwZXIgbGluZS4gR2l2ZSBhIHNpbmdsZSBwbGFpbiBudW1iZXIgcGVyIGxpbmUsIG5vIHdvcmRzLCBubyByYW5nZXMuIElmIHVuc3VyZSwgb3V0cHV0IHlvdXIgYmVzdCBzaW5nbGUgbnVtZXJpYyBlc3RpbWF0ZS5cblxuUTE6IFRoZSBudW1lcmljYWwgdmFsdWUgb2YgTnVtYmVyIG9mIEV1bGVyaWFuIGNpcmN1aXRzIGluIHRoZSBQZXRlcnNlbiBncmFwaCBzdGFydGluZyBmcm9tIGFueSB2ZXJ0ZXggaXMgX19fLlxuUTI6IFRoZSBudW1lcmljYWwgdmFsdWUgb2YgTnVtYmVyIG9mIGdyYWNlZnVsIGxhYmVsaW5ncyBvZiB0aGUgcGF0aCBncmFwaCBQXzUgdXAgdG8gaXNvbW9ycGhpc20gaXMgX19fLlxuUTM6IFRoZSBudW1lcmljYWwgdmFsdWUgb2YgTnVtYmVyIG9mIGVkZ2VzIGluIHRoZSBIZWF3b29kIGdyYXBoIGlzIF9fXy5cblE0OiBUaGUgbnVtZXJpY2FsIHZhbHVlIG9mIFBpbGxhaSdzIGFyaXRobWV0aWNhbCBmdW5jdGlvbiBwaSh4KSB2YWx1ZSBhdCB4PTEwMCBpcyBfX18uXG5RNTogVGhlIG51bWVyaWNhbCB2YWx1ZSBvZiBOdW1iZXIgb2Ygd2F5cyB0byB0aWxlIGEgMngxMiByZWN0YW5nbGUgd2l0aCBkb21pbm9lcyBpcyBfX18uXG5RNjogVGhlIG51bWVyaWNhbCB2YWx1ZSBvZiBKYWNvYnN0aGFsIGZ1bmN0aW9uIGcoMTAwKSB2YWx1ZSBpcyBfX18uXG5RNzogVGhlIG51bWVyaWNhbCB2YWx1ZSBvZiBkaW1lbnNpb24gb2YgdGhlIHNwYWNlIG9mIGhhcm1vbmljIGZ1bmN0aW9ucyBvbiBhIHRvcnVzIFReMiB3aXRoIHplcm8gbWVhbiBpcyBfX18uXG5RODogVGhlIG51bWVyaWNhbCB2YWx1ZSBvZiBOdW1iZXIgb2Ygc29sdXRpb25zIHRvIHheMiArIHleMiA9IDEgbW9kIHAgd2hlcmUgcD05NyBpcyBwcmltZSBpcyBfX18uXG5ROTogVGhlIG51bWVyaWNhbCB2YWx1ZSBvZiBMYXJnZXN0IGtub3duIHByaW1lIGZhY3RvciBvZiBNZXJzZW5uZSBudW1iZXIgTV8xMyA9IDJeMTMgLSAxIGlzIF9fXy4ifV0sInRlbXBlcmF0dXJlIjowLCJtYXhfdG9rZW5zIjoxNjAwLCJyZWFzb25pbmciOnsiZWZmb3J0Ijoibm9uZSJ9LCJzdHJlYW0iOmZhbHNlfQ==","hash":"0x4ce3f0e7d4a43290d3941b17ae0164ed9793720ff2353566ea683de70cd8e332","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8390/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1794688870451,"responseLatencyMs":0,"startedAt":1794688870451}}],"kind":"antseed-buyer-proxy-kbf-audit","reference":{"calibration":{"batches":[{"attempts":1,"batchIndex":0,"pass":0,"probeIds":["llm:chinese-geography:3191b82a2cb2","llm:chinese-geography:8157add2c230","llm:chinese-geography:145db65c7e86","llm:chinese-geography:7014d77af2b7","llm:chinese-geography:7ef26a88f171","llm:chinese-geography:b7100fadcbd5","llm:chinese-geography:60e314dff128","llm:chinese-geography:57431787e9fa","llm:chinese-geography:3480437cd777","llm:chinese-geography:914690008efb"],"promptVariantId":"v5"},{"attempts":1,"batchIndex":1,"pass":0,"probeIds":["llm:chinese-geography:42e686b588cb","llm:chinese-geography:e20a49a253b8","llm:chinese-geography:7e6a9dac1e96","llm:chinese-geography:e80102c5debe","llm:chinese-geography:319b67067fc2","llm:chinese-geography:a2f277f46fd7","llm:chinese-geography:e64724edbbbe","llm:chinese-geography:062a587e7977","llm:chinese-geography:96c55c6c0c12","llm:chinese-geography:8dbf6182bcee"],"promptVariantId":"v2"},{"attempts":1,"batchIndex":2,"pass":0,"probeIds":["llm:crypto-params:af5903b4120f","llm:crypto-params:614726c61602","llm:crypto-params:6e2b069a0aa7","llm:crypto-params:04d97606a3ed","llm:crypto-params:eb4950681e8d","llm:crypto-params:f131e0c6efa9"],"promptVariantId":"v2"},{"attempts":1,"batchIndex":3,"pass":0,"probeIds":["llm:chinese-literature:2d3dcd37986d","llm:chinese-literature:a6e5a67eb435","llm:chinese-literature:a80e92dc3071","llm:chinese-literature:6898988f41f3","llm:chinese-literature:c24f2cf485e8","llm:chinese-literature:c9ad425cc416","llm:chinese-literature:802c9fa720d6","llm:chinese-literature:6cffd0ff2565","llm:chinese-literature:55ecf54aadfe","llm:chinese-literature:f450d6400c09"],"promptVariantId":"v1"},{"attempts":1,"batchIndex":4,"pass":0,"probeIds":["llm:chinese-literature:a260652bc1e0","llm:chinese-literature:478ceabd538e","llm:chinese-literature:b0521beac40e","llm:chinese-literature:be20a71e555e","llm:chinese-literature:88600ca347f0","llm:chinese-literature:3b2a3e859022","llm:chinese-literature:266b2a1f728f","llm:chinese-literature:6a190722b8d0","llm:chinese-literature:251a025728a8","llm:chinese-literature:9145291c05a7"],"promptVariantId":"v8"},{"attempts":1,"batchIndex":5,"pass":0,"probeIds":["llm:chinese-literature:eedd4f5290e9","llm:chinese-literature:434c1acd1b3e","llm:chinese-literature:a4f0ee864238","llm:chinese-literature:76fc29ba0854","llm:chinese-literature:cfa2d265b6dc"],"promptVariantId":"v7"},{"attempts":1,"batchIndex":6,"pass":0,"probeIds":["llm:pop-culture:b33002dd6b8e","llm:pop-culture:d2c724598608","llm:pop-culture:65ad1c260e57","llm:pop-culture:5b9acb4dd354","llm:pop-culture:936b6e4c495f","llm:pop-culture:06f0082597d2","llm:pop-culture:cec876acfe05","llm:pop-culture:ad8b2636ee97","llm:pop-culture:162c014fb942"],"promptVariantId":"v3"},{"attempts":1,"batchIndex":7,"pass":0,"probeIds":["llm:physics:490d9ecab693","llm:physics:4a58847cffd5","llm:physics:2bffd7a142c6","llm:physics:4858b6138e1c","llm:physics:03db44d3dda5","llm:physics:00a6a6d768d2","llm:physics:f7dc39df9979","llm:physics:cc313502e3fc","llm:physics:c1014ac0dff6","llm:physics:1c234b6b84f9"],"promptVariantId":"v3"},{"attempts":1,"batchIndex":8,"pass":0,"probeIds":["llm:medical:3d288dbce1da","llm:medical:22df77bdf0b2","llm:medical:520c39794779","llm:medical:16e965c6b169","llm:medical:77d70581a4cd","llm:medical:7b2676403b4b","llm:medical:77bc6b8d6ff0","llm:medical:8841da7ef6e5","llm:medical:61049588422a","llm:medical:69d5fcc21df1"],"promptVariantId":"v3"},{"attempts":1,"batchIndex":9,"pass":0,"probeIds":["llm:medical:08bcd32b97f6"],"promptVariantId":"v3"},{"attempts":1,"batchIndex":10,"pass":0,"probeIds":["llm:chinese-history:b3d94966a94e","llm:chinese-history:988bb26f684c","llm:chinese-history:1230d618f6ea","llm:chinese-history:5fcda446e5d2","llm:chinese-history:5a39d95a4d39","llm:chinese-history:dc636da00a3b","llm:chinese-history:4d6eea1ba3da","llm:chinese-history:c270b56a37af","llm:chinese-history:61c788c98940","llm:chinese-history:45b8f785e437"],"promptVariantId":"v3"},{"attempts":1,"batchIndex":11,"pass":0,"probeIds":["llm:chinese-history:4e7790a975bc","llm:chinese-history:43ee6170153c"],"promptVariantId":"v7"},{"attempts":1,"batchIndex":12,"pass":0,"probeIds":["llm:biology:099f447083a5","llm:biology:e85a20955c73","llm:biology:9907895a4cdd","llm:biology:48c6f484f244","llm:biology:d674de52002a","llm:biology:b92170b0a0d2"],"promptVariantId":"v4"},{"attempts":1,"batchIndex":13,"pass":0,"probeIds":["llm:chinese-internet:a64c1635ddc5","llm:chinese-internet:81355c90761a","llm:chinese-internet:61863db6cfca","llm:chinese-internet:de73269cc3a5","llm:chinese-internet:c248134d6ca9","llm:chinese-internet:8739670b2d81","llm:chinese-internet:a914d89212ec","llm:chinese-internet:489758cdbd91","llm:chinese-internet:fe0ed8296ae7","llm:chinese-internet:31befeb9da8f"],"promptVariantId":"v7"},{"attempts":1,"batchIndex":14,"pass":0,"probeIds":["llm:chinese-internet:fe10f5b320d0","llm:chinese-internet:bce6a3b869f1","llm:chinese-internet:f671536d345c","llm:chinese-internet:b9ddbeade122","llm:chinese-internet:dda4bcbcd2bd","llm:chinese-internet:97659f3f7f50","llm:chinese-internet:b07423fd0a60","llm:chinese-internet:700ad0bf0f94","llm:chinese-internet:84e5c6ac6e28","llm:chinese-internet:075deb1abcfa"],"promptVariantId":"v4"},{"attempts":1,"batchIndex":15,"pass":0,"probeIds":["llm:astronomy:0c75d48b3aec","llm:astronomy:70f6d5434d00","llm:astronomy:59a10c08acac","llm:astronomy:32b25d8835d0","llm:astronomy:ad4522fb2201","llm:astronomy:53ac289c0c8e","llm:astronomy:307c9ca8a1ff"],"promptVariantId":"v2"},{"attempts":1,"batchIndex":16,"pass":0,"probeIds":["llm:chemistry-bp:812de71fea00","llm:chemistry-bp:24763ae1fe81","llm:chemistry-bp:1ef371a5d214"],"promptVariantId":"v2"},{"attempts":1,"batchIndex":17,"pass":0,"probeIds":["llm:internet-culture:1a7bb38e22cf","llm:internet-culture:461a63b48b57","llm:internet-culture:2074761f084c","llm:internet-culture:776500e9ed8a","llm:internet-culture:17a2bf14dd54","llm:internet-culture:be0a1c399e12","llm:internet-culture:e028b0a58cbe","llm:internet-culture:6a34de62f0e5","llm:internet-culture:01cb92d5ef22","llm:internet-culture:dbe37de374a8"],"promptVariantId":"v7"},{"attempts":1,"batchIndex":18,"pass":0,"probeIds":["llm:internet-culture:bc2d5d556b7b","llm:internet-culture:f6531e64da02","llm:internet-culture:1507a84dee1a","llm:internet-culture:3c23fbf3a65a","llm:internet-culture:cd5372c96fef","llm:internet-culture:782e35bb31f4"],"promptVariantId":"v4"},{"attempts":1,"batchIndex":19,"pass":0,"probeIds":["llm:programming:e3bf9770489f","llm:programming:3e543bb01edd","llm:programming:f41002c21528","llm:programming:aa9bec5ee4a5","llm:programming:3243b1605881","llm:programming:47a8fafe58e4","llm:programming:51a9dce40281","llm:programming:a947feafdf1b","llm:programming:0693678a8be5","llm:programming:02c32a147e2d"],"promptVariantId":"v1"},{"attempts":1,"batchIndex":20,"pass":0,"probeIds":["llm:programming:580289496202","llm:programming:4ee88e3faec6","llm:programming:77fe421a741d"],"promptVariantId":"v6"},{"attempts":1,"batchIndex":21,"pass":0,"probeIds":["llm:chemistry-mp:e046207afe01","llm:chemistry-mp:7365fb3520a6","llm:chemistry-mp:181ab49d1f3e"],"promptVariantId":"v5"},{"attempts":1,"batchIndex":22,"pass":0,"probeIds":["llm:math:0748e268a5fa","llm:math:186ee3572103","llm:math:d438bdaaf2f0","llm:math:1e4e2f396adc","llm:math:44629b894546","llm:math:59cfab503cf4","llm:math:660585870b06","llm:math:bb471af81dcd","llm:math:b97314c29dc4"],"promptVariantId":"v3"}],"calibratedAt":"2026-11-14T16:26:13.091Z","coverage":1,"errorRate":0.10588235294117647,"hamming":18,"method":"kbf-set-calibration-v1","outcomes":[{"answers":[35],"matches":[0],"probeId":"llm:chinese-geography:3191b82a2cb2"},{"answers":[32],"matches":[1],"probeId":"llm:crypto-params:af5903b4120f"},{"answers":[90],"matches":[1],"probeId":"llm:chinese-literature:2d3dcd37986d"},{"answers":[792],"matches":[0],"probeId":"llm:pop-culture:b33002dd6b8e"},{"answers":[2.002319],"matches":[1],"probeId":"llm:physics:490d9ecab693"},{"answers":[65],"matches":[1],"probeId":"llm:chinese-literature:a6e5a67eb435"},{"answers":[20],"matches":[0],"probeId":"llm:medical:3d288dbce1da"},{"answers":[0],"matches":[1],"probeId":"llm:chinese-history:b3d94966a94e"},{"answers":[102],"matches":[0],"probeId":"llm:biology:099f447083a5"},{"answers":[95],"matches":[1],"probeId":"llm:physics:4a58847cffd5"},{"answers":[1994],"matches":[1],"probeId":"llm:chinese-internet:a64c1635ddc5"},{"answers":[25],"matches":[1],"probeId":"llm:pop-culture:d2c724598608"},{"answers":[5],"matches":[1],"probeId":"llm:astronomy:0c75d48b3aec"},{"answers":[1936],"matches":[1],"probeId":"llm:chinese-literature:a80e92dc3071"},{"answers":[1997],"matches":[1],"probeId":"llm:chinese-internet:81355c90761a"},{"answers":[44],"matches":[1],"probeId":"llm:medical:22df77bdf0b2"},{"answers":[238],"matches":[1],"probeId":"llm:chemistry-bp:812de71fea00"},{"answers":[1995],"matches":[0],"probeId":"llm:internet-culture:1a7bb38e22cf"},{"answers":[1999],"matches":[1],"probeId":"llm:chinese-internet:61863db6cfca"},{"answers":[14],"matches":[0],"probeId":"llm:biology:e85a20955c73"},{"answers":[1948],"matches":[0],"probeId":"llm:chinese-literature:6898988f41f3"},{"answers":[319],"matches":[1],"probeId":"llm:physics:2bffd7a142c6"},{"answers":[491],"matches":[1],"probeId":"llm:chinese-literature:c24f2cf485e8"},{"answers":[1116],"matches":[1],"probeId":"llm:chinese-geography:8157add2c230"},{"answers":[100],"matches":[1],"probeId":"llm:chinese-geography:145db65c7e86"},{"answers":[3],"matches":[1],"probeId":"llm:pop-culture:65ad1c260e57"},{"answers":[397],"matches":[1],"probeId":"llm:chinese-history:988bb26f684c"},{"answers":[1998],"matches":[1],"probeId":"llm:chinese-internet:de73269cc3a5"},{"answers":[1943],"matches":[1],"probeId":"llm:chinese-literature:c9ad425cc416"},{"answers":[2020],"matches":[1],"probeId":"llm:chinese-internet:c248134d6ca9"},{"answers":[30.2],"matches":[1],"probeId":"llm:chinese-geography:7014d77af2b7"},{"answers":[1],"matches":[1],"probeId":"llm:chinese-literature:802c9fa720d6"},{"answers":[1996],"matches":[1],"probeId":"llm:chinese-internet:8739670b2d81"},{"answers":[7.5],"matches":[1],"probeId":"llm:astronomy:70f6d5434d00"},{"answers":[1634],"matches":[1],"probeId":"llm:chinese-history:1230d618f6ea"},{"answers":[1736],"matches":[1],"probeId":"llm:chinese-history:5fcda446e5d2"},{"answers":[1933],"matches":[1],"probeId":"llm:chinese-literature:6cffd0ff2565"},{"answers":[5559],"matches":[1],"probeId":"llm:chinese-geography:7ef26a88f171"},{"answers":[1958],"matches":[1],"probeId":"llm:programming:e3bf9770489f"},{"answers":[1986],"matches":[1],"probeId":"llm:chinese-literature:55ecf54aadfe"},{"answers":[42],"matches":[1],"probeId":"llm:astronomy:59a10c08acac"},{"answers":[3],"matches":[1],"probeId":"llm:chinese-literature:f450d6400c09"},{"answers":[1928],"matches":[1],"probeId":"llm:chinese-literature:a260652bc1e0"},{"answers":[1938],"matches":[1],"probeId":"llm:chinese-literature:478ceabd538e"},{"answers":[1.380649e-23],"matches":[1],"probeId":"llm:physics:4858b6138e1c"},{"answers":[750],"matches":[1],"probeId":"llm:chinese-history:5a39d95a4d39"},{"answers":[2011],"matches":[1],"probeId":"llm:programming:3e543bb01edd"},{"answers":[2012],"matches":[1],"probeId":"llm:chinese-internet:a914d89212ec"},{"answers":[1988],"matches":[1],"probeId":"llm:programming:f41002c21528"},{"answers":[1996],"matches":[1],"probeId":"llm:internet-culture:461a63b48b57"},{"answers":[2700],"matches":[0],"probeId":"llm:chemistry-mp:e046207afe01"},{"answers":[2200],"matches":[0],"probeId":"llm:physics:03db44d3dda5"},{"answers":[1987],"matches":[1],"probeId":"llm:programming:aa9bec5ee4a5"},{"answers":[1578],"matches":[1],"probeId":"llm:chinese-history:dc636da00a3b"},{"answers":[1500],"matches":[1],"probeId":"llm:chinese-geography:b7100fadcbd5"},{"answers":[82],"matches":[1],"probeId":"llm:chinese-geography:60e314dff128"},{"answers":[1],"matches":[0],"probeId":"llm:pop-culture:5b9acb4dd354"},{"answers":[1967],"matches":[1],"probeId":"llm:programming:3243b1605881"},{"answers":[0],"matches":[1],"probeId":"llm:math:0748e268a5fa"},{"answers":[1.5],"matches":[1],"probeId":"llm:medical:520c39794779"},{"answers":[1993],"matches":[1],"probeId":"llm:chinese-literature:b0521beac40e"},{"answers":[1949],"matches":[1],"probeId":"llm:chinese-literature:be20a71e555e"},{"answers":[1],"matches":[1],"probeId":"llm:math:186ee3572103"},{"answers":[512],"matches":[1],"probeId":"llm:crypto-params:614726c61602"},{"answers":[16],"matches":[1],"probeId":"llm:biology:9907895a4cdd"},{"answers":[2000],"matches":[1],"probeId":"llm:pop-culture:936b6e4c495f"},{"answers":[3],"matches":[1],"probeId":"llm:medical:16e965c6b169"},{"answers":[1321],"matches":[1],"probeId":"llm:chinese-geography:57431787e9fa"},{"answers":[1995],"matches":[1],"probeId":"llm:programming:47a8fafe58e4"},{"answers":[1979],"matches":[1],"probeId":"llm:chinese-literature:88600ca347f0"},{"answers":[2.43],"matches":[0],"probeId":"llm:astronomy:32b25d8835d0"},{"answers":[2008],"matches":[1],"probeId":"llm:crypto-params:6e2b069a0aa7"},{"answers":[1.27],"matches":[1],"probeId":"llm:physics:00a6a6d768d2"},{"answers":[3800],"matches":[1],"probeId":"llm:chinese-geography:3480437cd777"},{"answers":[24],"matches":[1],"probeId":"llm:math:d438bdaaf2f0"},{"answers":[10],"matches":[1],"probeId":"llm:chinese-history:4d6eea1ba3da"},{"answers":[2012],"matches":[1],"probeId":"llm:chinese-literature:3b2a3e859022"},{"answers":[3],"matches":[1],"probeId":"llm:pop-culture:06f0082597d2"},{"answers":[1980],"matches":[1],"probeId":"llm:internet-culture:2074761f084c"},{"answers":[33],"matches":[0],"probeId":"llm:chinese-geography:914690008efb"},{"answers":[1996],"matches":[1],"probeId":"llm:internet-culture:776500e9ed8a"},{"answers":[40],"matches":[1],"probeId":"llm:chinese-geography:42e686b588cb"},{"answers":[43.2],"matches":[1],"probeId":"llm:chinese-geography:e20a49a253b8"},{"answers":[24.9],"matches":[1],"probeId":"llm:chinese-geography:7e6a9dac1e96"},{"answers":[25],"matches":[1],"probeId":"llm:math:1e4e2f396adc"},{"answers":[1999],"matches":[1],"probeId":"llm:chinese-internet:489758cdbd91"},{"answers":[2017],"matches":[1],"probeId":"llm:chinese-internet:fe0ed8296ae7"},{"answers":[100],"matches":[1],"probeId":"llm:biology:48c6f484f244"},{"answers":[94],"matches":[1],"probeId":"llm:chinese-history:c270b56a37af"},{"answers":[1945],"matches":[0],"probeId":"llm:chinese-literature:266b2a1f728f"},{"answers":[795],"matches":[1],"probeId":"llm:chemistry-mp:7365fb3520a6"},{"answers":[1500],"matches":[1],"probeId":"llm:chinese-geography:e80102c5debe"},{"answers":[38.6],"matches":[1],"probeId":"llm:chinese-geography:319b67067fc2"},{"answers":[1987],"matches":[1],"probeId":"llm:internet-culture:17a2bf14dd54"},{"answers":[6],"matches":[1],"probeId":"llm:medical:77d70581a4cd"},{"answers":[1993],"matches":[1],"probeId":"llm:internet-culture:be0a1c399e12"},{"answers":[377],"matches":[1],"probeId":"llm:math:44629b894546"},{"answers":[1978],"matches":[1],"probeId":"llm:chinese-literature:6a190722b8d0"},{"answers":[2018],"matches":[1],"probeId":"llm:chinese-internet:31befeb9da8f"},{"answers":[1578],"matches":[1],"probeId":"llm:chinese-history:61c788c98940"},{"answers":[10],"matches":[1],"probeId":"llm:math:59cfab503cf4"},{"answers":[2],"matches":[1],"probeId":"llm:internet-culture:e028b0a58cbe"},{"answers":[2006],"matches":[1],"probeId":"llm:programming:51a9dce40281"},{"answers":[2018],"matches":[1],"probeId":"llm:chinese-internet:fe10f5b320d0"},{"answers":[1500],"matches":[1],"probeId":"llm:chinese-geography:a2f277f46fd7"},{"answers":[249],"matches":[1],"probeId":"llm:chemistry-bp:24763ae1fe81"},{"answers":[1978],"matches":[1],"probeId":"llm:internet-culture:6a34de62f0e5"},{"answers":[1978],"matches":[1],"probeId":"llm:internet-culture:01cb92d5ef22"},{"answers":[100],"matches":[1],"probeId":"llm:biology:d674de52002a"},{"answers":[12],"matches":[1],"probeId":"llm:crypto-params:04d97606a3ed"},{"answers":[784],"matches":[1],"probeId":"llm:chinese-literature:251a025728a8"},{"answers":[1991],"matches":[0],"probeId":"llm:internet-culture:dbe37de374a8"},{"answers":[2013],"matches":[1],"probeId":"llm:chinese-internet:bce6a3b869f1"},{"answers":[1840],"matches":[1],"probeId":"llm:chinese-geography:e64724edbbbe"},{"answers":[25],"matches":[1],"probeId":"llm:medical:7b2676403b4b"},{"answers":[1000000],"matches":[1],"probeId":"llm:astronomy:ad4522fb2201"},{"answers":[750],"matches":[1],"probeId":"llm:chinese-geography:062a587e7977"},{"answers":[25],"matches":[1],"probeId":"llm:medical:77bc6b8d6ff0"},{"answers":[2012],"matches":[1],"probeId":"llm:chinese-internet:f671536d345c"},{"answers":[1983],"matches":[1],"probeId":"llm:programming:a947feafdf1b"},{"answers":[2013],"matches":[1],"probeId":"llm:internet-culture:bc2d5d556b7b"},{"answers":[3],"matches":[1],"probeId":"llm:medical:8841da7ef6e5"},{"answers":[2005],"matches":[1],"probeId":"llm:chinese-internet:b9ddbeade122"},{"answers":[2],"matches":[1],"probeId":"llm:crypto-params:eb4950681e8d"},{"answers":[21],"matches":[1],"probeId":"llm:chinese-history:45b8f785e437"},{"answers":[2017],"matches":[1],"probeId":"llm:chinese-literature:9145291c05a7"},{"answers":[4760],"matches":[1],"probeId":"llm:physics:f7dc39df9979"},{"answers":[12],"matches":[1],"probeId":"llm:medical:61049588422a"},{"answers":[-78],"matches":[1],"probeId":"llm:chemistry-mp:181ab49d1f3e"},{"answers":[2014],"matches":[1],"probeId":"llm:chinese-internet:dda4bcbcd2bd"},{"answers":[10],"matches":[1],"probeId":"llm:astronomy:53ac289c0c8e"},{"answers":[1923],"matches":[1],"probeId":"llm:chinese-literature:eedd4f5290e9"},{"answers":[1995],"matches":[1],"probeId":"llm:internet-culture:f6531e64da02"},{"answers":[2014],"matches":[1],"probeId":"llm:chinese-internet:97659f3f7f50"},{"answers":[44],"matches":[1],"probeId":"llm:medical:69d5fcc21df1"},{"answers":[1968],"matches":[1],"probeId":"llm:programming:0693678a8be5"},{"answers":[4],"matches":[1],"probeId":"llm:internet-culture:1507a84dee1a"},{"answers":[2016],"matches":[1],"probeId":"llm:chinese-internet:b07423fd0a60"},{"answers":[2018],"matches":[1],"probeId":"llm:chinese-internet:700ad0bf0f94"},{"answers":[100],"matches":[1],"probeId":"llm:biology:b92170b0a0d2"},{"answers":[1],"matches":[1],"probeId":"llm:internet-culture:3c23fbf3a65a"},{"answers":[1933],"matches":[0],"probeId":"llm:chinese-literature:434c1acd1b3e"},{"answers":[1994],"matches":[0],"probeId":"llm:internet-culture:cd5372c96fef"},{"answers":[0],"matches":[1],"probeId":"llm:math:660585870b06"},{"answers":[1988],"matches":[1],"probeId":"llm:programming:02c32a147e2d"},{"answers":[5240],"matches":[1],"probeId":"llm:chinese-geography:96c55c6c0c12"},{"answers":[349],"matches":[1],"probeId":"llm:chemistry-bp:1ef371a5d214"},{"answers":[2012],"matches":[1],"probeId":"llm:chinese-internet:84e5c6ac6e28"},{"answers":[1189],"matches":[1],"probeId":"llm:physics:cc313502e3fc"},{"answers":[1923],"matches":[1],"probeId":"llm:chinese-literature:a4f0ee864238"},{"answers":[98],"matches":[1],"probeId":"llm:math:bb471af81dcd"},{"answers":[2680],"matches":[1],"probeId":"llm:chinese-geography:8dbf6182bcee"},{"answers":[1993],"matches":[1],"probeId":"llm:internet-culture:782e35bb31f4"},{"answers":[1968],"matches":[1],"probeId":"llm:programming:580289496202"},{"answers":[2022],"matches":[1],"probeId":"llm:chinese-internet:075deb1abcfa"},{"answers":[1957],"matches":[0],"probeId":"llm:programming:4ee88e3faec6"},{"answers":[2],"matches":[1],"probeId":"llm:chinese-literature:76fc29ba0854"},{"answers":[1],"matches":[1],"probeId":"llm:pop-culture:cec876acfe05"},{"answers":[2018],"matches":[1],"probeId":"llm:crypto-params:f131e0c6efa9"},{"answers":[1059],"matches":[0],"probeId":"llm:chinese-history:4e7790a975bc"},{"answers":[0],"matches":[1],"probeId":"llm:chinese-history:43ee6170153c"},{"answers":[4.18],"matches":[1],"probeId":"llm:physics:c1014ac0dff6"},{"answers":[1],"matches":[1],"probeId":"llm:pop-culture:ad8b2636ee97"},{"answers":[4.18],"matches":[1],"probeId":"llm:physics:1c234b6b84f9"},{"answers":[25],"matches":[1],"probeId":"llm:pop-culture:162c014fb942"},{"answers":[2016],"matches":[1],"probeId":"llm:programming:77fe421a741d"},{"answers":[8191],"matches":[1],"probeId":"llm:math:b97314c29dc4"},{"answers":[0.9],"matches":[1],"probeId":"llm:astronomy:307c9ca8a1ff"},{"answers":[15],"matches":[1],"probeId":"llm:medical:08bcd32b97f6"},{"answers":[2006],"matches":[1],"probeId":"llm:chinese-literature:cfa2d265b6dc"}],"passes":1,"total":170,"version":1},"probes":[{"canonicalDomainName":"Chinese geography (measurements)","consensus":38.2,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"chinese_geography","enrollmentEvidence":{"answers":[38.2,38.1,37.3],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"transport geography","id":"llm:chinese-geography:3191b82a2cb2","name":"合肥地铁2号线运营长度（公里）","range":[1,1000000000],"template":"合肥地铁2号线运营长度（公里）的数值是___。","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Cryptography (parameters)","consensus":32,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"crypto_params","enrollmentEvidence":{"answers":[32,32,32],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"cipher rounds and block sizes","id":"llm:crypto-params:af5903b4120f","name":"XTEA rounds per operation","range":[0,10000000000],"template":"The numerical value of XTEA rounds per operation is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese literature (publication years)","consensus":90,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"chinese_literature","enrollmentEvidence":{"answers":[90,90,90],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":5,"generationTheme":"classical works and authors","id":"llm:chinese-literature:2d3dcd37986d","name":"《后汉书》总卷数","range":[-3000,2030],"template":"《后汉书》总卷数的数值是___。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Pop culture (box office and ratings)","consensus":775,"contrast":{"distinguishingModels":["openai/gpt-6-luna"]},"domain":"pop_culture","enrollmentEvidence":{"answers":[775,775,775],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"film production facts","id":"llm:pop-culture:b33002dd6b8e","name":"Total box office revenue in millions of US dollars for the film Star Wars Episode IV: A New Hope (original run)","range":[1,10000],"template":"The numerical value associated with Total box office revenue in millions of US dollars for the film Star Wars Episode IV: A New Hope (original run) is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Physics (material properties)","consensus":2,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"physics","enrollmentEvidence":{"answers":[2,2.0023,2.0023318],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"nuclear and particle constants","id":"llm:physics:490d9ecab693","name":"Muon g-factor dimensionless","range":[0,1000000000000000],"template":"The numerical value of Muon g-factor dimensionless in SI units is ___.","tolerance":{"mode":"relative","value":0.02}},{"canonicalDomainName":"Chinese literature (publication years)","consensus":65,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chinese_literature","enrollmentEvidence":{"answers":[65,65,65],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":5,"generationTheme":"classical works and authors","id":"llm:chinese-literature:a6e5a67eb435","name":"清乾隆帝在位年份（1735-1800）","range":[-3000,2030],"template":"清乾隆帝在位年份（1735-1800）的数值是___。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Medical (drug half-lives)","consensus":7,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"medical","enrollmentEvidence":{"answers":[7,7,7],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":5,"generationTheme":"metabolic and neurologic medicines","id":"llm:medical:3d288dbce1da","name":"Oxcarbazepine active metabolite elimination half-life hours","range":[0.01,5000],"template":"The elimination half-life of Oxcarbazepine active metabolite elimination half-life hours is approximately ___ hours.","tolerance":{"mode":"relative","value":0.1}},{"canonicalDomainName":"Chinese history (specific dates)","consensus":0,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chinese_history","enrollmentEvidence":{"answers":[0,0,0],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":5,"generationTheme":"scientific and literary history","id":"llm:chinese-history:b3d94966a94e","name":"《永乐大典》正本现存卷数（截至2023年官方统计）","range":[-3000,2030],"template":"《永乐大典》正本现存卷数（截至2023年官方统计）发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":100,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"biology","enrollmentEvidence":{"answers":[100,100,100],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":7,"generationTheme":"unusual insects and arachnids","id":"llm:biology:099f447083a5","name":"Diploid chromosome number of the crab Cancer pagurus","range":[1,2000],"template":"The diploid chromosome number (2n) of Diploid chromosome number of the crab Cancer pagurus is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Physics (material properties)","consensus":95,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","openai/gpt-6-luna"]},"domain":"physics","enrollmentEvidence":{"answers":[95,95,95],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"nuclear and particle constants","id":"llm:physics:4a58847cffd5","name":"Strange quark mass in MeV/c^2","range":[0,1000000000000000],"template":"The numerical value of Strange quark mass in MeV/c^2 in SI units is ___.","tolerance":{"mode":"relative","value":0.02}},{"canonicalDomainName":"Chinese internet (platform dates)","consensus":1994,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"chinese_internet","enrollmentEvidence":{"answers":[1994,1994,1994],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"industry events","id":"llm:chinese-internet:a64c1635ddc5","name":"中国第一家互联网服务提供商（ISP）成立年份","range":[1990,2030],"template":"中国第一家互联网服务提供商（ISP）成立年份发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Pop culture (box office and ratings)","consensus":25,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"pop_culture","enrollmentEvidence":{"answers":[25,25,25],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"film production facts","id":"llm:pop-culture:d2c724598608","name":"number_of_times_james_bond_has_appeared_in_official_ea_films","range":[1,10000],"template":"The numerical value associated with number_of_times_james_bond_has_appeared_in_official_ea_films is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Astronomy (periods and distances)","consensus":5,"contrast":{"distinguishingModels":["openai/gpt-6-luna"]},"domain":"astronomy","enrollmentEvidence":{"answers":[5,5,5],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"dim stellar systems","id":"llm:astronomy:0c75d48b3aec","name":"Surface gravity (log g cgs) of the brown dwarf 2MASS J04373990+2358135","range":[0,1000000000000000],"template":"The numerical value of Surface gravity (log g cgs) of the brown dwarf 2MASS J04373990+2358135 is ___.","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Chinese literature (publication years)","consensus":1936,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chinese_literature","enrollmentEvidence":{"answers":[1936,1936,1936],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"classical works and authors","id":"llm:chinese-literature:a80e92dc3071","name":"Lao She's novel Camel Xiangzi publication year","range":[-3000,2030],"template":"Lao She's novel Camel Xiangzi publication year的数值是___。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese internet (platform dates)","consensus":1997,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","openai/gpt-6-luna"]},"domain":"chinese_internet","enrollmentEvidence":{"answers":[1997,1997,1997],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"industry events","id":"llm:chinese-internet:81355c90761a","name":"中国互联网域名“.cn”注册系统上线年份","range":[1990,2030],"template":"中国互联网域名“.cn”注册系统上线年份发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Medical (drug half-lives)","consensus":44,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"medical","enrollmentEvidence":{"answers":[44,44,44],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"oncology agents","id":"llm:medical:22df77bdf0b2","name":"Tisagenlecleucel functional persistence median months converted to days for half-life proxy is not standard use Ibrutinib median elimination half-life hours instead","range":[0.01,5000],"template":"The elimination half-life of Tisagenlecleucel functional persistence median months converted to days for half-life proxy is not standard use Ibrutinib median elimination half-life hours instead is approximately ___ hours.","tolerance":{"mode":"relative","value":0.1}},{"canonicalDomainName":"Chemistry (boiling points)","consensus":238,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"chemistry_bp","enrollmentEvidence":{"answers":[238,238,238],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":6,"generationTheme":"heterocyclic nitrogen compounds and azoles","id":"llm:chemistry-bp:812de71fea00","name":"Quinazoline boiling point in Celsius","range":[-300,600],"template":"The boiling point of Quinazoline boiling point in Celsius at 1 atm is ___°C.","tolerance":{"mode":"absolute","value":3}},{"canonicalDomainName":"Internet culture (dates and numbers)","consensus":2000,"contrast":{"distinguishingModels":["openai/gpt-6-luna"]},"domain":"internet_culture","enrollmentEvidence":{"answers":[2000,2000,2000],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":7,"generationTheme":"open-source project history","id":"llm:internet-culture:1a7bb38e22cf","name":"Year the first version of the C# programming language was released","range":[1,2030],"template":"The numerical value associated with Year the first version of the C# programming language was released is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese internet (platform dates)","consensus":1999,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chinese_internet","enrollmentEvidence":{"answers":[1999,1999,1999],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"early platforms","id":"llm:chinese-internet:61863db6cfca","name":"天涯社区成立年份","range":[1990,2030],"template":"天涯社区成立年份发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":12,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"biology","enrollmentEvidence":{"answers":[12,12,12],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"unusual insects and arachnids","id":"llm:biology:e85a20955c73","name":"Diploid chromosome number of the whitefly Bemisia tabaci","range":[1,2000],"template":"The diploid chromosome number (2n) of Diploid chromosome number of the whitefly Bemisia tabaci is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese literature (publication years)","consensus":1949,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chinese_literature","enrollmentEvidence":{"answers":[1949,1949,1949],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"literary journals and movements","id":"llm:chinese-literature:6898988f41f3","name":"人民文学杂志创刊年份","range":[-3000,2030],"template":"人民文学杂志创刊年份的数值是___。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Physics (material properties)","consensus":319,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"physics","enrollmentEvidence":{"answers":[319,319,319],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"thermal and acoustic properties","id":"llm:physics:2bffd7a142c6","name":"Speed of sound in argon gas at 0 C and 1 atm in m s^-1","range":[0,1000000000000000],"template":"The numerical value of Speed of sound in argon gas at 0 C and 1 atm in m s^-1 in SI units is ___.","tolerance":{"mode":"relative","value":0.02}},{"canonicalDomainName":"Chinese literature (publication years)","consensus":491,"contrast":{"distinguishingModels":["openai/gpt-6-luna"]},"domain":"chinese_literature","enrollmentEvidence":{"answers":[491,491,491],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"classical works and authors","id":"llm:chinese-literature:c24f2cf485e8","name":"蒲松龄《聊斋志异》中收录的故事总数（约数，取整数）","range":[-3000,2030],"template":"蒲松龄《聊斋志异》中收录的故事总数（约数，取整数）的数值是___。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese geography (measurements)","consensus":1116,"contrast":{"distinguishingModels":["openai/gpt-6-luna"]},"domain":"chinese_geography","enrollmentEvidence":{"answers":[1116,1117,1116],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"county and prefecture geography","id":"llm:chinese-geography:8157add2c230","name":"海拔(米) 山东省临沂市蒙阴县云蒙景区主峰海拔","range":[1,1000000000],"template":"海拔(米) 山东省临沂市蒙阴县云蒙景区主峰海拔的数值是___。","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Chinese geography (measurements)","consensus":100,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017"]},"domain":"chinese_geography","enrollmentEvidence":{"answers":[100,100,100],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":5,"generationTheme":"transport geography","id":"llm:chinese-geography:145db65c7e86","name":"Service life expectancy of the Pearl River Delta Cross-Harbor Bridge in years","range":[1,1000000000],"template":"Service life expectancy of the Pearl River Delta Cross-Harbor Bridge in years的数值是___。","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Pop culture (box office and ratings)","consensus":3,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"pop_culture","enrollmentEvidence":{"answers":[3,3,3],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"music release facts","id":"llm:pop-culture:65ad1c260e57","name":"The number of verses in the song \"Hotel California\" by Eagles","range":[1,10000],"template":"The numerical value associated with The number of verses in the song \"Hotel California\" by Eagles is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese history (specific dates)","consensus":397,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chinese_history","enrollmentEvidence":{"answers":[397,397,397],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"regional dynastic events","id":"llm:chinese-history:988bb26f684c","name":"Year of the establishment of the Northern Liang state by Juqu Nanzong","range":[-3000,2030],"template":"Year of the establishment of the Northern Liang state by Juqu Nanzong发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese internet (platform dates)","consensus":1998,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","openai/gpt-6-luna"]},"domain":"chinese_internet","enrollmentEvidence":{"answers":[1998,1998,1998],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":5,"generationTheme":"early platforms","id":"llm:chinese-internet:de73269cc3a5","name":"1998年网易公司成立年份","range":[1990,2030],"template":"1998年网易公司成立年份发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese literature (publication years)","consensus":1943,"contrast":{"distinguishingModels":["openai/gpt-6-luna"]},"domain":"chinese_literature","enrollmentEvidence":{"answers":[1943,1943,1943],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"classical works and authors","id":"llm:chinese-literature:c9ad425cc416","name":"Eileen Chang's novel The Rose in the Air publication year","range":[-3000,2030],"template":"Eileen Chang's novel The Rose in the Air publication year的数值是___。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese internet (platform dates)","consensus":2020,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"chinese_internet","enrollmentEvidence":{"answers":[2020,2020,2020],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"major product launches","id":"llm:chinese-internet:c248134d6ca9","name":"Luckin Coffee relaunch after fraud scandal year","range":[1990,2030],"template":"Luckin Coffee relaunch after fraud scandal year发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese geography (measurements)","consensus":30.2,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"chinese_geography","enrollmentEvidence":{"answers":[30.2,30.2,30.2],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"transport geography","id":"llm:chinese-geography:7014d77af2b7","name":"Length of the Wuhan Metro Line 4 in kilometers","range":[1,1000000000],"template":"Length of the Wuhan Metro Line 4 in kilometers的数值是___。","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Chinese literature (publication years)","consensus":1,"contrast":{"distinguishingModels":["openai/gpt-6-luna"]},"domain":"chinese_literature","enrollmentEvidence":{"answers":[1,1,1],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"classical works and authors","id":"llm:chinese-literature:802c9fa720d6","name":"苏轼《前赤壁赋》中“月出于东山之上”所指方位顺序","range":[-3000,2030],"template":"苏轼《前赤壁赋》中“月出于东山之上”所指方位顺序的数值是___。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese internet (platform dates)","consensus":1996,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","openai/gpt-6-luna"]},"domain":"chinese_internet","enrollmentEvidence":{"answers":[1996,1996,1996],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"early platforms","id":"llm:chinese-internet:8739670b2d81","name":"Sohu.com域名注册时间","range":[1990,2030],"template":"Sohu.com域名注册时间发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Astronomy (periods and distances)","consensus":7.5,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"astronomy","enrollmentEvidence":{"answers":[7.5,7.5,7.5],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":5,"generationTheme":"unusual galaxies and nebulae","id":"llm:astronomy:70f6d5434d00","name":"Redshift of the galaxy SDSS J1148+5251 at discovery","range":[0,1000000000000000],"template":"The numerical value of Redshift of the galaxy SDSS J1148+5251 at discovery is ___.","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Chinese history (specific dates)","consensus":1634,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017"]},"domain":"chinese_history","enrollmentEvidence":{"answers":[1634,1634,1634],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"regional dynastic events","id":"llm:chinese-history:1230d618f6ea","name":"Year of the establishment of the Dzungar Khanate","range":[-3000,2030],"template":"Year of the establishment of the Dzungar Khanate发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese history (specific dates)","consensus":1736,"contrast":{"distinguishingModels":["openai/gpt-6-luna"]},"domain":"chinese_history","enrollmentEvidence":{"answers":[1736,1736,1736],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":5,"generationTheme":"scientific and literary history","id":"llm:chinese-history:5fcda446e5d2","name":"Qianlong Emperor's first imperial exam (jinshi) year","range":[-3000,2030],"template":"Qianlong Emperor's first imperial exam (jinshi) year发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese literature (publication years)","consensus":1933,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chinese_literature","enrollmentEvidence":{"answers":[1933,1933,1933],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"modern publication years","id":"llm:chinese-literature:6cffd0ff2565","name":"巴金《家》单行本首印年份","range":[-3000,2030],"template":"巴金《家》单行本首印年份的数值是___。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese geography (measurements)","consensus":5559,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chinese_geography","enrollmentEvidence":{"answers":[5559,5559,5559],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":5,"generationTheme":"transport geography","id":"llm:chinese-geography:7ef26a88f171","name":"Depth of the South China Sea at its deepest point (Zheguwan Deep Trench) in m","range":[1,1000000000],"template":"Depth of the South China Sea at its deepest point (Zheguwan Deep Trench) in m的数值是___。","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Programming (release years)","consensus":1958,"contrast":{"distinguishingModels":["openai/gpt-6-luna"]},"domain":"programming","enrollmentEvidence":{"answers":[1958,1958,1958],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":7,"generationTheme":"scientific languages","id":"llm:programming:e3bf9770489f","name":"LISP first public release year","range":[1950,2030],"template":"The first public release year of LISP first public release year was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese literature (publication years)","consensus":1986,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017"]},"domain":"chinese_literature","enrollmentEvidence":{"answers":[1986,1986,1986],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"classical works and authors","id":"llm:chinese-literature:55ecf54aadfe","name":"Mo Yan's novel Red Sorghum publication year","range":[-3000,2030],"template":"Mo Yan's novel Red Sorghum publication year的数值是___。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Astronomy (periods and distances)","consensus":42,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","openai/gpt-6-luna"]},"domain":"astronomy","enrollmentEvidence":{"answers":[42,42,42],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"unusual galaxies and nebulae","id":"llm:astronomy:59a10c08acac","name":"radius_of_the_black_hole_shadows_in_m87_in_microarcseconds","range":[0,1000000000000000],"template":"The numerical value of radius_of_the_black_hole_shadows_in_m87_in_microarcseconds is ___.","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Chinese literature (publication years)","consensus":3,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017"]},"domain":"chinese_literature","enrollmentEvidence":{"answers":[3,3,3],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"classical works and authors","id":"llm:chinese-literature:f450d6400c09","name":"李白《蜀道难》中“难于上青天”重复出现的次数","range":[-3000,2030],"template":"李白《蜀道难》中“难于上青天”重复出现的次数的数值是___。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese literature (publication years)","consensus":1928,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017"]},"domain":"chinese_literature","enrollmentEvidence":{"answers":[1928,1928,1928],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"modern publication years","id":"llm:chinese-literature:a260652bc1e0","name":"戴望舒诗歌《雨巷》发表年份","range":[-3000,2030],"template":"戴望舒诗歌《雨巷》发表年份的数值是___。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese literature (publication years)","consensus":1938,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chinese_literature","enrollmentEvidence":{"answers":[1938,1938,1938],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"literary journals and movements","id":"llm:chinese-literature:478ceabd538e","name":"中华全国文艺界抗敌协会成立年份","range":[-3000,2030],"template":"中华全国文艺界抗敌协会成立年份的数值是___。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Physics (material properties)","consensus":1.380649e-23,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"physics","enrollmentEvidence":{"answers":[1.380649e-23,1.380649e-23,1.380649e-23],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"electromagnetic material properties","id":"llm:physics:4858b6138e1c","name":"Boltzmann constant in J/K","range":[0,1000000000000000],"template":"The numerical value of Boltzmann constant in J/K in SI units is ___.","tolerance":{"mode":"relative","value":0.02}},{"canonicalDomainName":"Chinese history (specific dates)","consensus":750,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","openai/gpt-6-luna"]},"domain":"chinese_history","enrollmentEvidence":{"answers":[750,750,750],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":6,"generationTheme":"trade and diplomatic history","id":"llm:chinese-history:5a39d95a4d39","name":"Tang dynasty Heze port peak annual ship arrivals","range":[-3000,2030],"template":"Tang dynasty Heze port peak annual ship arrivals发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Programming (release years)","consensus":2011,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017"]},"domain":"programming","enrollmentEvidence":{"answers":[2011,2011,2011],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":5,"generationTheme":"specialist runtimes","id":"llm:programming:3e543bb01edd","name":"Clojure ClojureScript first public release year","range":[1950,2030],"template":"The first public release year of Clojure ClojureScript first public release year was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese internet (platform dates)","consensus":2012,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"chinese_internet","enrollmentEvidence":{"answers":[2012,2012,2012],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"early platforms","id":"llm:chinese-internet:a914d89212ec","name":"Taobao mobile app launch year","range":[1990,2030],"template":"Taobao mobile app launch year发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Programming (release years)","consensus":1988,"contrast":{"distinguishingModels":["openai/gpt-6-luna"]},"domain":"programming","enrollmentEvidence":{"answers":[1988,1988,1988],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":8,"generationTheme":"historical operating systems","id":"llm:programming:f41002c21528","name":"Irix first public release year","range":[1950,2030],"template":"The first public release year of Irix first public release year was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Internet culture (dates and numbers)","consensus":1996,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017"]},"domain":"internet_culture","enrollmentEvidence":{"answers":[1996,1996,1996],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"open-source project history","id":"llm:internet-culture:461a63b48b57","name":"Year the first stable release of PostgreSQL was named Postgres95 (year)","range":[1,2030],"template":"The numerical value associated with Year the first stable release of PostgreSQL was named Postgres95 (year) is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chemistry (melting points)","consensus":1870,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chemistry_mp","enrollmentEvidence":{"answers":[1870,1870,1870],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"metal oxides and ceramics","id":"llm:chemistry-mp:e046207afe01","name":"Melting point of tantalum pentoxide in °C","range":[-300,4000],"template":"The melting point of Melting point of tantalum pentoxide in °C is ___°C.","tolerance":{"mode":"absolute","value":3}},{"canonicalDomainName":"Physics (material properties)","consensus":2000,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"physics","enrollmentEvidence":{"answers":[2000,2000,2000],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":7,"generationTheme":"thermal and acoustic properties","id":"llm:physics:03db44d3dda5","name":"Thermal conductivity of diamond at 300 K (W/(m·K))","range":[0,1000000000000000],"template":"The numerical value of Thermal conductivity of diamond at 300 K (W/(m·K)) in SI units is ___.","tolerance":{"mode":"relative","value":0.02}},{"canonicalDomainName":"Programming (release years)","consensus":1987,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"programming","enrollmentEvidence":{"answers":[1987,1987,1987],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":6,"generationTheme":"database and protocol implementations","id":"llm:programming:aa9bec5ee4a5","name":"Sybase ASE version 1.0 first release year","range":[1950,2030],"template":"The first public release year of Sybase ASE version 1.0 first release year was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese history (specific dates)","consensus":1578,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chinese_history","enrollmentEvidence":{"answers":[1578,1578,1578],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"scientific and literary history","id":"llm:chinese-history:dc636da00a3b","name":"Li Shizhen completed Bencao Gangmu in year","range":[-3000,2030],"template":"Li Shizhen completed Bencao Gangmu in year发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese geography (measurements)","consensus":1500,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chinese_geography","enrollmentEvidence":{"answers":[1500,1500,1500],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"county and prefecture geography","id":"llm:chinese-geography:b7100fadcbd5","name":"海拔(米) 河北省承德市丰宁满族自治县大滩镇坝上草原平均海拔","range":[1,1000000000],"template":"海拔(米) 河北省承德市丰宁满族自治县大滩镇坝上草原平均海拔的数值是___。","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Chinese geography (measurements)","consensus":82,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"chinese_geography","enrollmentEvidence":{"answers":[82,82,82],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":6,"generationTheme":"county and prefecture geography","id":"llm:chinese-geography:60e314dff128","name":"重庆市武隆区天生三桥景区天龙桥跨度（米）","range":[1,1000000000],"template":"重庆市武隆区天生三桥景区天龙桥跨度（米）的数值是___。","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Pop culture (box office and ratings)","consensus":3,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"pop_culture","enrollmentEvidence":{"answers":[3,3,3],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":5,"generationTheme":"film production facts","id":"llm:pop-culture:5b9acb4dd354","name":"Number of distinct color palettes used for lighting design in Blade Runner 2049","range":[1,10000],"template":"The numerical value associated with Number of distinct color palettes used for lighting design in Blade Runner 2049 is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Programming (release years)","consensus":1967,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"programming","enrollmentEvidence":{"answers":[1967,1967,1967],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"scientific languages","id":"llm:programming:3243b1605881","name":"Simula first public release year","range":[1950,2030],"template":"The first public release year of Simula first public release year was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Mathematics (special values)","consensus":0,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"math","enrollmentEvidence":{"answers":[0,0,0],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"combinatorics and graph theory","id":"llm:math:0748e268a5fa","name":"Number of Eulerian circuits in the Petersen graph starting from any vertex","range":[-10000000000,10000000000],"template":"The numerical value of Number of Eulerian circuits in the Petersen graph starting from any vertex is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Medical (drug half-lives)","consensus":1.5,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"medical","enrollmentEvidence":{"answers":[1.5,1.5,1.5],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"specialist antimicrobials","id":"llm:medical:520c39794779","name":"Aztreonam elimination half-life hours","range":[0.01,5000],"template":"The elimination half-life of Aztreonam elimination half-life hours is approximately ___ hours.","tolerance":{"mode":"relative","value":0.1}},{"canonicalDomainName":"Chinese literature (publication years)","consensus":1993,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"chinese_literature","enrollmentEvidence":{"answers":[1993,1993,1993],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"modern publication years","id":"llm:chinese-literature:b0521beac40e","name":"Shi Tiesheng's \"To Live\" novel publication year","range":[-3000,2030],"template":"Shi Tiesheng's \"To Live\" novel publication year的数值是___。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese literature (publication years)","consensus":1949,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chinese_literature","enrollmentEvidence":{"answers":[1949,1949,1949],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":6,"generationTheme":"literary journals and movements","id":"llm:chinese-literature:be20a71e555e","name":"《人民文学》杂志创刊年份","range":[-3000,2030],"template":"《人民文学》杂志创刊年份的数值是___。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Mathematics (special values)","consensus":1,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"math","enrollmentEvidence":{"answers":[1,1,1],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":8,"generationTheme":"combinatorics and graph theory","id":"llm:math:186ee3572103","name":"Number of graceful labelings of the path graph P_5 up to isomorphism","range":[-10000000000,10000000000],"template":"The numerical value of Number of graceful labelings of the path graph P_5 up to isomorphism is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Cryptography (parameters)","consensus":512,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"crypto_params","enrollmentEvidence":{"answers":[512,512,512],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"hash and MAC parameters","id":"llm:crypto-params:614726c61602","name":"Panama hash function output block size in bits","range":[0,10000000000],"template":"The numerical value of Panama hash function output block size in bits is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":16,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"biology","enrollmentEvidence":{"answers":[16,16,16],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"unusual insects and arachnids","id":"llm:biology:9907895a4cdd","name":"Mite Varroa destructor diploid chromosome number","range":[1,2000],"template":"The diploid chromosome number (2n) of Mite Varroa destructor diploid chromosome number is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Pop culture (box office and ratings)","consensus":2000,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017"]},"domain":"pop_culture","enrollmentEvidence":{"answers":[2000,2000,2000],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":7,"generationTheme":"music release facts","id":"llm:pop-culture:936b6e4c495f","name":"year_eminem_released_The_Marshall_Mathers_LP","range":[1,10000],"template":"The numerical value associated with year_eminem_released_The_Marshall_Mathers_LP is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Medical (drug half-lives)","consensus":3,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"medical","enrollmentEvidence":{"answers":[3,3,3],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"specialist antimicrobials","id":"llm:medical:16e965c6b169","name":"Ethambutol elimination half-life hours","range":[0.01,5000],"template":"The elimination half-life of Ethambutol elimination half-life hours is approximately ___ hours.","tolerance":{"mode":"relative","value":0.1}},{"canonicalDomainName":"Chinese geography (measurements)","consensus":1321,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017"]},"domain":"chinese_geography","enrollmentEvidence":{"answers":[1321,1321,1321],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"rivers and lakes","id":"llm:chinese-geography:57431787e9fa","name":"塔里木河干流长度(千米)","range":[1,1000000000],"template":"塔里木河干流长度(千米)的数值是___。","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Programming (release years)","consensus":1995,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"programming","enrollmentEvidence":{"answers":[1995,1995,1995],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"historical operating systems","id":"llm:programming:47a8fafe58e4","name":"Plan 9 from Bell Labs first internal release year","range":[1950,2030],"template":"The first public release year of Plan 9 from Bell Labs first internal release year was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese literature (publication years)","consensus":1979,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","openai/gpt-6-luna"]},"domain":"chinese_literature","enrollmentEvidence":{"answers":[1979,1979,1979],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"literary journals and movements","id":"llm:chinese-literature:88600ca347f0","name":"当代杂志创刊年份","range":[-3000,2030],"template":"当代杂志创刊年份的数值是___。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Astronomy (periods and distances)","consensus":3.14,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"astronomy","enrollmentEvidence":{"answers":[3.14,3.1,3.15],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"minor planet measurements","id":"llm:astronomy:32b25d8835d0","name":"Minor planet 87 Sylvia semi-major axis in astronomical units","range":[0,1000000000000000],"template":"The numerical value of Minor planet 87 Sylvia semi-major axis in astronomical units is ___.","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Cryptography (parameters)","consensus":2008,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"crypto_params","enrollmentEvidence":{"answers":[2008,2008,2008],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"standardization years","id":"llm:crypto-params:6e2b069a0aa7","name":"Secp256k1 curve adoption in Bitcoin whitepaper year","range":[0,10000000000],"template":"The numerical value of Secp256k1 curve adoption in Bitcoin whitepaper year is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Physics (material properties)","consensus":1.27,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"physics","enrollmentEvidence":{"answers":[1.27,1.27,1.27],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":5,"generationTheme":"nuclear and particle constants","id":"llm:physics:00a6a6d768d2","name":"charm quark MSbar mass at m_c scale in GeV","range":[0,1000000000000000],"template":"The numerical value of charm quark MSbar mass at m_c scale in GeV in SI units is ___.","tolerance":{"mode":"relative","value":0.02}},{"canonicalDomainName":"Chinese geography (measurements)","consensus":3800,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"chinese_geography","enrollmentEvidence":{"answers":[3800,3800,3800],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"county and prefecture geography","id":"llm:chinese-geography:3480437cd777","name":"海拔(米) 新疆维吾尔自治区喀什地区塔什库尔干塔吉克自治县石头城遗址所在地","range":[1,1000000000],"template":"海拔(米) 新疆维吾尔自治区喀什地区塔什库尔干塔吉克自治县石头城遗址所在地的数值是___。","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Mathematics (special values)","consensus":24,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"math","enrollmentEvidence":{"answers":[24,24,24],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":7,"generationTheme":"finite geometry and topology","id":"llm:math:d438bdaaf2f0","name":"Number of edges in the Heawood graph","range":[-10000000000,10000000000],"template":"The numerical value of Number of edges in the Heawood graph is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese history (specific dates)","consensus":10,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017"]},"domain":"chinese_history","enrollmentEvidence":{"answers":[10,10,10],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"administrative reforms","id":"llm:chinese-history:4d6eea1ba3da","name":"The number of provinces in the provincial system established by the Yuan dynasty","range":[-3000,2030],"template":"The number of provinces in the provincial system established by the Yuan dynasty发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese literature (publication years)","consensus":2012,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chinese_literature","enrollmentEvidence":{"answers":[2012,2012,2012],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":7,"generationTheme":"science fiction and online literature","id":"llm:chinese-literature:3b2a3e859022","name":"郝景芳《北京折叠》首次发表年份","range":[-3000,2030],"template":"郝景芳《北京折叠》首次发表年份的数值是___。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Pop culture (box office and ratings)","consensus":3,"contrast":{"distinguishingModels":["openai/gpt-6-luna"]},"domain":"pop_culture","enrollmentEvidence":{"answers":[3,3,3],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"film production facts","id":"llm:pop-culture:06f0082597d2","name":"Number of cameras used simultaneously during the filming of the opening sequence of Dunkirk (cameras)","range":[1,10000],"template":"The numerical value associated with Number of cameras used simultaneously during the filming of the opening sequence of Dunkirk (cameras) is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Internet culture (dates and numbers)","consensus":1980,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"internet_culture","enrollmentEvidence":{"answers":[1980,1980,1980],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"protocol history","id":"llm:internet-culture:2074761f084c","name":"Year the first version of the FTP protocol was defined in RFC 754","range":[1,2030],"template":"The numerical value associated with Year the first version of the FTP protocol was defined in RFC 754 is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese geography (measurements)","consensus":36,"contrast":{"distinguishingModels":["openai/gpt-6-luna"]},"domain":"chinese_geography","enrollmentEvidence":{"answers":[36,36,36],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":5,"generationTheme":"transport geography","id":"llm:chinese-geography:914690008efb","name":"Total length of the Shanghai-Hangzhou Bay Cross-Sea Bridge (km)","range":[1,1000000000],"template":"Total length of the Shanghai-Hangzhou Bay Cross-Sea Bridge (km)的数值是___。","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Internet culture (dates and numbers)","consensus":1996,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"internet_culture","enrollmentEvidence":{"answers":[1996,1996,1996],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":7,"generationTheme":"open-source project history","id":"llm:internet-culture:776500e9ed8a","name":"Apache HTTP Server 1.0 release year","range":[1,2030],"template":"The numerical value associated with Apache HTTP Server 1.0 release year is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese geography (measurements)","consensus":40,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"chinese_geography","enrollmentEvidence":{"answers":[40,40,40],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"transport geography","id":"llm:chinese-geography:42e686b588cb","name":"深圳地铁5号线运营长度（公里）","range":[1,1000000000],"template":"深圳地铁5号线运营长度（公里）的数值是___。","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Chinese geography (measurements)","consensus":44.3,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"chinese_geography","enrollmentEvidence":{"answers":[44.3,43.2,43.2],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"transport geography","id":"llm:chinese-geography:e20a49a253b8","name":"天津地铁3号线运营长度（公里）","range":[1,1000000000],"template":"天津地铁3号线运营长度（公里）的数值是___。","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Chinese geography (measurements)","consensus":24.9,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","openai/gpt-6-luna"]},"domain":"chinese_geography","enrollmentEvidence":{"answers":[24.9,24.9,24.9],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"transport geography","id":"llm:chinese-geography:7e6a9dac1e96","name":"福州地铁1号线运营长度（公里）","range":[1,1000000000],"template":"福州地铁1号线运营长度（公里）的数值是___。","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Mathematics (special values)","consensus":25,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"math","enrollmentEvidence":{"answers":[25,25,25],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"number-theory constants","id":"llm:math:1e4e2f396adc","name":"Pillai's arithmetical function pi(x) value at x=100","range":[-10000000000,10000000000],"template":"The numerical value of Pillai's arithmetical function pi(x) value at x=100 is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese internet (platform dates)","consensus":1999,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","openai/gpt-6-luna"]},"domain":"chinese_internet","enrollmentEvidence":{"answers":[1999,1999,1999],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":7,"generationTheme":"industry events","id":"llm:chinese-internet:489758cdbd91","name":"1999年中国互联网行业“互联网寒冬”开始年份","range":[1990,2030],"template":"1999年中国互联网行业“互联网寒冬”开始年份发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese internet (platform dates)","consensus":2017,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chinese_internet","enrollmentEvidence":{"answers":[2017,2017,2017],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":8,"generationTheme":"games and livestreaming","id":"llm:chinese-internet:fe0ed8296ae7","name":"《英雄联盟》S系列全球总决赛首次在中国举办（北京鸟巢）的年份","range":[1990,2030],"template":"《英雄联盟》S系列全球总决赛首次在中国举办（北京鸟巢）的年份发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":100,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017"]},"domain":"biology","enrollmentEvidence":{"answers":[100,100,100],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":6,"generationTheme":"deep-sea and cartilaginous fish","id":"llm:biology:48c6f484f244","name":"Diploid chromosome number (2n) of the thornback guitarfish Raja undulata","range":[1,2000],"template":"The diploid chromosome number (2n) of Diploid chromosome number (2n) of the thornback guitarfish Raja undulata is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese history (specific dates)","consensus":94,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"chinese_history","enrollmentEvidence":{"answers":[94,94,94],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"scientific and literary history","id":"llm:chinese-history:c270b56a37af","name":"Sima Qian's Records of the Grand Historian composition completion year BC","range":[-3000,2030],"template":"Sima Qian's Records of the Grand Historian composition completion year BC发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese literature (publication years)","consensus":1936,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chinese_literature","enrollmentEvidence":{"answers":[1936,1936,1936],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"modern publication years","id":"llm:chinese-literature:266b2a1f728f","name":"何其芳《画梦录》初版年份","range":[-3000,2030],"template":"何其芳《画梦录》初版年份的数值是___。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chemistry (melting points)","consensus":795,"contrast":{"distinguishingModels":["openai/gpt-6-luna"]},"domain":"chemistry_mp","enrollmentEvidence":{"answers":[795,795,795],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"metal oxides and ceramics","id":"llm:chemistry-mp:7365fb3520a6","name":"Molybdenum(VI) oxide MoO3 sublimation temperature K","range":[-300,4000],"template":"The melting point of Molybdenum(VI) oxide MoO3 sublimation temperature K is ___°C.","tolerance":{"mode":"absolute","value":3}},{"canonicalDomainName":"Chinese geography (measurements)","consensus":1500,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chinese_geography","enrollmentEvidence":{"answers":[1500,1500,1500],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":6,"generationTheme":"county and prefecture geography","id":"llm:chinese-geography:e80102c5debe","name":"河北省承德市围场满族蒙古族自治县塞罕坝林场平均海拔米","range":[1,1000000000],"template":"河北省承德市围场满族蒙古族自治县塞罕坝林场平均海拔米的数值是___。","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Chinese geography (measurements)","consensus":38.8,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chinese_geography","enrollmentEvidence":{"answers":[38.8,38.8,39.7],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"transport geography","id":"llm:chinese-geography:319b67067fc2","name":"Length of the Harbin Metro Line 3 in kilometers","range":[1,1000000000],"template":"Length of the Harbin Metro Line 3 in kilometers的数值是___。","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Internet culture (dates and numbers)","consensus":1987,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"internet_culture","enrollmentEvidence":{"answers":[1987,1987,1987],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"early web services","id":"llm:internet-culture:17a2bf14dd54","name":"Year the .com top-level domain was officially defined in RFC 1035","range":[1,2030],"template":"The numerical value associated with Year the .com top-level domain was officially defined in RFC 1035 is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Medical (drug half-lives)","consensus":6,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"medical","enrollmentEvidence":{"answers":[6,6,6],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":5,"generationTheme":"metabolic and neurologic medicines","id":"llm:medical:77d70581a4cd","name":"Levetiracetam elimination half-life hours","range":[0.01,5000],"template":"The elimination half-life of Levetiracetam elimination half-life hours is approximately ___ hours.","tolerance":{"mode":"relative","value":0.1}},{"canonicalDomainName":"Internet culture (dates and numbers)","consensus":1993,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"internet_culture","enrollmentEvidence":{"answers":[1993,1993,1993],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"community milestones","id":"llm:internet-culture:be0a1c399e12","name":"Year the term \"flame war\" entered common internet usage","range":[1,2030],"template":"The numerical value associated with Year the term \"flame war\" entered common internet usage is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Mathematics (special values)","consensus":377,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"math","enrollmentEvidence":{"answers":[377,377,377],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"number-theory constants","id":"llm:math:44629b894546","name":"Number of ways to tile a 2x12 rectangle with dominoes","range":[-10000000000,10000000000],"template":"The numerical value of Number of ways to tile a 2x12 rectangle with dominoes is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese literature (publication years)","consensus":1978,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chinese_literature","enrollmentEvidence":{"answers":[1978,1978,1978],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"literary journals and movements","id":"llm:chinese-literature:6a190722b8d0","name":"《钟山》杂志创刊年份","range":[-3000,2030],"template":"《钟山》杂志创刊年份的数值是___。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese internet (platform dates)","consensus":2018,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chinese_internet","enrollmentEvidence":{"answers":[2018,2018,2018],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":6,"generationTheme":"major product launches","id":"llm:chinese-internet:31befeb9da8f","name":"Honor Magic Book laptop series launch year","range":[1990,2030],"template":"Honor Magic Book laptop series launch year发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese history (specific dates)","consensus":1578,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","openai/gpt-6-luna"]},"domain":"chinese_history","enrollmentEvidence":{"answers":[1578,1578,1578],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":5,"generationTheme":"scientific and literary history","id":"llm:chinese-history:61c788c98940","name":"《本草纲目》成书年份","range":[-3000,2030],"template":"《本草纲目》成书年份发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Mathematics (special values)","consensus":10,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"math","enrollmentEvidence":{"answers":[10,10,10],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"number-theory constants","id":"llm:math:59cfab503cf4","name":"Jacobsthal function g(100) value","range":[-10000000000,10000000000],"template":"The numerical value of Jacobsthal function g(100) value is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Internet culture (dates and numbers)","consensus":2,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","openai/gpt-6-luna"]},"domain":"internet_culture","enrollmentEvidence":{"answers":[2,2,2],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":5,"generationTheme":"community milestones","id":"llm:internet-culture:e028b0a58cbe","name":"Number of initial members in the Usenet newsgroup alt.2boyz","range":[1,2030],"template":"The numerical value associated with Number of initial members in the Usenet newsgroup alt.2boyz is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Programming (release years)","consensus":2006,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"programming","enrollmentEvidence":{"answers":[2006,2006,2006],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"database and protocol implementations","id":"llm:programming:51a9dce40281","name":"Spanner internal development start year","range":[1950,2030],"template":"The first public release year of Spanner internal development start year was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese internet (platform dates)","consensus":2018,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"chinese_internet","enrollmentEvidence":{"answers":[2018,2018,2018],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":6,"generationTheme":"major product launches","id":"llm:chinese-internet:fe10f5b320d0","name":"Didi Chuxing rebranding to Didi Global year","range":[1990,2030],"template":"Didi Chuxing rebranding to Didi Global year发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese geography (measurements)","consensus":1500,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chinese_geography","enrollmentEvidence":{"answers":[1500,1500,1500],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"county and prefecture geography","id":"llm:chinese-geography:a2f277f46fd7","name":"凉山彝族自治州州府驻地的海拔高度","range":[1,1000000000],"template":"凉山彝族自治州州府驻地的海拔高度的数值是___。","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Chemistry (boiling points)","consensus":249,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","openai/gpt-6-luna"]},"domain":"chemistry_bp","enrollmentEvidence":{"answers":[249,249,249.15],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"halogenated specialty compounds","id":"llm:chemistry-bp:24763ae1fe81","name":"Methyl chloride boiling point in Kelvin","range":[-300,600],"template":"The boiling point of Methyl chloride boiling point in Kelvin at 1 atm is ___°C.","tolerance":{"mode":"absolute","value":3}},{"canonicalDomainName":"Internet culture (dates and numbers)","consensus":1978,"contrast":{"distinguishingModels":["openai/gpt-6-luna"]},"domain":"internet_culture","enrollmentEvidence":{"answers":[1978,1978,1978],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"community milestones","id":"llm:internet-culture:6a34de62f0e5","name":"Year the first spam email was sent to a Usenet newsgroup by Gary Thuerk","range":[1,2030],"template":"The numerical value associated with Year the first spam email was sent to a Usenet newsgroup by Gary Thuerk is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Internet culture (dates and numbers)","consensus":1978,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"internet_culture","enrollmentEvidence":{"answers":[1978,1978,1978],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"community milestones","id":"llm:internet-culture:01cb92d5ef22","name":"Year the first known spam email was sent to Usenet","range":[1,2030],"template":"The numerical value associated with Year the first known spam email was sent to Usenet is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":100,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"biology","enrollmentEvidence":{"answers":[100,100,100],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":6,"generationTheme":"deep-sea and cartilaginous fish","id":"llm:biology:d674de52002a","name":"Diploid chromosome number of the spiny dogfish Squalus acanthias","range":[1,2000],"template":"The diploid chromosome number (2n) of Diploid chromosome number of the spiny dogfish Squalus acanthias is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Cryptography (parameters)","consensus":12,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"crypto_params","enrollmentEvidence":{"answers":[12,12,12],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"hash and MAC parameters","id":"llm:crypto-params:04d97606a3ed","name":"BLAKE2b compression function input size in words of 64 bits","range":[0,10000000000],"template":"The numerical value of BLAKE2b compression function input size in words of 64 bits is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese literature (publication years)","consensus":784,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"chinese_literature","enrollmentEvidence":{"answers":[784,784,784],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":5,"generationTheme":"classical works and authors","id":"llm:chinese-literature:251a025728a8","name":"颜真卿卒于公元","range":[-3000,2030],"template":"颜真卿卒于公元的数值是___。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Internet culture (dates and numbers)","consensus":1993,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017"]},"domain":"internet_culture","enrollmentEvidence":{"answers":[1993,1993,1993],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":8,"generationTheme":"early web services","id":"llm:internet-culture:dbe37de374a8","name":"Year the term \"webmaster\" first appeared in a Usenet newsgroup","range":[1,2030],"template":"The numerical value associated with Year the term \"webmaster\" first appeared in a Usenet newsgroup is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese internet (platform dates)","consensus":2013,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"chinese_internet","enrollmentEvidence":{"answers":[2013,2013,2013],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":6,"generationTheme":"major product launches","id":"llm:chinese-internet:bce6a3b869f1","name":"Baidu AI Lab establishment year","range":[1990,2030],"template":"Baidu AI Lab establishment year发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese geography (measurements)","consensus":1911,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","openai/gpt-6-luna"]},"domain":"chinese_geography","enrollmentEvidence":{"answers":[1911,1926,1918],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":7,"generationTheme":"rivers and lakes","id":"llm:chinese-geography:e64724edbbbe","name":"松花江干流全长公里数","range":[1,1000000000],"template":"松花江干流全长公里数的数值是___。","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Medical (drug half-lives)","consensus":25,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017"]},"domain":"medical","enrollmentEvidence":{"answers":[25,25,25],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":9,"generationTheme":"metabolic and neurologic medicines","id":"llm:medical:7b2676403b4b","name":"Lamotrigine elimination half-life (hours)","range":[0.01,5000],"template":"The elimination half-life of Lamotrigine elimination half-life (hours) is approximately ___ hours.","tolerance":{"mode":"relative","value":0.1}},{"canonicalDomainName":"Astronomy (periods and distances)","consensus":1000000,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"astronomy","enrollmentEvidence":{"answers":[1000000,1000000,1000000],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"unusual galaxies and nebulae","id":"llm:astronomy:ad4522fb2201","name":"Number of stars estimated in the globular cluster Omega Centauri","range":[0,1000000000000000],"template":"The numerical value of Number of stars estimated in the globular cluster Omega Centauri is ___.","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Chinese geography (measurements)","consensus":750,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017"]},"domain":"chinese_geography","enrollmentEvidence":{"answers":[750,750,750],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"rivers and lakes","id":"llm:chinese-geography:062a587e7977","name":"赣江干流长度(千米)","range":[1,1000000000],"template":"赣江干流长度(千米)的数值是___。","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Medical (drug half-lives)","consensus":25,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017"]},"domain":"medical","enrollmentEvidence":{"answers":[25,25,25],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"oncology agents","id":"llm:medical:77bc6b8d6ff0","name":"Sorafenib elimination half-life hours","range":[0.01,5000],"template":"The elimination half-life of Sorafenib elimination half-life hours is approximately ___ hours.","tolerance":{"mode":"relative","value":0.1}},{"canonicalDomainName":"Chinese internet (platform dates)","consensus":2012,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","openai/gpt-6-luna"]},"domain":"chinese_internet","enrollmentEvidence":{"answers":[2012,2012,2012],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"early platforms","id":"llm:chinese-internet:f671536d345c","name":"淘宝商城（天猫）品牌启用年份","range":[1990,2030],"template":"淘宝商城（天猫）品牌启用年份发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Programming (release years)","consensus":1983,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"programming","enrollmentEvidence":{"answers":[1983,1983,1983],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"specialist runtimes","id":"llm:programming:a947feafdf1b","name":"Ada 83 first ISO standardization year","range":[1950,2030],"template":"The first public release year of Ada 83 first ISO standardization year was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Internet culture (dates and numbers)","consensus":2013,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"internet_culture","enrollmentEvidence":{"answers":[2013,2013,2013],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"community milestones","id":"llm:internet-culture:bc2d5d556b7b","name":"Year the hashtag #BlackLivesMatter trended for the first time globally (year)","range":[1,2030],"template":"The numerical value associated with Year the hashtag #BlackLivesMatter trended for the first time globally (year) is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Medical (drug half-lives)","consensus":3,"contrast":{"distinguishingModels":["openai/gpt-6-luna"]},"domain":"medical","enrollmentEvidence":{"answers":[3,3,3],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":7,"generationTheme":"oncology agents","id":"llm:medical:8841da7ef6e5","name":"Lenalidomide elimination half-life in hours","range":[0.01,5000],"template":"The elimination half-life of Lenalidomide elimination half-life in hours is approximately ___ hours.","tolerance":{"mode":"relative","value":0.1}},{"canonicalDomainName":"Chinese internet (platform dates)","consensus":2005,"contrast":{"distinguishingModels":["openai/gpt-6-luna"]},"domain":"chinese_internet","enrollmentEvidence":{"answers":[2005,2005,2005],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":5,"generationTheme":"early platforms","id":"llm:chinese-internet:b9ddbeade122","name":"2005年QQ用户数突破1亿大关的年份","range":[1990,2030],"template":"2005年QQ用户数突破1亿大关的年份发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Cryptography (parameters)","consensus":2,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017"]},"domain":"crypto_params","enrollmentEvidence":{"answers":[2,2,2],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":5,"generationTheme":"post-quantum parameter sets","id":"llm:crypto-params:eb4950681e8d","name":"CRYSTALS_DILITHIUM_2_eta_samp_sigma_value","range":[0,10000000000],"template":"The numerical value of CRYSTALS_DILITHIUM_2_eta_samp_sigma_value is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese history (specific dates)","consensus":21,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017"]},"domain":"chinese_history","enrollmentEvidence":{"answers":[21,21,21],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"trade and diplomatic history","id":"llm:chinese-history:45b8f785e437","name":"Number of cannon fired in salute for the British envoy upon entering Tianjin","range":[-3000,2030],"template":"Number of cannon fired in salute for the British envoy upon entering Tianjin发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese literature (publication years)","consensus":2017,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"chinese_literature","enrollmentEvidence":{"answers":[2017,2017,2017],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"science fiction and online literature","id":"llm:chinese-literature:9145291c05a7","name":"七猫免费小说APP上线年份","range":[-3000,2030],"template":"七猫免费小说APP上线年份的数值是___。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Physics (material properties)","consensus":4760,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"physics","enrollmentEvidence":{"answers":[4760,4760,4760],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":7,"generationTheme":"thermal and acoustic properties","id":"llm:physics:f7dc39df9979","name":"Speed of sound in solid copper at 20 C m/s","range":[0,1000000000000000],"template":"The numerical value of Speed of sound in solid copper at 20 C m/s in SI units is ___.","tolerance":{"mode":"relative","value":0.02}},{"canonicalDomainName":"Medical (drug half-lives)","consensus":12,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"medical","enrollmentEvidence":{"answers":[12,12,12],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":5,"generationTheme":"metabolic and neurologic medicines","id":"llm:medical:61049588422a","name":"Dabigatran elimination half-life hours","range":[0.01,5000],"template":"The elimination half-life of Dabigatran elimination half-life hours is approximately ___ hours.","tolerance":{"mode":"relative","value":0.1}},{"canonicalDomainName":"Chemistry (melting points)","consensus":-78,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"chemistry_mp","enrollmentEvidence":{"answers":[-78,-78,-78],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":6,"generationTheme":"inorganic salts and coordination compounds","id":"llm:chemistry-mp:181ab49d1f3e","name":"melting_point_of_selenium_tetrafluoride_in_celsius","range":[-300,4000],"template":"The melting point of melting_point_of_selenium_tetrafluoride_in_celsius is ___°C.","tolerance":{"mode":"absolute","value":3}},{"canonicalDomainName":"Chinese internet (platform dates)","consensus":2014,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chinese_internet","enrollmentEvidence":{"answers":[2014,2014,2014],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"major product launches","id":"llm:chinese-internet:dda4bcbcd2bd","name":"Alipay Ant Financial rebranding year","range":[1990,2030],"template":"Alipay Ant Financial rebranding year发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Astronomy (periods and distances)","consensus":10,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"astronomy","enrollmentEvidence":{"answers":[10,10,10],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":5,"generationTheme":"unusual galaxies and nebulae","id":"llm:astronomy:53ac289c0c8e","name":"Gaia DR3 parallax precision for nearby stars in microarcseconds","range":[0,1000000000000000],"template":"The numerical value of Gaia DR3 parallax precision for nearby stars in microarcseconds is ___.","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Chinese literature (publication years)","consensus":1923,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chinese_literature","enrollmentEvidence":{"answers":[1923,1923,1923],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":8,"generationTheme":"modern publication years","id":"llm:chinese-literature:eedd4f5290e9","name":"冰心《繁星》诗集初版年份","range":[-3000,2030],"template":"冰心《繁星》诗集初版年份的数值是___。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Internet culture (dates and numbers)","consensus":1995,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"internet_culture","enrollmentEvidence":{"answers":[1995,1995,1995],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"protocol history","id":"llm:internet-culture:f6531e64da02","name":"Year IMAP4 was introduced in RFC 1730","range":[1,2030],"template":"The numerical value associated with Year IMAP4 was introduced in RFC 1730 is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese internet (platform dates)","consensus":2014,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chinese_internet","enrollmentEvidence":{"answers":[2014,2014,2014],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"games and livestreaming","id":"llm:chinese-internet:97659f3f7f50","name":"虎牙直播平台正式上线年份","range":[1990,2030],"template":"虎牙直播平台正式上线年份发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Medical (drug half-lives)","consensus":44,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"medical","enrollmentEvidence":{"answers":[44,44,44],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"rare-disease therapies","id":"llm:medical:69d5fcc21df1","name":"Ibrutinib elimination half-life hours","range":[0.01,5000],"template":"The elimination half-life of Ibrutinib elimination half-life hours is approximately ___ hours.","tolerance":{"mode":"relative","value":0.1}},{"canonicalDomainName":"Programming (release years)","consensus":1968,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","openai/gpt-6-luna"]},"domain":"programming","enrollmentEvidence":{"answers":[1968,1968,1968],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"scientific languages","id":"llm:programming:0693678a8be5","name":"APL System/360 first commercial release year","range":[1950,2030],"template":"The first public release year of APL System/360 first commercial release year was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Internet culture (dates and numbers)","consensus":4,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017"]},"domain":"internet_culture","enrollmentEvidence":{"answers":[4,4,4],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":5,"generationTheme":"community milestones","id":"llm:internet-culture:1507a84dee1a","name":"Number of original nodes in the ARPANET that supported the File Transfer Protocol (FTP)","range":[1,2030],"template":"The numerical value associated with Number of original nodes in the ARPANET that supported the File Transfer Protocol (FTP) is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese internet (platform dates)","consensus":2016,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"chinese_internet","enrollmentEvidence":{"answers":[2016,2016,2016],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":8,"generationTheme":"games and livestreaming","id":"llm:chinese-internet:b07423fd0a60","name":"《DOTA2》国际邀请赛（TI）首次落地上海举办的年份","range":[1990,2030],"template":"《DOTA2》国际邀请赛（TI）首次落地上海举办的年份发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese internet (platform dates)","consensus":2018,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chinese_internet","enrollmentEvidence":{"answers":[2018,2018,2018],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"major product launches","id":"llm:chinese-internet:700ad0bf0f94","name":"Tencent's \"PUBG Mobile\" China launch year","range":[1990,2030],"template":"Tencent's \"PUBG Mobile\" China launch year发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":100,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"biology","enrollmentEvidence":{"answers":[100,100,100],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":6,"generationTheme":"deep-sea and cartilaginous fish","id":"llm:biology:b92170b0a0d2","name":"Hexanchus griseus (Smallspotted catshark) diploid chromosome number","range":[1,2000],"template":"The diploid chromosome number (2n) of Hexanchus griseus (Smallspotted catshark) diploid chromosome number is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Internet culture (dates and numbers)","consensus":1,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"internet_culture","enrollmentEvidence":{"answers":[1,1,1],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"open-source project history","id":"llm:internet-culture:3c23fbf3a65a","name":"JQuery library first major release version number","range":[1,2030],"template":"The numerical value associated with JQuery library first major release version number is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese literature (publication years)","consensus":1934,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chinese_literature","enrollmentEvidence":{"answers":[1934,1934,1934],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"modern publication years","id":"llm:chinese-literature:434c1acd1b3e","name":"Guo Moruo's \"Thunderstorm\" play publication year","range":[-3000,2030],"template":"Guo Moruo's \"Thunderstorm\" play publication year的数值是___。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Internet culture (dates and numbers)","consensus":1993,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","openai/gpt-6-luna"]},"domain":"internet_culture","enrollmentEvidence":{"answers":[1993,1993,1993],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"early web services","id":"llm:internet-culture:cd5372c96fef","name":"Year Mosaic for Windows was released by NCSA","range":[1,2030],"template":"The numerical value associated with Year Mosaic for Windows was released by NCSA is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Mathematics (special values)","consensus":0,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017"]},"domain":"math","enrollmentEvidence":{"answers":[0,0,0],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"finite geometry and topology","id":"llm:math:660585870b06","name":"dimension of the space of harmonic functions on a torus T^2 with zero mean","range":[-10000000000,10000000000],"template":"The numerical value of dimension of the space of harmonic functions on a torus T^2 with zero mean is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Programming (release years)","consensus":1988,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"programming","enrollmentEvidence":{"answers":[1988,1988,1988],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"specialist runtimes","id":"llm:programming:02c32a147e2d","name":"Smalltalk-80 Commercial Release by Digitalk Year","range":[1950,2030],"template":"The first public release year of Smalltalk-80 Commercial Release by Digitalk Year was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese geography (measurements)","consensus":5240,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"chinese_geography","enrollmentEvidence":{"answers":[5240,5247,5210],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":7,"generationTheme":"rivers and lakes","id":"llm:chinese-geography:96c55c6c0c12","name":"长江源区沱沱河源头海拔(米)","range":[1,1000000000],"template":"长江源区沱沱河源头海拔(米)的数值是___。","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Chemistry (boiling points)","consensus":349,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","openai/gpt-6-luna"]},"domain":"chemistry_bp","enrollmentEvidence":{"answers":[349,349,349],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"halogenated specialty compounds","id":"llm:chemistry-bp:1ef371a5d214","name":"Carbon tetrachloride boiling point in Kelvin","range":[-300,600],"template":"The boiling point of Carbon tetrachloride boiling point in Kelvin at 1 atm is ___°C.","tolerance":{"mode":"absolute","value":3}},{"canonicalDomainName":"Chinese internet (platform dates)","consensus":2012,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"chinese_internet","enrollmentEvidence":{"answers":[2012,2012,2012],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"industry events","id":"llm:chinese-internet:84e5c6ac6e28","name":"2012年中国互联网行业微信5.0版本发布并引入朋友圈功能年份","range":[1990,2030],"template":"2012年中国互联网行业微信5.0版本发布并引入朋友圈功能年份发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Physics (material properties)","consensus":1189,"contrast":{"distinguishingModels":["openai/gpt-6-luna"]},"domain":"physics","enrollmentEvidence":{"answers":[1189,1189,1189],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"nuclear and particle constants","id":"llm:physics:cc313502e3fc","name":"Sigma plus baryon mass in MeV/c^2","range":[0,1000000000000000],"template":"The numerical value of Sigma plus baryon mass in MeV/c^2 in SI units is ___.","tolerance":{"mode":"relative","value":0.02}},{"canonicalDomainName":"Chinese literature (publication years)","consensus":1923,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"chinese_literature","enrollmentEvidence":{"answers":[1923,1923,1923],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":8,"generationTheme":"modern publication years","id":"llm:chinese-literature:a4f0ee864238","name":"《尝试集》初版年份","range":[-3000,2030],"template":"《尝试集》初版年份的数值是___。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Mathematics (special values)","consensus":98,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"math","enrollmentEvidence":{"answers":[98,98,98],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"number-theory constants","id":"llm:math:bb471af81dcd","name":"Number of solutions to x^2 + y^2 = 1 mod p where p=97 is prime","range":[-10000000000,10000000000],"template":"The numerical value of Number of solutions to x^2 + y^2 = 1 mod p where p=97 is prime is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese geography (measurements)","consensus":2680,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"chinese_geography","enrollmentEvidence":{"answers":[2680,2680,2680],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":8,"generationTheme":"mountains and basins","id":"llm:chinese-geography:8dbf6182bcee","name":"Qaidam Basin Average Elevation in Meters","range":[1,1000000000],"template":"Qaidam Basin Average Elevation in Meters的数值是___。","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Internet culture (dates and numbers)","consensus":1993,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"internet_culture","enrollmentEvidence":{"answers":[1993,1993,1993],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"community milestones","id":"llm:internet-culture:782e35bb31f4","name":"Year the term \"flame war\" entered common usage in online communities","range":[1,2030],"template":"The numerical value associated with Year the term \"flame war\" entered common usage in online communities is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Programming (release years)","consensus":1968,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"programming","enrollmentEvidence":{"answers":[1968,1968,1968],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"scientific languages","id":"llm:programming:580289496202","name":"APL first public release year","range":[1950,2030],"template":"The first public release year of APL first public release year was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese internet (platform dates)","consensus":2022,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chinese_internet","enrollmentEvidence":{"answers":[2022,2022,2022],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"industry events","id":"llm:chinese-internet:075deb1abcfa","name":"2022年中国互联网行业快手科技从美国退市并在港交所双重主要上市年份","range":[1990,2030],"template":"2022年中国互联网行业快手科技从美国退市并在港交所双重主要上市年份发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Programming (release years)","consensus":1961,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"programming","enrollmentEvidence":{"answers":[1961,1961,1961],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"specialist runtimes","id":"llm:programming:4ee88e3faec6","name":"Fortran IV first release year","range":[1950,2030],"template":"The first public release year of Fortran IV first release year was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese literature (publication years)","consensus":2,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chinese_literature","enrollmentEvidence":{"answers":[2,2,2],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"classical works and authors","id":"llm:chinese-literature:76fc29ba0854","name":"陶渊明《桃花源记》中的“黄发垂髫”所指的代际数量","range":[-3000,2030],"template":"陶渊明《桃花源记》中的“黄发垂髫”所指的代际数量的数值是___。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Pop culture (box office and ratings)","consensus":1,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"pop_culture","enrollmentEvidence":{"answers":[1,1,1],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":5,"generationTheme":"film production facts","id":"llm:pop-culture:cec876acfe05","name":"Number of individual shots comprising the famous long take in One True Thing","range":[1,10000],"template":"The numerical value associated with Number of individual shots comprising the famous long take in One True Thing is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Cryptography (parameters)","consensus":2018,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017"]},"domain":"crypto_params","enrollmentEvidence":{"answers":[2018,2018,2018],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":6,"generationTheme":"standardization years","id":"llm:crypto-params:f131e0c6efa9","name":"NIST SP 800-56A Rev 3 publication year (year)","range":[0,10000000000],"template":"The numerical value of NIST SP 800-56A Rev 3 publication year (year) is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese history (specific dates)","consensus":729,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017"]},"domain":"chinese_history","enrollmentEvidence":{"answers":[729,729,729],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":5,"generationTheme":"scientific and literary history","id":"llm:chinese-history:4e7790a975bc","name":"《大衍历》颁布年份","range":[-3000,2030],"template":"《大衍历》颁布年份发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese history (specific dates)","consensus":0,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"chinese_history","enrollmentEvidence":{"answers":[0,0,0],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"administrative reforms","id":"llm:chinese-history:43ee6170153c","name":"The number of years between the abdication of Li Yu and the fall of Southern Tang","range":[-3000,2030],"template":"The number of years between the abdication of Li Yu and the fall of Southern Tang发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Physics (material properties)","consensus":4.18,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"physics","enrollmentEvidence":{"answers":[4.18,4.18,4.18],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":5,"generationTheme":"nuclear and particle constants","id":"llm:physics:c1014ac0dff6","name":"bottom quark MSbar mass at mZ in GeV per c squared","range":[0,1000000000000000],"template":"The numerical value of bottom quark MSbar mass at mZ in GeV per c squared in SI units is ___.","tolerance":{"mode":"relative","value":0.02}},{"canonicalDomainName":"Pop culture (box office and ratings)","consensus":1,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"pop_culture","enrollmentEvidence":{"answers":[1,1,1],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":6,"generationTheme":"television episode facts","id":"llm:pop-culture:ad8b2636ee97","name":"The number of distinct composers who scored the main title theme for the series \"Westworld\" across all seasons","range":[1,10000],"template":"The numerical value associated with The number of distinct composers who scored the main title theme for the series \"Westworld\" across all seasons is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Physics (material properties)","consensus":4.18,"contrast":{"distinguishingModels":["openai/gpt-6-luna"]},"domain":"physics","enrollmentEvidence":{"answers":[4.18,4.18,4.18],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"nuclear and particle constants","id":"llm:physics:1c234b6b84f9","name":"Bottom quark mass in GeV/c^2","range":[0,1000000000000000],"template":"The numerical value of Bottom quark mass in GeV/c^2 in SI units is ___.","tolerance":{"mode":"relative","value":0.02}},{"canonicalDomainName":"Pop culture (box office and ratings)","consensus":25,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"pop_culture","enrollmentEvidence":{"answers":[25,25,25],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":8,"generationTheme":"games and books","id":"llm:pop-culture:162c014fb942","name":"The number of levels in the original Donkey Kong arcade cabinet","range":[1,10000],"template":"The numerical value associated with The number of levels in the original Donkey Kong arcade cabinet is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Programming (release years)","consensus":2016,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"programming","enrollmentEvidence":{"answers":[2016,2016,2016],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":6,"generationTheme":"database and protocol implementations","id":"llm:programming:77fe421a741d","name":"TiDB first public release year","range":[1950,2030],"template":"The first public release year of TiDB first public release year was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Mathematics (special values)","consensus":8191,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"math","enrollmentEvidence":{"answers":[8191,8191,8191],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"number-theory constants","id":"llm:math:b97314c29dc4","name":"Largest known prime factor of Mersenne number M_13 = 2^13 - 1","range":[-10000000000,10000000000],"template":"The numerical value of Largest known prime factor of Mersenne number M_13 = 2^13 - 1 is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Astronomy (periods and distances)","consensus":0.9,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"astronomy","enrollmentEvidence":{"answers":[0.9,0.9,0.9],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"dim stellar systems","id":"llm:astronomy:307c9ca8a1ff","name":"Mass ratio of the secondary to primary in the binary system Alpha Centauri AB","range":[0,1000000000000000],"template":"The numerical value of Mass ratio of the secondary to primary in the binary system Alpha Centauri AB is ___.","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Medical (drug half-lives)","consensus":15,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","openai/gpt-6-luna"]},"domain":"medical","enrollmentEvidence":{"answers":[15,15,15],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"metabolic and neurologic medicines","id":"llm:medical:08bcd32b97f6","name":"Valproic acid elimination half-life in hours","range":[0.01,5000],"template":"The elimination half-life of Valproic acid elimination half-life in hours is approximately ___ hours.","tolerance":{"mode":"relative","value":0.1}},{"canonicalDomainName":"Chinese literature (publication years)","consensus":2006,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017"]},"domain":"chinese_literature","enrollmentEvidence":{"answers":[2006,2006,2006],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"science fiction and online literature","id":"llm:chinese-literature:cfa2d265b6dc","name":"《三体》第一部出版年份","range":[-3000,2030],"template":"《三体》第一部出版年份的数值是___。","tolerance":{"mode":"absolute","value":0}}],"queryProfile":{"apiProtocol":"openai-chat-completions","auditTemperature":0,"contrastTemperature":0,"enrollmentTemperatures":[0,0.7,0.7],"generationSettings":{"responseFormat":"text","seed":null,"topP":1},"maxTokensPerRequest":1600,"parserVersion":"kbf-numeric-lines-v3","probesPerRequest":10,"promptVariantsHash":"sha256:a9729cc7c2401f41d7dedcc1b78bceb7d0a6392afc03804457443df1d773b032","requestTimeoutMs":120000,"selfTestTemperature":0,"upstreamModel":"qwen/qwen3.8-27b","version":2},"queryProfileHash":"sha256:8df2e81ff9fa9a27989d4d9e180d45fdd4ffed2c7c97d156d8ee7f7f3004d82f","referenceId":"sha256:7ffad542266c0e2c5040cec0b149b909bfb7d46f3f74b256cd7ea0b25cc87091","referenceModel":"qwen3.8-27b","selfTest":{"coverage":0.9941176470588236,"errorRate":0.13806706114398423,"hamming":70,"outcomes":[{"answers":[37.5,30.5,38.2],"matches":[1,0,1],"probeId":"llm:chinese-geography:3191b82a2cb2"},{"answers":[32,32,32],"matches":[1,1,1],"probeId":"llm:crypto-params:af5903b4120f"},{"answers":[90,90,90],"matches":[1,1,1],"probeId":"llm:chinese-literature:2d3dcd37986d"},{"answers":[775,775,775],"matches":[1,1,1],"probeId":"llm:pop-culture:b33002dd6b8e"},{"answers":[2.0023318,2,2.0023],"matches":[1,1,1],"probeId":"llm:physics:490d9ecab693"},{"answers":[1735,65,60],"matches":[0,1,0],"probeId":"llm:chinese-literature:a6e5a67eb435"},{"answers":[7,7,7],"matches":[1,1,1],"probeId":"llm:medical:3d288dbce1da"},{"answers":[0,0,8],"matches":[1,1,0],"probeId":"llm:chinese-history:b3d94966a94e"},{"answers":[104,100,102],"matches":[0,1,0],"probeId":"llm:biology:099f447083a5"},{"answers":[93,93,95],"matches":[0,0,1],"probeId":"llm:physics:4a58847cffd5"},{"answers":[1994,1994,1994],"matches":[1,1,1],"probeId":"llm:chinese-internet:a64c1635ddc5"},{"answers":[25,25,25],"matches":[1,1,1],"probeId":"llm:pop-culture:d2c724598608"},{"answers":[5,5,5],"matches":[1,1,1],"probeId":"llm:astronomy:0c75d48b3aec"},{"answers":[1936,1936,1936],"matches":[1,1,1],"probeId":"llm:chinese-literature:a80e92dc3071"},{"answers":[1997,1997,1997],"matches":[1,1,1],"probeId":"llm:chinese-internet:81355c90761a"},{"answers":[44,44,44],"matches":[1,1,1],"probeId":"llm:medical:22df77bdf0b2"},{"answers":[248,240,240],"matches":[0,1,1],"probeId":"llm:chemistry-bp:812de71fea00"},{"answers":[2000,2000,2000],"matches":[1,1,1],"probeId":"llm:internet-culture:1a7bb38e22cf"},{"answers":[1999,2006,1999],"matches":[1,0,1],"probeId":"llm:chinese-internet:61863db6cfca"},{"answers":[24,12,24],"matches":[0,1,0],"probeId":"llm:biology:e85a20955c73"},{"answers":[1949,1949,1947],"matches":[1,1,0],"probeId":"llm:chinese-literature:6898988f41f3"},{"answers":[319,319,319],"matches":[1,1,1],"probeId":"llm:physics:2bffd7a142c6"},{"answers":[491,491,491],"matches":[1,1,1],"probeId":"llm:chinese-literature:c24f2cf485e8"},{"answers":[1117,769,760],"matches":[1,0,0],"probeId":"llm:chinese-geography:8157add2c230"},{"answers":[100,100,120],"matches":[1,1,0],"probeId":"llm:chinese-geography:145db65c7e86"},{"answers":[4,4,3],"matches":[0,0,1],"probeId":"llm:pop-culture:65ad1c260e57"},{"answers":[397,397,397],"matches":[1,1,1],"probeId":"llm:chinese-history:988bb26f684c"},{"answers":[1998,1998,1997],"matches":[1,1,0],"probeId":"llm:chinese-internet:de73269cc3a5"},{"answers":[1943,1943,1943],"matches":[1,1,1],"probeId":"llm:chinese-literature:c9ad425cc416"},{"answers":[2020,2020,2020],"matches":[1,1,1],"probeId":"llm:chinese-internet:c248134d6ca9"},{"answers":[30.2,30.2,30.2],"matches":[1,1,1],"probeId":"llm:chinese-geography:7014d77af2b7"},{"answers":[null,1,null],"matches":[null,1,null],"probeId":"llm:chinese-literature:802c9fa720d6"},{"answers":[2000,1996,1996],"matches":[0,1,1],"probeId":"llm:chinese-internet:8739670b2d81"},{"answers":[7.64,7.5,7.64],"matches":[1,1,1],"probeId":"llm:astronomy:70f6d5434d00"},{"answers":[1634,1634,1634],"matches":[1,1,1],"probeId":"llm:chinese-history:1230d618f6ea"},{"answers":[1736,1736,1736],"matches":[1,1,1],"probeId":"llm:chinese-history:5fcda446e5d2"},{"answers":[1933,1933,null],"matches":[1,1,null],"probeId":"llm:chinese-literature:6cffd0ff2565"},{"answers":[5559,5559,5559],"matches":[1,1,1],"probeId":"llm:chinese-geography:7ef26a88f171"},{"answers":[1958,1958,1958],"matches":[1,1,1],"probeId":"llm:programming:e3bf9770489f"},{"answers":[1986,1986,1986],"matches":[1,1,1],"probeId":"llm:chinese-literature:55ecf54aadfe"},{"answers":[42,42,42],"matches":[1,1,1],"probeId":"llm:astronomy:59a10c08acac"},{"answers":[3,3,3],"matches":[1,1,1],"probeId":"llm:chinese-literature:f450d6400c09"},{"answers":[1928,1928,1928],"matches":[1,1,1],"probeId":"llm:chinese-literature:a260652bc1e0"},{"answers":[1938,1938,1938],"matches":[1,1,1],"probeId":"llm:chinese-literature:478ceabd538e"},{"answers":[1.38,1.380649e-23,1.380649e-23],"matches":[0,1,1],"probeId":"llm:physics:4858b6138e1c"},{"answers":[750,750,750],"matches":[1,1,1],"probeId":"llm:chinese-history:5a39d95a4d39"},{"answers":[2013,2011,2013],"matches":[0,1,0],"probeId":"llm:programming:3e543bb01edd"},{"answers":[2012,2012,2012],"matches":[1,1,1],"probeId":"llm:chinese-internet:a914d89212ec"},{"answers":[1989,1986,1989],"matches":[0,0,0],"probeId":"llm:programming:f41002c21528"},{"answers":[1996,1996,1996],"matches":[1,1,1],"probeId":"llm:internet-culture:461a63b48b57"},{"answers":[2750,2750,1870],"matches":[0,0,1],"probeId":"llm:chemistry-mp:e046207afe01"},{"answers":[2000,2000,2000],"matches":[1,1,1],"probeId":"llm:physics:03db44d3dda5"},{"answers":[1987,1987,1987],"matches":[1,1,1],"probeId":"llm:programming:aa9bec5ee4a5"},{"answers":[1578,1578,1578],"matches":[1,1,1],"probeId":"llm:chinese-history:dc636da00a3b"},{"answers":[1500,1500,1500],"matches":[1,1,1],"probeId":"llm:chinese-geography:b7100fadcbd5"},{"answers":[335,335,82],"matches":[0,0,1],"probeId":"llm:chinese-geography:60e314dff128"},{"answers":[3,1,3],"matches":[1,0,1],"probeId":"llm:pop-culture:5b9acb4dd354"},{"answers":[1967,1967,1967],"matches":[1,1,1],"probeId":"llm:programming:3243b1605881"},{"answers":[0,0,0],"matches":[1,1,1],"probeId":"llm:math:0748e268a5fa"},{"answers":[1.5,1.5,1.5],"matches":[1,1,1],"probeId":"llm:medical:520c39794779"},{"answers":[1993,1993,1993],"matches":[1,1,1],"probeId":"llm:chinese-literature:b0521beac40e"},{"answers":[1949,1949,1949],"matches":[1,1,1],"probeId":"llm:chinese-literature:be20a71e555e"},{"answers":[2,1,1],"matches":[0,1,1],"probeId":"llm:math:186ee3572103"},{"answers":[512,512,512],"matches":[1,1,1],"probeId":"llm:crypto-params:614726c61602"},{"answers":[12,14,14],"matches":[0,0,0],"probeId":"llm:biology:9907895a4cdd"},{"answers":[2000,2000,2000],"matches":[1,1,1],"probeId":"llm:pop-culture:936b6e4c495f"},{"answers":[3,3,3],"matches":[1,1,1],"probeId":"llm:medical:16e965c6b169"},{"answers":[1321,2137,1321],"matches":[1,0,1],"probeId":"llm:chinese-geography:57431787e9fa"},{"answers":[1995,1995,1995],"matches":[1,1,1],"probeId":"llm:programming:47a8fafe58e4"},{"answers":[1956,1985,1956],"matches":[0,0,0],"probeId":"llm:chinese-literature:88600ca347f0"},{"answers":[3.15,3.14,3.15],"matches":[1,1,1],"probeId":"llm:astronomy:32b25d8835d0"},{"answers":[2009,2008,2009],"matches":[0,1,0],"probeId":"llm:crypto-params:6e2b069a0aa7"},{"answers":[1.27,1.27,1.27],"matches":[1,1,1],"probeId":"llm:physics:00a6a6d768d2"},{"answers":[3800,3800,3800],"matches":[1,1,1],"probeId":"llm:chinese-geography:3480437cd777"},{"answers":[21,24,24],"matches":[0,1,1],"probeId":"llm:math:d438bdaaf2f0"},{"answers":[10,10,10],"matches":[1,1,1],"probeId":"llm:chinese-history:4d6eea1ba3da"},{"answers":[2012,2012,2012],"matches":[1,1,1],"probeId":"llm:chinese-literature:3b2a3e859022"},{"answers":[3,3,3],"matches":[1,1,1],"probeId":"llm:pop-culture:06f0082597d2"},{"answers":[1980,1980,1980],"matches":[1,1,1],"probeId":"llm:internet-culture:2074761f084c"},{"answers":[32,32.5,32.4],"matches":[0,0,0],"probeId":"llm:chinese-geography:914690008efb"},{"answers":[1996,1996,1996],"matches":[1,1,1],"probeId":"llm:internet-culture:776500e9ed8a"},{"answers":[40,40,40],"matches":[1,1,1],"probeId":"llm:chinese-geography:42e686b588cb"},{"answers":[43.2,44.3,43.2],"matches":[1,1,1],"probeId":"llm:chinese-geography:e20a49a253b8"},{"answers":[24.9,24.9,29],"matches":[1,1,0],"probeId":"llm:chinese-geography:7e6a9dac1e96"},{"answers":[25,25,25],"matches":[1,1,1],"probeId":"llm:math:1e4e2f396adc"},{"answers":[1999,1999,1999],"matches":[1,1,1],"probeId":"llm:chinese-internet:489758cdbd91"},{"answers":[2017,2017,2017],"matches":[1,1,1],"probeId":"llm:chinese-internet:fe0ed8296ae7"},{"answers":[102,102,102],"matches":[0,0,0],"probeId":"llm:biology:48c6f484f244"},{"answers":[94,94,94],"matches":[1,1,1],"probeId":"llm:chinese-history:c270b56a37af"},{"answers":[1936,1945,1936],"matches":[1,0,1],"probeId":"llm:chinese-literature:266b2a1f728f"},{"answers":[2397,1155,2397],"matches":[0,0,0],"probeId":"llm:chemistry-mp:7365fb3520a6"},{"answers":[1500,1500,1500],"matches":[1,1,1],"probeId":"llm:chinese-geography:e80102c5debe"},{"answers":[38.8,38.6,27.8],"matches":[1,1,0],"probeId":"llm:chinese-geography:319b67067fc2"},{"answers":[1987,1987,1987],"matches":[1,1,1],"probeId":"llm:internet-culture:17a2bf14dd54"},{"answers":[6,6,6],"matches":[1,1,1],"probeId":"llm:medical:77d70581a4cd"},{"answers":[1993,1993,1993],"matches":[1,1,1],"probeId":"llm:internet-culture:be0a1c399e12"},{"answers":[377,377,377],"matches":[1,1,1],"probeId":"llm:math:44629b894546"},{"answers":[1978,1978,1978],"matches":[1,1,1],"probeId":"llm:chinese-literature:6a190722b8d0"},{"answers":[2016,2016,2018],"matches":[0,0,1],"probeId":"llm:chinese-internet:31befeb9da8f"},{"answers":[1578,1578,1578],"matches":[1,1,1],"probeId":"llm:chinese-history:61c788c98940"},{"answers":[10,6,10],"matches":[1,0,1],"probeId":"llm:math:59cfab503cf4"},{"answers":[2,2,2],"matches":[1,1,1],"probeId":"llm:internet-culture:e028b0a58cbe"},{"answers":[2006,2006,2006],"matches":[1,1,1],"probeId":"llm:programming:51a9dce40281"},{"answers":[2018,2018,2018],"matches":[1,1,1],"probeId":"llm:chinese-internet:fe10f5b320d0"},{"answers":[1500,1500,1500],"matches":[1,1,1],"probeId":"llm:chinese-geography:a2f277f46fd7"},{"answers":[249,249,249],"matches":[1,1,1],"probeId":"llm:chemistry-bp:24763ae1fe81"},{"answers":[1978,1978,1978],"matches":[1,1,1],"probeId":"llm:internet-culture:6a34de62f0e5"},{"answers":[1978,1978,1978],"matches":[1,1,1],"probeId":"llm:internet-culture:01cb92d5ef22"},{"answers":[100,100,100],"matches":[1,1,1],"probeId":"llm:biology:d674de52002a"},{"answers":[12,12,12],"matches":[1,1,1],"probeId":"llm:crypto-params:04d97606a3ed"},{"answers":[784,784,784],"matches":[1,1,1],"probeId":"llm:chinese-literature:251a025728a8"},{"answers":[1993,1993,1993],"matches":[1,1,1],"probeId":"llm:internet-culture:dbe37de374a8"},{"answers":[2013,2013,2013],"matches":[1,1,1],"probeId":"llm:chinese-internet:bce6a3b869f1"},{"answers":[1926,2308,1900],"matches":[1,0,1],"probeId":"llm:chinese-geography:e64724edbbbe"},{"answers":[25,25,25],"matches":[1,1,1],"probeId":"llm:medical:7b2676403b4b"},{"answers":[1000000,1000000,1000000],"matches":[1,1,1],"probeId":"llm:astronomy:ad4522fb2201"},{"answers":[750,750,750],"matches":[1,1,1],"probeId":"llm:chinese-geography:062a587e7977"},{"answers":[25,25,25],"matches":[1,1,1],"probeId":"llm:medical:77bc6b8d6ff0"},{"answers":[2012,2012,2012],"matches":[1,1,1],"probeId":"llm:chinese-internet:f671536d345c"},{"answers":[1983,1983,1983],"matches":[1,1,1],"probeId":"llm:programming:a947feafdf1b"},{"answers":[2013,2013,2013],"matches":[1,1,1],"probeId":"llm:internet-culture:bc2d5d556b7b"},{"answers":[26,5,27],"matches":[0,0,0],"probeId":"llm:medical:8841da7ef6e5"},{"answers":[2005,2005,2005],"matches":[1,1,1],"probeId":"llm:chinese-internet:b9ddbeade122"},{"answers":[1,2,3],"matches":[0,1,0],"probeId":"llm:crypto-params:eb4950681e8d"},{"answers":[21,21,21],"matches":[1,1,1],"probeId":"llm:chinese-history:45b8f785e437"},{"answers":[2017,2017,2017],"matches":[1,1,1],"probeId":"llm:chinese-literature:9145291c05a7"},{"answers":[4760,4760,4760],"matches":[1,1,1],"probeId":"llm:physics:f7dc39df9979"},{"answers":[12,12,12],"matches":[1,1,1],"probeId":"llm:medical:61049588422a"},{"answers":[-78,-78,-78],"matches":[1,1,1],"probeId":"llm:chemistry-mp:181ab49d1f3e"},{"answers":[2014,2014,2014],"matches":[1,1,1],"probeId":"llm:chinese-internet:dda4bcbcd2bd"},{"answers":[10,10,10],"matches":[1,1,1],"probeId":"llm:astronomy:53ac289c0c8e"},{"answers":[1923,1923,1923],"matches":[1,1,1],"probeId":"llm:chinese-literature:eedd4f5290e9"},{"answers":[1995,1995,1995],"matches":[1,1,1],"probeId":"llm:internet-culture:f6531e64da02"},{"answers":[2014,2014,2014],"matches":[1,1,1],"probeId":"llm:chinese-internet:97659f3f7f50"},{"answers":[44,44,44],"matches":[1,1,1],"probeId":"llm:medical:69d5fcc21df1"},{"answers":[1968,1968,1968],"matches":[1,1,1],"probeId":"llm:programming:0693678a8be5"},{"answers":[4,1,4],"matches":[1,0,1],"probeId":"llm:internet-culture:1507a84dee1a"},{"answers":[2016,2016,2016],"matches":[1,1,1],"probeId":"llm:chinese-internet:b07423fd0a60"},{"answers":[2018,2018,2018],"matches":[1,1,1],"probeId":"llm:chinese-internet:700ad0bf0f94"},{"answers":[100,100,52],"matches":[1,1,0],"probeId":"llm:biology:b92170b0a0d2"},{"answers":[1,1,1],"matches":[1,1,1],"probeId":"llm:internet-culture:3c23fbf3a65a"},{"answers":[1934,1934,1934],"matches":[1,1,1],"probeId":"llm:chinese-literature:434c1acd1b3e"},{"answers":[1993,1993,1993],"matches":[1,1,1],"probeId":"llm:internet-culture:cd5372c96fef"},{"answers":[0,0,0],"matches":[1,1,1],"probeId":"llm:math:660585870b06"},{"answers":[1988,1988,1988],"matches":[1,1,1],"probeId":"llm:programming:02c32a147e2d"},{"answers":[5240,5246,5240],"matches":[1,1,1],"probeId":"llm:chinese-geography:96c55c6c0c12"},{"answers":[349,349,349],"matches":[1,1,1],"probeId":"llm:chemistry-bp:1ef371a5d214"},{"answers":[2012,2012,2012],"matches":[1,1,1],"probeId":"llm:chinese-internet:84e5c6ac6e28"},{"answers":[1189,1189,1189],"matches":[1,1,1],"probeId":"llm:physics:cc313502e3fc"},{"answers":[1923,1923,1923],"matches":[1,1,1],"probeId":"llm:chinese-literature:a4f0ee864238"},{"answers":[97,389,97],"matches":[0,0,0],"probeId":"llm:math:bb471af81dcd"},{"answers":[2680,2680,2680],"matches":[1,1,1],"probeId":"llm:chinese-geography:8dbf6182bcee"},{"answers":[1993,1993,1993],"matches":[1,1,1],"probeId":"llm:internet-culture:782e35bb31f4"},{"answers":[1968,1968,1968],"matches":[1,1,1],"probeId":"llm:programming:580289496202"},{"answers":[2022,2022,2022],"matches":[1,1,1],"probeId":"llm:chinese-internet:075deb1abcfa"},{"answers":[1961,1961,1961],"matches":[1,1,1],"probeId":"llm:programming:4ee88e3faec6"},{"answers":[2,2,2],"matches":[1,1,1],"probeId":"llm:chinese-literature:76fc29ba0854"},{"answers":[1,1,1],"matches":[1,1,1],"probeId":"llm:pop-culture:cec876acfe05"},{"answers":[2018,2018,2018],"matches":[1,1,1],"probeId":"llm:crypto-params:f131e0c6efa9"},{"answers":[718,729,718],"matches":[0,1,0],"probeId":"llm:chinese-history:4e7790a975bc"},{"answers":[0,0,0],"matches":[1,1,1],"probeId":"llm:chinese-history:43ee6170153c"},{"answers":[4.18,4.18,4.18],"matches":[1,1,1],"probeId":"llm:physics:c1014ac0dff6"},{"answers":[1,1,1],"matches":[1,1,1],"probeId":"llm:pop-culture:ad8b2636ee97"},{"answers":[4.18,4.18,4.18],"matches":[1,1,1],"probeId":"llm:physics:1c234b6b84f9"},{"answers":[25,25,25],"matches":[1,1,1],"probeId":"llm:pop-culture:162c014fb942"},{"answers":[2016,2016,2016],"matches":[1,1,1],"probeId":"llm:programming:77fe421a741d"},{"answers":[8191,8191,8191],"matches":[1,1,1],"probeId":"llm:math:b97314c29dc4"},{"answers":[0.9,0.9,0.91],"matches":[1,1,1],"probeId":"llm:astronomy:307c9ca8a1ff"},{"answers":[15,16,15],"matches":[1,1,1],"probeId":"llm:medical:08bcd32b97f6"},{"answers":[2006,2006,2006],"matches":[1,1,1],"probeId":"llm:chinese-literature:cfa2d265b6dc"}],"total":507},"statisticalPower":0.9076459867485402,"statisticalPowerEvidence":{"alpha":0.05,"alternativeMismatchRate":0.2775440397294061,"clopperPearsonConfidence":0.99,"criticalMismatchCount":40,"p0UpperBound":0.17754403972940613,"power":0.9076459867485402,"probeCount":170,"selfHamming":70,"selfTotal":507,"test":"one-sided-binomial"}},"result":{"cost":{"estimatedCostUsd":0,"inputTokens":0,"missingCostExchangeCount":24,"outputTokens":0,"pricedExchangeCount":0,"totalTokens":0},"cumulativeCost":{"estimatedCostUsd":0,"inputTokens":0,"missingCostExchangeCount":24,"outputTokens":0,"pricedExchangeCount":0,"totalTokens":0},"matchVector":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],"matchVectorHash":"sha256:6fa4b0768f5c51b0542cdf76fdd0fd85fc702f0c2472f92e78f6706cd6abbe61","outcomeReason":{"affectedBatchCount":23,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":23},"parsedProbeCount":0,"selectedProbeCount":170,"stats":{"p0Cp99":null,"pValueBinomial":null,"selfCoverage":1,"selfHamming":18,"selfTotal":170,"targetCoverage":0,"targetHamming":0,"targetTotal":0},"verdict":"UNDETERMINED","verdictReason":"coverage 0.0000 below minimum 0.5"},"resume":{"parentAuditId":"0xafd7d1f28f95b2f3368652dc0d37d833f751bcaa9eda435f95e1c021819288a2","parentEvidenceHash":"0x800bcf80fc3f3e5a83e17c4fefe2e79cf112bed7ec614f281bf3e143f1d543b8","reservationAuditId":"0xafd7d1f28f95b2f3368652dc0d37d833f751bcaa9eda435f95e1c021819288a2","reusedBatchIndexes":[]},"sellerThinking":{"attempts":[{"attemptCosts":[],"failure":"thinking discovery exceeded 600000ms","maxTokens":800,"reasoningTokens":null,"requestIds":["95c4b0d1-e20a-4777-869e-967cb1dd560d","a8155ef2-6f11-4bd0-9b3b-8c92820f834c"],"status":null,"strategy":"reasoning-effort-none","validAnswers":null},{"attemptCosts":[],"failure":"thinking discovery exceeded 600000ms","maxTokens":800,"reasoningTokens":null,"requestIds":[],"status":null,"strategy":"reasoning-effort-minimal","validAnswers":null},{"attemptCosts":[],"failure":"thinking discovery exceeded 600000ms","maxTokens":800,"reasoningTokens":null,"requestIds":[],"status":null,"strategy":"disable-thinking","validAnswers":null},{"attemptCosts":[],"failure":"thinking discovery exceeded 600000ms","maxTokens":800,"reasoningTokens":null,"requestIds":[],"status":null,"strategy":"enable-thinking-false","validAnswers":null},{"attemptCosts":[],"failure":"thinking discovery exceeded 600000ms","maxTokens":800,"reasoningTokens":null,"requestIds":[],"status":null,"strategy":"prefill","validAnswers":null},{"attemptCosts":[],"failure":"thinking discovery exceeded 600000ms","maxTokens":800,"reasoningTokens":null,"requestIds":[],"status":null,"strategy":"bare","validAnswers":null},{"attemptCosts":[],"failure":"thinking discovery exceeded 600000ms","maxTokens":40000,"reasoningTokens":null,"requestIds":[],"status":null,"strategy":"bare-expanded","validAnswers":null}],"failure":"no thinking-suppression strategy worked for qwen/qwen3.8-27b on seller d5e7d5950b6cc71c095da4ace0c0cb8495667be0, even 'bare' with 40000 tokens: reasoning-effort-none: failed thinking discovery exceeded 600000ms; reasoning-effort-minimal: failed thinking discovery exceeded 600000ms; disable-thinking: failed thinking discovery exceeded 600000ms; enable-thinking-false: failed thinking discovery exceeded 600000ms; prefill: failed thinking discovery exceeded 600000ms; bare: failed thinking discovery ","maxTokens":1600,"method":"kbf-reference-code-2026-09-30","strategy":null},"target":{"agentId":"47214","displayName":"attacompute.ai","peerId":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0","service":"qwen/qwen3.8-27b"},"version":1}