{"buyerProxy":{"baseUrl":"http://127.0.0.1:8379","pid":20234,"statePath":"buyer.state.json"},"createdAt":"2026-11-06T17:23:59.196Z","evidenceLevel":"proxy-observation-with-verified-response-auth-no-payment-evidence","exchanges":[{"answers":[null,null,null,null,null,null,null,null,null,null],"attemptCosts":[],"attemptCount":5,"batchIndex":0,"cost":null,"failureReason":"seller sent no answer for 600000ms","matches":[null,null,null,null,null,null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:chinese-literature:eb5013b50490","llm:chinese-literature:a4515dbf28da","llm:chinese-literature:abc1d5503cd1","llm:chinese-literature:6a190722b8d0","llm:chinese-literature:02e235f0305b","llm:chinese-literature:9983ecdc3ffa","llm:chinese-literature:745409cc460f","llm:chinese-literature:d0159d1981eb","llm:chinese-literature:83608e3ed7bc","llm:chinese-literature:1d363429794a"],"promptVariantId":"v3","request":{"bodyBase64":"eyJtb2RlbCI6InF3ZW4vcXdlbjMuOC0yN2IiLCJtZXNzYWdlcyI6W3sicm9sZSI6InN5c3RlbSIsImNvbnRlbnQiOiJBbnN3ZXIgY29uY2lzZWx5IGFuZCBmb2xsb3cgdGhlIHJlcXVlc3RlZCBvdXRwdXQgZm9ybWF0IGV4YWN0bHkuIn0seyJyb2xlIjoidXNlciIsImNvbnRlbnQiOiJDb21wbGV0ZSBldmVyeSBzdGF0ZW1lbnQgYmVsb3cgd2l0aCB0aGUgY29ycmVjdCBudW1iZXIgZnJvbSBtZW1vcnksIHdpdGhvdXQgbG9va2luZyBhbnl0aGluZyB1cC5cblJVTEVTOiBPdXRwdXQgT05MWSBpbiAxKSA8bnVtYmVyPiwgMikgPG51bWJlcj4sIGFuZCBzbyBvbiBmb3JtYXQsIG9uZSBwZXIgbGluZS4gR2l2ZSBhIHNpbmdsZSBwbGFpbiBudW1iZXIgcGVyIGxpbmUsIG5vIHdvcmRzLCBubyByYW5nZXMuIElmIHVuc3VyZSwgb3V0cHV0IHlvdXIgYmVzdCBzaW5nbGUgbnVtZXJpYyBlc3RpbWF0ZS5cblxuMSkg5aSq6Ziz56S+5oiQ56uL5bm05Lu955qE5pWw5YC85pivX19f44CCXG4yKSBUaGUgbnVtYmVyIG9mIG1haW4gcHJvdGFnb25pc3RzIGluIHRoZSBvcmlnaW5hbCB3ZWIgbm92ZWwgXCJJIEFtIE5vdCBhbiBJbnZhZGVyXCIgYnkgQ2hlbiBRaXVmYW7nmoTmlbDlgLzmmK9fX1/jgIJcbjMpIEppYSBQaW5nd2EncyBub3ZlbCBcIldoaXRlIERlZXIgUGxhaW5cIiBmaXJzdCBwdWJsaWNhdGlvbiB5ZWFy55qE5pWw5YC85pivX19f44CCXG40KSDjgIrpkp/lsbHjgIvmnYLlv5fliJvliIrlubTku73nmoTmlbDlgLzmmK9fX1/jgIJcbjUpIOW/mOivreWIm+S9nOeahOe9kee7nOWwj+ivtOOAiuWHoeS6uuS/ruS7meS8oOOAi+W8gOWni+i/nui9veeahOW5tOS7veeahOaVsOWAvOaYr19fX+OAglxuNikg44CK5b2T5Luj44CL5Yib5YiK5bm05Lu955qE5pWw5YC85pivX19f44CCXG43KSDmnpfor63loILjgIrkuqzljY7ng5/kupHjgIvoi7HmlofniYjlh7rniYjlubTku73nmoTmlbDlgLzmmK9fX1/jgIJcbjgpIFRoZSBudW1iZXIgb2YgZGlzdGluY3QgQUkgdHlwZXMgZGVzY3JpYmVkIGluIHRoZSB0ZWNobmljYWwgbWFudWFsIHdpdGhpbiBcIkRlYXRoJ3MgRW5kXCLnmoTmlbDlgLzmmK9fX1/jgIJcbjkpIOOAiuWxseiKseOAi+WIm+WIiuW5tOS7veeahOaVsOWAvOaYr19fX+OAglxuMTApIOW8oOeIseeOsuOAiuWAvuWfjuS5i+aBi+OAi+aUtuW9leS6juOAiuS8oOWlh+OAi+S/ruiuoueJiOeahOW5tOS7veeahOaVsOWAvOaYr19fX+OAgiJ9XSwidGVtcGVyYXR1cmUiOjAsIm1heF90b2tlbnMiOjE2MDAsInJlYXNvbmluZyI6eyJlZmZvcnQiOiJub25lIn0sInN0cmVhbSI6ZmFsc2V9","hash":"0xf47a6d55447ac6da59c112551bbf8c1c7621bfe2327c428137fedac1f1fb2536","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8379/v1/chat/completions"},"requestIds":["55a73410-03e2-4bdd-b577-6e1c9e56f6f1","d316950f-50d3-4aa3-9bfe-9caf0cf4e815","ff7f1e93-31cb-4c88-bbd7-76758ebcbd90","f17ddb12-2a86-4dc8-a23f-fd5670d9a857","4ad59c0b-8def-4025-a0f8-5e0458047008"],"response":null,"responseAuth":{"failureReason":"proxy batch did not complete successfully","record":null,"requestId":"4ad59c0b-8def-4025-a0f8-5e0458047008","signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1793985839169,"responseLatencyMs":599987,"startedAt":1793985239182}},{"answers":[null,null,null,null,null,null,null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":1,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null,null,null,null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:chinese-literature:092bdf275c85","llm:chinese-literature:546938174a16","llm:chinese-literature:278b5fe5dee4","llm:chinese-literature:ca7fad3dd763","llm:chinese-literature:a81897c0697e","llm:chinese-literature:968b1cbf4599","llm:chinese-literature:47e517c17303","llm:chinese-literature:790d5e6eb666","llm:chinese-literature:c6fe5fca5c26","llm:chinese-literature:f4c67f385a3c"],"promptVariantId":"v8","request":{"bodyBase64":"eyJtb2RlbCI6InF3ZW4vcXdlbjMuOC0yN2IiLCJtZXNzYWdlcyI6W3sicm9sZSI6InN5c3RlbSIsImNvbnRlbnQiOiJQcm92aWRlIHRlcnNlLCBjb3JyZWN0bHkgZm9ybWF0dGVkIGFuc3dlcnMgb25seS4ifSx7InJvbGUiOiJ1c2VyIiwiY29udGVudCI6Ik51bWVyaWMgcmVjYWxsIGNoZWNrOiBzdGF0ZSB0aGUgdmFsdWUgbWlzc2luZyBmcm9tIGVhY2ggc2VudGVuY2UgdXNpbmcgeW91ciBleGlzdGluZyBrbm93bGVkZ2UuXG5SVUxFUzogT3V0cHV0IE9OTFkgaW4gUTE6IDxudW1iZXI+LCBRMjogPG51bWJlcj4sIGFuZCBzbyBvbiBmb3JtYXQsIG9uZSBwZXIgbGluZS4gR2l2ZSBhIHNpbmdsZSBwbGFpbiBudW1iZXIgcGVyIGxpbmUsIG5vIHdvcmRzLCBubyByYW5nZXMuIElmIHVuc3VyZSwgb3V0cHV0IHlvdXIgYmVzdCBzaW5nbGUgbnVtZXJpYyBlc3RpbWF0ZS5cblxuUTE6IENhbyBZdSdzIFwiVGh1bmRlcnN0b3JtXCIgKExlaXl1KSBmaXJzdCBwZXJmb3JtYW5jZSB5ZWFy55qE5pWw5YC85pivX19f44CCXG5RMjog6ICz5qC55Yib5L2c55qE572R57uc5bCP6K+044CK5LuZ6YCG44CL5byA5aeL6L+e6L2955qE5bm05Lu955qE5pWw5YC85pivX19f44CCXG5RMzog6auY6YCC44CK5Yir6JGj5aSn44CL6K+X5Y+l5a2X5pWw55qE5pWw5YC85pivX19f44CCXG5RNDogWWVhciAnQmF0dGxlIFRocm91Z2ggdGhlIEhlYXZlbnMnIHdhcyBzZXJpYWxpemVkIG9uIFFpZGlhbiBDaGluZXNlIE5ldHdvcmvnmoTmlbDlgLzmmK9fX1/jgIJcblE1OiDovrDkuJzliJvkvZznmoTnvZHnu5zlsI/or7TjgIrpga7lpKnjgIvlvIDlp4vov57ovb3nmoTlubTku73nmoTmlbDlgLzmmK9fX1/jgIJcblE2OiDkuIPmnIjor5fmtL7lvaLmiJDnmoTmoIflv5fmgKfliIrnianjgIrkuIPmnIjjgIvliJvliIrlubTku73nmoTmlbDlgLzmmK9fX1/jgIJcblE3OiDlpKrpmLPnpL7miJDnq4vnmoTlubTku73nmoTmlbDlgLzmmK9fX1/jgIJcblE4OiDmsojku47mlofjgIrovrnln47jgIvmlLblvZXkuo7lk6rkuIDlubTlh7rniYjnmoTmlaPmlofpm4bnmoTmlbDlgLzmmK9fX1/jgIJcblE5OiBZdSBIdWEncyBub3ZlbCBcIlRvIExpdmVcIiBmaXJzdCBwdWJsaWNhdGlvbiB5ZWFy55qE5pWw5YC85pivX19f44CCXG5RMTA6IOOAiuS4ieS9k+OAi+esrOS4gOmDqOmmluasoeWHuueJiOW5tOS7veeahOaVsOWAvOaYr19fX+OAgiJ9XSwidGVtcGVyYXR1cmUiOjAsIm1heF90b2tlbnMiOjE2MDAsInJlYXNvbmluZyI6eyJlZmZvcnQiOiJub25lIn0sInN0cmVhbSI6ZmFsc2V9","hash":"0xa0be2598cc405cf39b98302ab85a3852c27e1fa3b48d8d34623c69af54aa0e10","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8379/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1793985839185,"responseLatencyMs":0,"startedAt":1793985839185}},{"answers":[null,null,null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":2,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:chinese-literature:f0f2ff9e6476","llm:chinese-literature:7e9c6d3e463a","llm:chinese-literature:bb9d78ad6c30","llm:chinese-literature:37453f0d52a5","llm:chinese-literature:cdf93be71bac","llm:chinese-literature:ea0231a73fc4"],"promptVariantId":"v8","request":{"bodyBase64":"eyJtb2RlbCI6InF3ZW4vcXdlbjMuOC0yN2IiLCJtZXNzYWdlcyI6W3sicm9sZSI6InN5c3RlbSIsImNvbnRlbnQiOiJQcm92aWRlIHRlcnNlLCBjb3JyZWN0bHkgZm9ybWF0dGVkIGFuc3dlcnMgb25seS4ifSx7InJvbGUiOiJ1c2VyIiwiY29udGVudCI6Ik51bWVyaWMgcmVjYWxsIGNoZWNrOiBzdGF0ZSB0aGUgdmFsdWUgbWlzc2luZyBmcm9tIGVhY2ggc2VudGVuY2UgdXNpbmcgeW91ciBleGlzdGluZyBrbm93bGVkZ2UuXG5SVUxFUzogT3V0cHV0IE9OTFkgaW4gUTE6IDxudW1iZXI+LCBRMjogPG51bWJlcj4sIGFuZCBzbyBvbiBmb3JtYXQsIG9uZSBwZXIgbGluZS4gR2l2ZSBhIHNpbmdsZSBwbGFpbiBudW1iZXIgcGVyIGxpbmUsIG5vIHdvcmRzLCBubyByYW5nZXMuIElmIHVuc3VyZSwgb3V0cHV0IHlvdXIgYmVzdCBzaW5nbGUgbnVtZXJpYyBlc3RpbWF0ZS5cblxuUTE6IOOAiuaWh+iJuumYteWcsOOAi+WIm+WIiuW5tOS7veeahOaVsOWAvOaYr19fX+OAglxuUTI6IFRoZSBudW1iZXIgb2YgbWFpbiBwcm90YWdvbmlzdHMgaW4gdGhlIG9yaWdpbmFsIHdlYiBub3ZlbCBcIlRoZSBLaW5nJ3MgQXZhdGFyXCLnmoTmlbDlgLzmmK9fX1/jgIJcblEzOiDjgIrlkI7msYnkuabjgIvljIXlkKvljbfmlbDnmoTmlbDlgLzmmK9fX1/jgIJcblE0OiDjgIrmkJznpZ7orrDjgIvljp/kuabljbfmlbDnmoTmlbDlgLzmmK9fX1/jgIJcblE1OiDoi4/nq6XjgIrlprvlpr7miJDnvqTjgIvnlLHkuIrmtbfmlofoibrlh7rniYjnpL7lh7rniYjnmoTlubTku73nmoTmlbDlgLzmmK9fX1/jgIJcblE2OiDjgIrmpZrovp7jgIvmlLblvZXkvZzlk4HmgLvmlbDvvIjlkKvkuZ3mrYzkuZ3nq6DnrYnvvInnmoTmlbDlgLzmmK9fX1/jgIIifV0sInRlbXBlcmF0dXJlIjowLCJtYXhfdG9rZW5zIjoxNjAwLCJyZWFzb25pbmciOnsiZWZmb3J0Ijoibm9uZSJ9LCJzdHJlYW0iOmZhbHNlfQ==","hash":"0xb0abd39fb2cdc0fafddab2c589684e4c15f3bbab81ddd597ff14ad0a479f2545","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8379/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1793985839185,"responseLatencyMs":0,"startedAt":1793985839185}},{"answers":[null,null,null,null,null,null,null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":3,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null,null,null,null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:chinese-geography:a04831fe2a8f","llm:chinese-geography:5bc8d439998e","llm:chinese-geography:de1bc42bc100","llm:chinese-geography:107f5dec555b","llm:chinese-geography:48f8038b7334","llm:chinese-geography:d02733dd0dbf","llm:chinese-geography:0fb5f3e8ee00","llm:chinese-geography:65b41cc0f5f9","llm:chinese-geography:8e34a2ff9541","llm:chinese-geography:0839313095a7"],"promptVariantId":"v8","request":{"bodyBase64":"eyJtb2RlbCI6InF3ZW4vcXdlbjMuOC0yN2IiLCJtZXNzYWdlcyI6W3sicm9sZSI6InN5c3RlbSIsImNvbnRlbnQiOiJQcm92aWRlIHRlcnNlLCBjb3JyZWN0bHkgZm9ybWF0dGVkIGFuc3dlcnMgb25seS4ifSx7InJvbGUiOiJ1c2VyIiwiY29udGVudCI6Ik51bWVyaWMgcmVjYWxsIGNoZWNrOiBzdGF0ZSB0aGUgdmFsdWUgbWlzc2luZyBmcm9tIGVhY2ggc2VudGVuY2UgdXNpbmcgeW91ciBleGlzdGluZyBrbm93bGVkZ2UuXG5SVUxFUzogT3V0cHV0IE9OTFkgaW4gUTE6IDxudW1iZXI+LCBRMjogPG51bWJlcj4sIGFuZCBzbyBvbiBmb3JtYXQsIG9uZSBwZXIgbGluZS4gR2l2ZSBhIHNpbmdsZSBwbGFpbiBudW1iZXIgcGVyIGxpbmUsIG5vIHdvcmRzLCBubyByYW5nZXMuIElmIHVuc3VyZSwgb3V0cHV0IHlvdXIgYmVzdCBzaW5nbGUgbnVtZXJpYyBlc3RpbWF0ZS5cblxuUTE6IOW+kOi/numrmOmTgeW+kOW3nuS4nOiHs+i/nuS6kea4r+auteWFqOmVv+eahOaVsOWAvOaYr19fX+OAglxuUTI6IE5hbSBDbyBMYWtlIHN1cmZhY2UgYXJlYSBpbiBzcXVhcmUga2lsb21ldGVyc+eahOaVsOWAvOaYr19fX+OAglxuUTM6IOWHhuWZtuWwlOebhuWcsOacgOS9jueCueiJvuavlOa5lua5lumdoua1t+aLlOmrmOW6pu+8iOexs++8ieeahOaVsOWAvOaYr19fX+OAglxuUTQ6IFBveWFuZyBMYWtlIHN1cmZhY2UgYXJlYSBpbiBzcXVhcmUga2lsb21ldGVyc+eahOaVsOWAvOaYr19fX+OAglxuUTU6IOawlOWOi++8iOeZvuW4le+8ieeahOaVsOWAvOaYr19fX+OAglxuUTY6IOS+r+aciOmTgei3r+WFqOmVv+eahOaVsOWAvOaYr19fX+OAglxuUTc6IGNvYXN0bGluZV9sZW5ndGhfb2ZfY2hpbmFfaW5fa2lsb21ldGVyc+eahOaVsOWAvOaYr19fX+OAglxuUTg6IFFhaWRhbSBCYXNpbiBhdmVyYWdlIGVsZXZhdGlvbiBhYm92ZSBzZWEgbGV2ZWwgaW4gbWV0ZXJz55qE5pWw5YC85pivX19f44CCXG5ROTog6Z2S5rW35rmW6Z2i56evKOW5s+aWueWFrOmHjCnnmoTmlbDlgLzmmK9fX1/jgIJcblExMDogWmhhbmdqaWFqaWUgV3VsaW5neXVhbiBoaWdoZXN0IHBlYWsgVGlhbnppIFBlYWsgZWxldmF0aW9uIG1ldGVyc+eahOaVsOWAvOaYr19fX+OAgiJ9XSwidGVtcGVyYXR1cmUiOjAsIm1heF90b2tlbnMiOjE2MDAsInJlYXNvbmluZyI6eyJlZmZvcnQiOiJub25lIn0sInN0cmVhbSI6ZmFsc2V9","hash":"0x56ee6446586284cddd27a8c4f867b455820818b4a78e01e689f19675cee42fd2","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8379/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1793985839185,"responseLatencyMs":0,"startedAt":1793985839185}},{"answers":[null,null,null,null,null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":4,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null,null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:chinese-geography:97c78e153529","llm:chinese-geography:23ce40ed6797","llm:chinese-geography:40420a8552d1","llm:chinese-geography:72dbaedb5598","llm:chinese-geography:488829081b58","llm:chinese-geography:28211af0255f","llm:chinese-geography:1274f6ec6dbe","llm:chinese-geography:fe667f495df4"],"promptVariantId":"v4","request":{"bodyBase64":"eyJtb2RlbCI6InF3ZW4vcXdlbjMuOC0yN2IiLCJtZXNzYWdlcyI6W3sicm9sZSI6InN5c3RlbSIsImNvbnRlbnQiOiJSZXNwb25kIG9ubHkgd2l0aCB0aGUgcmVxdWVzdGVkIGRhdGEuIERvIG5vdCBhZGQgZXhwbGFuYXRpb25zLiJ9LHsicm9sZSI6InVzZXIiLCJjb250ZW50IjoiUXVpejogZ2l2ZSB0aGUgbWlzc2luZyBudW1iZXIgaW4gZWFjaCBvZiB0aGUgZm9sbG93aW5nIGZhY3RzLCBiYXNlZCBvbiB5b3VyIG93biBrbm93bGVkZ2UuXG5SVUxFUzogT3V0cHV0IE9OTFkgaW4gUTE6IDxudW1iZXI+LCBRMjogPG51bWJlcj4sIGFuZCBzbyBvbiBmb3JtYXQsIG9uZSBwZXIgbGluZS4gR2l2ZSBhIHNpbmdsZSBwbGFpbiBudW1iZXIgcGVyIGxpbmUsIG5vIHdvcmRzLCBubyByYW5nZXMuIElmIHVuc3VyZSwgb3V0cHV0IHlvdXIgYmVzdCBzaW5nbGUgbnVtZXJpYyBlc3RpbWF0ZS5cblxuUTE6IEFyZWEgb2YgTmdhcmkgUHJlZmVjdHVyZSBpbiBzcXVhcmUga2lsb21ldGVyc+eahOaVsOWAvOaYr19fX+OAglxuUTI6IFlhbmRhbmcgTW91bnRhaW5zIGhpZ2hlc3QgcGVhayBEb25nZGFqaWFuZyBlbGV2YXRpb24gaW4gbWV0ZXJz55qE5pWw5YC85pivX19f44CCXG5RMzogUWlsaWFuIE1vdW50YWlucyBoaWdoZXN0IHBlYWsgWXV6aGFpc2hhbiBQZWFrIGVsZXZhdGlvbiBtZXRlcnPnmoTmlbDlgLzmmK9fX1/jgIJcblE0OiDlh4blmbblsJTnm4blnLDoib7mr5TmuZbmuZbpnaLmtbfmi5Tpq5jluqYo57GzKeeahOaVsOWAvOaYr19fX+OAglxuUTU6IEF2ZXJhZ2Ugc3BlZWQgb2YgdGhlIEJlaWppbmctR3Vhbmd6aG91IEhpZ2gtU3BlZWQgUmFpbHdheSBpbiBrbS9o55qE5pWw5YC85pivX19f44CCXG5RNjog5ZCI56aP6auY6ZOB5ZCI6IKl5Y2X6Iez56aP5bee5q615YWo6ZW/55qE5pWw5YC85pivX19f44CCXG5RNzog5rSe5bqt5rmW6Z2i56evKOW5s+aWueWNg+exsynnmoTmlbDlgLzmmK9fX1/jgIJcblE4OiBMZW5ndGggb2YgdGhlIE5hbmppbmcgWWFuZ3R6ZSBSaXZlciBCcmlkZ2UgaW4gbWV0ZXJz55qE5pWw5YC85pivX19f44CCIn1dLCJ0ZW1wZXJhdHVyZSI6MCwibWF4X3Rva2VucyI6MTYwMCwicmVhc29uaW5nIjp7ImVmZm9ydCI6Im5vbmUifSwic3RyZWFtIjpmYWxzZX0=","hash":"0x07d736837f244ad96e5942f24a975d113b931dc8178286c757740f4a222ea806","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8379/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1793985839185,"responseLatencyMs":0,"startedAt":1793985839185}},{"answers":[null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":5,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:chemistry-mp:4d1f35a250e0","llm:chemistry-mp:a9bf2dac7d75","llm:chemistry-mp:29e30dca8a41"],"promptVariantId":"v2","request":{"bodyBase64":"eyJtb2RlbCI6InF3ZW4vcXdlbjMuOC0yN2IiLCJtZXNzYWdlcyI6W3sicm9sZSI6InN5c3RlbSIsImNvbnRlbnQiOiJZb3UgYXJlIGEgcHJlY2lzZSBhc3Npc3RhbnQuIFJlcGx5IHdpdGggZXhhY3RseSB0aGUgcmVxdWVzdGVkIG91dHB1dCBhbmQgbm90aGluZyBlbHNlLiJ9LHsicm9sZSI6InVzZXIiLCJjb250ZW50IjoiRmlsbCBpbiBlYWNoIGJsYW5rIGJlbG93IHdpdGggdGhlIG51bWVyaWMgdmFsdWUgeW91IHJlY2FsbCBmcm9tIHlvdXIgdHJhaW5pbmcgZGF0YS5cblJVTEVTOiBPdXRwdXQgT05MWSBpbiAxLiA8bnVtYmVyPiwgMi4gPG51bWJlcj4sIGFuZCBzbyBvbiBmb3JtYXQsIG9uZSBwZXIgbGluZS4gR2l2ZSBhIHNpbmdsZSBwbGFpbiBudW1iZXIgcGVyIGxpbmUsIG5vIHdvcmRzLCBubyByYW5nZXMuIElmIHVuc3VyZSwgb3V0cHV0IHlvdXIgYmVzdCBzaW5nbGUgbnVtZXJpYyBlc3RpbWF0ZS5cblxuMS4gVGhlIG1lbHRpbmcgcG9pbnQgb2YgTWVsdGluZyBwb2ludCBvZiBCNEMgKGJvcm9uIGNhcmJpZGUpIGluIENlbHNpdXMgaXMgX19fwrBDLlxuMi4gVGhlIG1lbHRpbmcgcG9pbnQgb2YgSW50ZXJtZXRhbGxpYyBjb21wb3VuZCBJblNiIHNlbWljb25kdWN0b3IgYmFuZCBnYXAgZVYgYXQgMzAwSyBpcyBfX1/CsEMuXG4zLiBUaGUgbWVsdGluZyBwb2ludCBvZiBtZWx0aW5nIHBvaW50IG9mIGJvcm9uIGNhcmJpZGUgKEI0QykgaW4gZGVncmVlcyBDZWxzaXVzIGlzIF9fX8KwQy4ifV0sInRlbXBlcmF0dXJlIjowLCJtYXhfdG9rZW5zIjoxNjAwLCJyZWFzb25pbmciOnsiZWZmb3J0Ijoibm9uZSJ9LCJzdHJlYW0iOmZhbHNlfQ==","hash":"0x4364f5ef3679ea8f49ca320c284f50c6d0d44bcfd99a191a10f8ae41a0f0a76f","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8379/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1793985839185,"responseLatencyMs":0,"startedAt":1793985839185}},{"answers":[null,null,null,null,null,null,null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":6,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null,null,null,null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:chinese-history:7b89b9997acd","llm:chinese-history:1aaf655bf208","llm:chinese-history:251e0b20e23d","llm:chinese-history:fbe0d4442991","llm:chinese-history:63d6b7d46440","llm:chinese-history:e1819536808b","llm:chinese-history:bf5fc41140f9","llm:chinese-history:c3106e752175","llm:chinese-history:f2214ddb047a","llm:chinese-history:d23316c4be67"],"promptVariantId":"v8","request":{"bodyBase64":"eyJtb2RlbCI6InF3ZW4vcXdlbjMuOC0yN2IiLCJtZXNzYWdlcyI6W3sicm9sZSI6InN5c3RlbSIsImNvbnRlbnQiOiJQcm92aWRlIHRlcnNlLCBjb3JyZWN0bHkgZm9ybWF0dGVkIGFuc3dlcnMgb25seS4ifSx7InJvbGUiOiJ1c2VyIiwiY29udGVudCI6Ik51bWVyaWMgcmVjYWxsIGNoZWNrOiBzdGF0ZSB0aGUgdmFsdWUgbWlzc2luZyBmcm9tIGVhY2ggc2VudGVuY2UgdXNpbmcgeW91ciBleGlzdGluZyBrbm93bGVkZ2UuXG5SVUxFUzogT3V0cHV0IE9OTFkgaW4gUTE6IDxudW1iZXI+LCBRMjogPG51bWJlcj4sIGFuZCBzbyBvbiBmb3JtYXQsIG9uZSBwZXIgbGluZS4gR2l2ZSBhIHNpbmdsZSBwbGFpbiBudW1iZXIgcGVyIGxpbmUsIG5vIHdvcmRzLCBubyByYW5nZXMuIElmIHVuc3VyZSwgb3V0cHV0IHlvdXIgYmVzdCBzaW5nbGUgbnVtZXJpYyBlc3RpbWF0ZS5cblxuUTE6IE51bWJlciBvZiBtaWxpdGFyeSBiYW5uZXJzIChRaSkgaW4gdGhlIEVpZ2h0IEJhbm5lcnMgc3lzdGVt5Y+R55Sf5ZyoX19f5bm044CCXG5RMjogTnVtYmVyIG9mIHByb3ZpbmNlcyBpbiB0aGUgaW5pdGlhbCBkZWNsYXJhdGlvbiBvZiBpbmRlcGVuZGVuY2UgYnkgdGhlIFJlcHVibGljIG9mIENoaW5h5Y+R55Sf5ZyoX19f5bm044CCXG5RMzog5YWD5pyd5b+95b+F54OI5a6a6YO95aSn6YO95bm05Lu95Y+R55Sf5ZyoX19f5bm044CCXG5RNDogVGhlIHllYXIgb2YgdGhlIHB1YmxpY2F0aW9uIG9mIFpoYW5nIFpob25namluZydzIFNoYW5naGFuIFphYmluZyBMdW7lj5HnlJ/lnKhfX1/lubTjgIJcblE1OiBOdW1iZXIgb2YgbGlzaGlzIGluIGEgc2luZ2xlIGNvdW50eSBpbiB0aGUgUWluZyBEeW5hc3R5IChzdGFuZGFyZCnlj5HnlJ/lnKhfX1/lubTjgIJcblE2OiBUYW5nIGR5bmFzdHkgQW4gTHVzaGFuIFJlYmVsbGlvbiBkdXJhdGlvbiBpbiB5ZWFyc+WPkeeUn+WcqF9fX+W5tOOAglxuUTc6IOOAiuWbm+W6k+WFqOS5puOAi+e8lue6guWQr+WKqOW5tOS7veWPkeeUn+WcqF9fX+W5tOOAglxuUTg6IE51bWJlciBvZiBsaSAodmlsbGFnZXMpIGluIGEgc3RhbmRhcmQgVGFuZyBEeW5hc3R5IGhvdXNlaG9sZCByZWdpc3RyYXRpb24gdW5pdCBmb3IgdGF4IHB1cnBvc2Vz5Y+R55Sf5ZyoX19f5bm044CCXG5ROTogTnVtYmVyIG9mIHByZWZlY3R1cmVzIHJlY29yZGVkIGluIHRoZSBUYW5nIExpdWRpYW4gKGMuIDgwMCBBRCnlj5HnlJ/lnKhfX1/lubTjgIJcblExMDogTnVtYmVyIG9mIGhvdXNlaG9sZHMgaW4gYSBUYW5nIER5bmFzdHkgeGlhbmcgKG5laWdoYm9yaG9vZCkgdW5pdOWPkeeUn+WcqF9fX+W5tOOAgiJ9XSwidGVtcGVyYXR1cmUiOjAsIm1heF90b2tlbnMiOjE2MDAsInJlYXNvbmluZyI6eyJlZmZvcnQiOiJub25lIn0sInN0cmVhbSI6ZmFsc2V9","hash":"0xaadd2ab9b0b84449b2ed10b7cd7994c15cb233ef058781d2daea6850ea2fd2bf","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8379/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1793985839185,"responseLatencyMs":0,"startedAt":1793985839185}},{"answers":[null,null,null,null,null,null,null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":7,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null,null,null,null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:chinese-internet:56147d3a75c3","llm:chinese-internet:cfbd19d79798","llm:chinese-internet:633e92f47b63","llm:chinese-internet:d4dbff9f1598","llm:chinese-internet:11a9f06161d4","llm:chinese-internet:a6768021e41c","llm:chinese-internet:7d5881c6cb19","llm:chinese-internet:4996e23cd703","llm:chinese-internet:61c14298fe7a","llm:chinese-internet:c5ed34bddcc2"],"promptVariantId":"v4","request":{"bodyBase64":"eyJtb2RlbCI6InF3ZW4vcXdlbjMuOC0yN2IiLCJtZXNzYWdlcyI6W3sicm9sZSI6InN5c3RlbSIsImNvbnRlbnQiOiJSZXNwb25kIG9ubHkgd2l0aCB0aGUgcmVxdWVzdGVkIGRhdGEuIERvIG5vdCBhZGQgZXhwbGFuYXRpb25zLiJ9LHsicm9sZSI6InVzZXIiLCJjb250ZW50IjoiUXVpejogZ2l2ZSB0aGUgbWlzc2luZyBudW1iZXIgaW4gZWFjaCBvZiB0aGUgZm9sbG93aW5nIGZhY3RzLCBiYXNlZCBvbiB5b3VyIG93biBrbm93bGVkZ2UuXG5SVUxFUzogT3V0cHV0IE9OTFkgaW4gUTE6IDxudW1iZXI+LCBRMjogPG51bWJlcj4sIGFuZCBzbyBvbiBmb3JtYXQsIG9uZSBwZXIgbGluZS4gR2l2ZSBhIHNpbmdsZSBwbGFpbiBudW1iZXIgcGVyIGxpbmUsIG5vIHdvcmRzLCBubyByYW5nZXMuIElmIHVuc3VyZSwgb3V0cHV0IHlvdXIgYmVzdCBzaW5nbGUgbnVtZXJpYyBlc3RpbWF0ZS5cblxuUTE6IOiNo+iAgE1hZ2lj5Y+R5biD5bm05Lu95Y+R55Sf5ZyoX19f5bm044CCXG5RMjogSHV4aXUuY29tIGZvdW5kaW5nIHllYXLlj5HnlJ/lnKhfX1/lubTjgIJcblEzOiBZZWFyIEFsaWJhYmEgYWNxdWlyZWQgVUMgQnJvd3NlciB0byBpbnRlZ3JhdGUgbW9iaWxlIGxpdmVzdHJlYW1pbmcgZmVhdHVyZXPlj5HnlJ/lnKhfX1/lubTjgIJcblE0OiBZZWFyIHRoZSBmaXJzdCBDaGluZXNlIHNhdGVsbGl0ZSBpbnRlcm5ldCBjb25zdGVsbGF0aW9uIFwiR3Vvd2FuZ1wiIGxhdW5jaGVkIGl0cyBmaXJzdCBiYXRjaCBvZiBzYXRlbGxpdGVz5Y+R55Sf5ZyoX19f5bm044CCXG5RNTogRmlyc3QgQ2hpbmVzZSBvbmxpbmUgbmV3c3BhcGVyIFwiQ0NUViBOZXdzXCIgbGF1bmNoIHllYXIgKHllYXIp5Y+R55Sf5ZyoX19f5bm044CCXG5RNjogWWVhciB0aGUgQ2hpbmVzZSBNaW5pc3RyeSBvZiBDdWx0dXJlIGlzc3VlZCB0aGUgZmlyc3QgbmF0aW9uYWwgc3RhbmRhcmQgZm9yIG9ubGluZSBnYW1lIGNvbnRlbnQgcmV2aWV35Y+R55Sf5ZyoX19f5bm044CCXG5RNzogQ2hpbmEgaW50cm9kdWNlZCBzdHJpY3QgcnVsZXMgbGltaXRpbmcgcGxheXRpbWUgZm9yIG1pbm9yIGdhbWVycyB5ZWFy5Y+R55Sf5ZyoX19f5bm044CCXG5RODogWmhpaHUgUSZBIGNvbW11bml0eSBwbGF0Zm9ybSBsYXVuY2ggeWVhcuWPkeeUn+WcqF9fX+W5tOOAglxuUTk6IOmAhuawtOWvkuerr+a4uOWFrOa1i+W5tOS7veWPkeeUn+WcqF9fX+W5tOOAglxuUTEwOiBCQlMg5YyX5aSn5pyq5ZCN56uZ5bu656uL5bm05Lu95Y+R55Sf5ZyoX19f5bm044CCIn1dLCJ0ZW1wZXJhdHVyZSI6MCwibWF4X3Rva2VucyI6MTYwMCwicmVhc29uaW5nIjp7ImVmZm9ydCI6Im5vbmUifSwic3RyZWFtIjpmYWxzZX0=","hash":"0x577c827744e2bd5a403f80d6be12b10efabb1c785c5879c17bb0105f9ca022c8","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8379/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1793985839185,"responseLatencyMs":0,"startedAt":1793985839185}},{"answers":[null,null,null,null,null,null,null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":8,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null,null,null,null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:chinese-internet:6e80f0411e49","llm:chinese-internet:3d27d1ade36f","llm:chinese-internet:6adc986ae518","llm:chinese-internet:9ecd784a28f3","llm:chinese-internet:c89d3ca2453a","llm:chinese-internet:45de363c2e6e","llm:chinese-internet:1b2e9c9dbce5","llm:chinese-internet:4e35883a1cf7","llm:chinese-internet:1552fa6ac8b1","llm:chinese-internet:5c93a398071d"],"promptVariantId":"v2","request":{"bodyBase64":"eyJtb2RlbCI6InF3ZW4vcXdlbjMuOC0yN2IiLCJtZXNzYWdlcyI6W3sicm9sZSI6InN5c3RlbSIsImNvbnRlbnQiOiJZb3UgYXJlIGEgcHJlY2lzZSBhc3Npc3RhbnQuIFJlcGx5IHdpdGggZXhhY3RseSB0aGUgcmVxdWVzdGVkIG91dHB1dCBhbmQgbm90aGluZyBlbHNlLiJ9LHsicm9sZSI6InVzZXIiLCJjb250ZW50IjoiRmlsbCBpbiBlYWNoIGJsYW5rIGJlbG93IHdpdGggdGhlIG51bWVyaWMgdmFsdWUgeW91IHJlY2FsbCBmcm9tIHlvdXIgdHJhaW5pbmcgZGF0YS5cblJVTEVTOiBPdXRwdXQgT05MWSBpbiAxLiA8bnVtYmVyPiwgMi4gPG51bWJlcj4sIGFuZCBzbyBvbiBmb3JtYXQsIG9uZSBwZXIgbGluZS4gR2l2ZSBhIHNpbmdsZSBwbGFpbiBudW1iZXIgcGVyIGxpbmUsIG5vIHdvcmRzLCBubyByYW5nZXMuIElmIHVuc3VyZSwgb3V0cHV0IHlvdXIgYmVzdCBzaW5nbGUgbnVtZXJpYyBlc3RpbWF0ZS5cblxuMS4gWWlrIFlhayBDaGluZXNlIGNsb25lIFwiWWl4dWVcIiBsYXVuY2ggeWVhcuWPkeeUn+WcqF9fX+W5tOOAglxuMi4gQ2hpbmEgRWR1Y2F0aW9uIE5ldCBsYXVuY2ggeWVhcuWPkeeUn+WcqF9fX+W5tOOAglxuMy4g6JmO54mZ55u05pKt54us56uL6L+Q6JCl5ZCv5Yqo5bm05Lu95Y+R55Sf5ZyoX19f5bm044CCXG40LiDlpKfor53opb/muLgy57uP5YW454mI5YWs5rWL5bm05Lu95Y+R55Sf5ZyoX19f5bm044CCXG41LiBDaGluYSdzIGZpcnN0IGNvbW1lcmNpYWwgSVNQIENoaW5hTmV0IG9wZXJhdGlvbmFsIHllYXLlj5HnlJ/lnKhfX1/lubTjgIJcbjYuIFdlQ2hhdCdzIG9mZmljaWFsIGdsb2JhbCBuYW1lIGNoYW5nZSB0byBXZWl4aW4geWVhcuWPkeeUn+WcqF9fX+W5tOOAglxuNy4gQkJT5YyX5aSn5pyq5ZCN56uZ6aaW5qyh5byA6YCa5bm05Lu95Y+R55Sf5ZyoX19f5bm044CCXG44LiBCYWlkdSBzZWFyY2ggZW5naW5lIGJldGEgbGF1bmNoIHllYXLlj5HnlJ/lnKhfX1/lubTjgIJcbjkuIDIwMTPlubTpmL/ph4zlt7Tlt7Tpm4blm6LlnKjnvo7lm73nur3nuqbor4HliLjkuqTmmJPmiYDkuIrluILlubTku73lj5HnlJ/lnKhfX1/lubTjgIJcbjEwLiBYaW1hbGF5YSBGTSBmb3VuZGluZyB5ZWFy5Y+R55Sf5ZyoX19f5bm044CCIn1dLCJ0ZW1wZXJhdHVyZSI6MCwibWF4X3Rva2VucyI6MTYwMCwicmVhc29uaW5nIjp7ImVmZm9ydCI6Im5vbmUifSwic3RyZWFtIjpmYWxzZX0=","hash":"0xb811901a3cedef13bfb6f42fdce8ff68043678eb0ef9370f57370e7519e108bc","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8379/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1793985839185,"responseLatencyMs":0,"startedAt":1793985839185}},{"answers":[null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":9,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:chinese-internet:40c1d62f2822","llm:chinese-internet:df0b283e107b","llm:chinese-internet:852979e95cd5"],"promptVariantId":"v2","request":{"bodyBase64":"eyJtb2RlbCI6InF3ZW4vcXdlbjMuOC0yN2IiLCJtZXNzYWdlcyI6W3sicm9sZSI6InN5c3RlbSIsImNvbnRlbnQiOiJZb3UgYXJlIGEgcHJlY2lzZSBhc3Npc3RhbnQuIFJlcGx5IHdpdGggZXhhY3RseSB0aGUgcmVxdWVzdGVkIG91dHB1dCBhbmQgbm90aGluZyBlbHNlLiJ9LHsicm9sZSI6InVzZXIiLCJjb250ZW50IjoiRmlsbCBpbiBlYWNoIGJsYW5rIGJlbG93IHdpdGggdGhlIG51bWVyaWMgdmFsdWUgeW91IHJlY2FsbCBmcm9tIHlvdXIgdHJhaW5pbmcgZGF0YS5cblJVTEVTOiBPdXRwdXQgT05MWSBpbiAxLiA8bnVtYmVyPiwgMi4gPG51bWJlcj4sIGFuZCBzbyBvbiBmb3JtYXQsIG9uZSBwZXIgbGluZS4gR2l2ZSBhIHNpbmdsZSBwbGFpbiBudW1iZXIgcGVyIGxpbmUsIG5vIHdvcmRzLCBubyByYW5nZXMuIElmIHVuc3VyZSwgb3V0cHV0IHlvdXIgYmVzdCBzaW5nbGUgbnVtZXJpYyBlc3RpbWF0ZS5cblxuMS4gMTk5OOW5tOS4reWbveS6kuiBlOe9keesrOS4gOiCoee9keaZr+S4iuW4guW5tOS7veWPkeeUn+WcqF9fX+W5tOOAglxuMi4g5YmR572RM+mmluS4qui1hOaWmeeJh+KAnOa1qeawlOebn+KAnea1i+ivleW5tOS7veWPkeeUn+WcqF9fX+W5tOOAglxuMy4gWWVhciBDaGluYSBpbXBsZW1lbnRlZCBhIHN0cmljdCBsaW1pdCBvbiBkYWlseSBvbmxpbmUgZ2FtaW5nIGhvdXJzIGZvciBjaGlsZHJlbiBkdXJpbmcgd2Vla2RheXPlj5HnlJ/lnKhfX1/lubTjgIIifV0sInRlbXBlcmF0dXJlIjowLCJtYXhfdG9rZW5zIjoxNjAwLCJyZWFzb25pbmciOnsiZWZmb3J0Ijoibm9uZSJ9LCJzdHJlYW0iOmZhbHNlfQ==","hash":"0x078b2b2629cc372283e4d910e1a6eb4fb6deb6ef3b9fd546c876424f5be51c55","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8379/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1793985839185,"responseLatencyMs":0,"startedAt":1793985839185}},{"answers":[null,null,null,null,null,null,null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":10,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null,null,null,null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:programming:1ee47d2549b4","llm:programming:07ae0c13bb51","llm:programming:94735694ae19","llm:programming:4d60afd407c0","llm:programming:a7a9a07247e6","llm:programming:564e49f65e40","llm:programming:a4446dd7cc81","llm:programming:13caa0c35370","llm:programming:3562bc87b01a","llm:programming:a388b3482b8b"],"promptVariantId":"v4","request":{"bodyBase64":"eyJtb2RlbCI6InF3ZW4vcXdlbjMuOC0yN2IiLCJtZXNzYWdlcyI6W3sicm9sZSI6InN5c3RlbSIsImNvbnRlbnQiOiJSZXNwb25kIG9ubHkgd2l0aCB0aGUgcmVxdWVzdGVkIGRhdGEuIERvIG5vdCBhZGQgZXhwbGFuYXRpb25zLiJ9LHsicm9sZSI6InVzZXIiLCJjb250ZW50IjoiUXVpejogZ2l2ZSB0aGUgbWlzc2luZyBudW1iZXIgaW4gZWFjaCBvZiB0aGUgZm9sbG93aW5nIGZhY3RzLCBiYXNlZCBvbiB5b3VyIG93biBrbm93bGVkZ2UuXG5SVUxFUzogT3V0cHV0IE9OTFkgaW4gUTE6IDxudW1iZXI+LCBRMjogPG51bWJlcj4sIGFuZCBzbyBvbiBmb3JtYXQsIG9uZSBwZXIgbGluZS4gR2l2ZSBhIHNpbmdsZSBwbGFpbiBudW1iZXIgcGVyIGxpbmUsIG5vIHdvcmRzLCBubyByYW5nZXMuIElmIHVuc3VyZSwgb3V0cHV0IHlvdXIgYmVzdCBzaW5nbGUgbnVtZXJpYyBlc3RpbWF0ZS5cblxuUTE6IFRoZSBmaXJzdCBwdWJsaWMgcmVsZWFzZSB5ZWFyIG9mIEpWTSBzcGVjaWZpY2F0aW9uIHZlcnNpb24gMS4wIHJlbGVhc2UgeWVhciB3YXMgX19fLlxuUTI6IFRoZSBmaXJzdCBwdWJsaWMgcmVsZWFzZSB5ZWFyIG9mIE9iZXJvbiBmaXJzdCBwdWJsaWMgcmVsZWFzZSB5ZWFyIHdhcyBfX18uXG5RMzogVGhlIGZpcnN0IHB1YmxpYyByZWxlYXNlIHllYXIgb2YgQ29tbW9uIExpc3AgQU5TSSBzdGFuZGFyZCBhZG9wdGlvbiB5ZWFyIHdhcyBfX18uXG5RNDogVGhlIGZpcnN0IHB1YmxpYyByZWxlYXNlIHllYXIgb2YgQmVPUyAxLjAgcmVsZWFzZSB5ZWFyIHdhcyBfX18uXG5RNTogVGhlIGZpcnN0IHB1YmxpYyByZWxlYXNlIHllYXIgb2YgS290bGluIGZpcnN0IHB1YmxpYyByZWxlYXNlIHllYXIgd2FzIF9fXy5cblE2OiBUaGUgZmlyc3QgcHVibGljIHJlbGVhc2UgeWVhciBvZiBIYXhlIGZpcnN0IHB1YmxpYyByZWxlYXNlIHllYXIgd2FzIF9fXy5cblE3OiBUaGUgZmlyc3QgcHVibGljIHJlbGVhc2UgeWVhciBvZiBPZGluIGxhbmd1YWdlIGZpcnN0IHB1YmxpYyByZWxlYXNlIHllYXIgd2FzIF9fXy5cblE4OiBUaGUgZmlyc3QgcHVibGljIHJlbGVhc2UgeWVhciBvZiBCZU9TIDEuMCBmaXJzdCBwdWJsaWMgcmVsZWFzZSB5ZWFyIHdhcyBfX18uXG5ROTogVGhlIGZpcnN0IHB1YmxpYyByZWxlYXNlIHllYXIgb2YgTWFyaWFEQiA1LjAgZmlyc3QgcHVibGljIHJlbGVhc2UgeWVhciB3YXMgX19fLlxuUTEwOiBUaGUgZmlyc3QgcHVibGljIHJlbGVhc2UgeWVhciBvZiBMaXNwIGZpcnN0IHB1YmxpYyByZWxlYXNlIHllYXIgd2FzIF9fXy4ifV0sInRlbXBlcmF0dXJlIjowLCJtYXhfdG9rZW5zIjoxNjAwLCJyZWFzb25pbmciOnsiZWZmb3J0Ijoibm9uZSJ9LCJzdHJlYW0iOmZhbHNlfQ==","hash":"0x966eb3ec50e7c9e6ed65bdfc7778753a2504ce71ff2481c208fc86749eae785b","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8379/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1793985839185,"responseLatencyMs":0,"startedAt":1793985839185}},{"answers":[null],"attemptCosts":[],"attemptCount":0,"batchIndex":11,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:programming:fcac65c400db"],"promptVariantId":"v5","request":{"bodyBase64":"eyJtb2RlbCI6InF3ZW4vcXdlbjMuOC0yN2IiLCJtZXNzYWdlcyI6W3sicm9sZSI6InN5c3RlbSIsImNvbnRlbnQiOiJZb3UgYXJlIGEgaGVscGZ1bCBhc3Npc3RhbnQuIEtlZXAgYW5zd2VycyBzaG9ydCBhbmQgc3RyaWN0bHkgZm9ybWF0dGVkLiJ9LHsicm9sZSI6InVzZXIiLCJjb250ZW50IjoiRm9yIGVhY2ggaXRlbSwgc3VwcGx5IHRoZSBudW1iZXIgdGhhdCBiZWxvbmdzIGluIHRoZSBibGFuay4gVXNlIHdoYXQgeW91IGFscmVhZHkga25vdy5cblJVTEVTOiBPdXRwdXQgT05MWSBpbiAoTikgPG51bWJlcj4gZm9ybWF0LCBvbmUgcGVyIGxpbmUuIEdpdmUgYSBzaW5nbGUgcGxhaW4gbnVtYmVyIHBlciBsaW5lLCBubyB3b3Jkcywgbm8gcmFuZ2VzLiBJZiB1bnN1cmUsIG91dHB1dCB5b3VyIGJlc3Qgc2luZ2xlIG51bWVyaWMgZXN0aW1hdGUuXG5cbigxKSBUaGUgZmlyc3QgcHVibGljIHJlbGVhc2UgeWVhciBvZiBKdWxpYSBwcm9ncmFtbWluZyBsYW5ndWFnZSBmaXJzdCBzdGFibGUgcmVsZWFzZSB5ZWFyIHdhcyBfX18uIn1dLCJ0ZW1wZXJhdHVyZSI6MCwibWF4X3Rva2VucyI6MTYwMCwicmVhc29uaW5nIjp7ImVmZm9ydCI6Im5vbmUifSwic3RyZWFtIjpmYWxzZX0=","hash":"0x5feea296ab66c23a9cb27035a7dc402dbd8f838cb20ebf6e36bf5bd28b28a184","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8379/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1793985839185,"responseLatencyMs":0,"startedAt":1793985839185}},{"answers":[null,null,null,null,null,null,null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":12,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null,null,null,null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:biology:daa34ce856dc","llm:biology:1515ae74ef40","llm:biology:bdc70b8f1e87","llm:biology:53997ee6db5f","llm:biology:1999494caec7","llm:biology:7e0661e41924","llm:biology:138cc04a90df","llm:biology:d5f3361512ae","llm:biology:116aa7ddbf25","llm:biology:a9252cc7aae5"],"promptVariantId":"v5","request":{"bodyBase64":"eyJtb2RlbCI6InF3ZW4vcXdlbjMuOC0yN2IiLCJtZXNzYWdlcyI6W3sicm9sZSI6InN5c3RlbSIsImNvbnRlbnQiOiJZb3UgYXJlIGEgaGVscGZ1bCBhc3Npc3RhbnQuIEtlZXAgYW5zd2VycyBzaG9ydCBhbmQgc3RyaWN0bHkgZm9ybWF0dGVkLiJ9LHsicm9sZSI6InVzZXIiLCJjb250ZW50IjoiRm9yIGVhY2ggaXRlbSwgc3VwcGx5IHRoZSBudW1iZXIgdGhhdCBiZWxvbmdzIGluIHRoZSBibGFuay4gVXNlIHdoYXQgeW91IGFscmVhZHkga25vdy5cblJVTEVTOiBPdXRwdXQgT05MWSBpbiAoTikgPG51bWJlcj4gZm9ybWF0LCBvbmUgcGVyIGxpbmUuIEdpdmUgYSBzaW5nbGUgcGxhaW4gbnVtYmVyIHBlciBsaW5lLCBubyB3b3Jkcywgbm8gcmFuZ2VzLiBJZiB1bnN1cmUsIG91dHB1dCB5b3VyIGJlc3Qgc2luZ2xlIG51bWVyaWMgZXN0aW1hdGUuXG5cbigxKSBUaGUgZGlwbG9pZCBjaHJvbW9zb21lIG51bWJlciAoMm4pIG9mIE9kb25hdGEgKGRyYWdvbmZseSkgZGlwbG9pZCBjaHJvbW9zb21lIGNvdW50IGlzIF9fXy5cbigyKSBUaGUgZGlwbG9pZCBjaHJvbW9zb21lIG51bWJlciAoMm4pIG9mIFNxdWFsdXMgYWNhbnRoaWFzIGRpcGxvaWQgY2hyb21vc29tZSBudW1iZXIgaXMgX19fLlxuKDMpIFRoZSBkaXBsb2lkIGNocm9tb3NvbWUgbnVtYmVyICgybikgb2YgU2FjY2hhcm9teWNlcyBjZXJldmlzaWFlIGRpcGxvaWQgY2hyb21vc29tZSBudW1iZXIgKDJuKSBpcyBfX18uXG4oNCkgVGhlIGRpcGxvaWQgY2hyb21vc29tZSBudW1iZXIgKDJuKSBvZiBEaXBsb2lkIGNocm9tb3NvbWUgbnVtYmVyICgybikgb2YgdGhlIGNvY2tyb2FjaCBQZXJpcGxhbmV0YSBhbWVyaWNhbmEgaXMgX19fLlxuKDUpIFRoZSBkaXBsb2lkIGNocm9tb3NvbWUgbnVtYmVyICgybikgb2YgQXJhY2huaWRhIEFjYXJpIFRldHJhbnljaHVzIHVydGljYWUgZGlwbG9pZCBjaHJvbW9zb21lIG51bWJlciBpcyBfX18uXG4oNikgVGhlIGRpcGxvaWQgY2hyb21vc29tZSBudW1iZXIgKDJuKSBvZiBkZWVwLXNlYSB6ZWJyYSBzaGFyayBTdGVnb3N0b21hIHRpZ3JpbnVtIGRpcGxvaWQgY2hyb21vc29tZSBjb3VudCBpcyBfX18uXG4oNykgVGhlIGRpcGxvaWQgY2hyb21vc29tZSBudW1iZXIgKDJuKSBvZiBQb2EgcHJhdGVuc2lzIGRpcGxvaWQgY2hyb21vc29tZSBudW1iZXIgaXMgX19fLlxuKDgpIFRoZSBkaXBsb2lkIGNocm9tb3NvbWUgbnVtYmVyICgybikgb2YgZGVlcC1zZWEgc3BpbnkgZG9nZmlzaCBTcXVhbHVzIGFjYW50aGlhcyBkaXBsb2lkIGNocm9tb3NvbWUgY291bnQgaXMgX19fLlxuKDkpIFRoZSBkaXBsb2lkIGNocm9tb3NvbWUgbnVtYmVyICgybikgb2YgQmxhdHRvZGVhIChjb2Nrcm9hY2gpIGRpcGxvaWQgY2hyb21vc29tZSBjb3VudCBpcyBfX18uXG4oMTApIFRoZSBkaXBsb2lkIGNocm9tb3NvbWUgbnVtYmVyICgybikgb2YgRGlwbG9pZCBjaHJvbW9zb21lIG51bWJlciAoMm4pIG9mIHRoZSBncmFzc2hvcHBlciBTY2hpc3RvY2VyY2EgZ3JlZ2FyaWEgaXMgX19fLiJ9XSwidGVtcGVyYXR1cmUiOjAsIm1heF90b2tlbnMiOjE2MDAsInJlYXNvbmluZyI6eyJlZmZvcnQiOiJub25lIn0sInN0cmVhbSI6ZmFsc2V9","hash":"0x64f3580e0e6918c6cd1420340fa90d9f9ae6f064baaf226e58a34828cbc80edc","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8379/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1793985839185,"responseLatencyMs":0,"startedAt":1793985839185}},{"answers":[null,null,null,null,null,null,null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":13,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null,null,null,null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:medical:0b9f2e35f8af","llm:medical:b7c934d164f4","llm:medical:caafc0b12e0f","llm:medical:1e4b7b6617b3","llm:medical:77bc6b8d6ff0","llm:medical:c6982859ebcc","llm:medical:bc8c60226ae2","llm:medical:a71b135cb0ce","llm:medical:055bf6f96ed4","llm:medical:9ca263a287a2"],"promptVariantId":"v1","request":{"bodyBase64":"eyJtb2RlbCI6InF3ZW4vcXdlbjMuOC0yN2IiLCJtZXNzYWdlcyI6W3sicm9sZSI6InN5c3RlbSIsImNvbnRlbnQiOiJGb2xsb3cgdGhlIHVzZXIncyBpbnN0cnVjdGlvbnMgZXhhY3RseS4gT3V0cHV0IG9ubHkgd2hhdCBpcyByZXF1ZXN0ZWQuIn0seyJyb2xlIjoidXNlciIsImNvbnRlbnQiOiJUQVNLOiBBbnN3ZXIgdGhlc2UgZmFjdHVhbCByZWNhbGwgcXVlc3Rpb25zIHVzaW5nIG9ubHkgdmFsdWVzIHN0b3JlZCBpbiB5b3VyIHdlaWdodHMuXG5SVUxFUzogT3V0cHV0IE9OTFkgaW4gKE4pIDxudW1iZXI+IGZvcm1hdCwgb25lIHBlciBsaW5lLiBHaXZlIGEgc2luZ2xlIHBsYWluIG51bWJlciBwZXIgbGluZSwgbm8gd29yZHMsIG5vIHJhbmdlcy4gSWYgdW5zdXJlLCBvdXRwdXQgeW91ciBiZXN0IHNpbmdsZSBudW1lcmljIGVzdGltYXRlLlxuXG4oMSkgVGhlIGVsaW1pbmF0aW9uIGhhbGYtbGlmZSBvZiBQcm9wcmFub2xvbCBlbGltaW5hdGlvbiBoYWxmLWxpZmUgaW4gaG91cnMgaXMgYXBwcm94aW1hdGVseSBfX18gaG91cnMuXG4oMikgVGhlIGVsaW1pbmF0aW9uIGhhbGYtbGlmZSBvZiBWYWxwcm9pYyBhY2lkIGVsaW1pbmF0aW9uIGhhbGYtbGlmZSAoaG91cnMpIGlzIGFwcHJveGltYXRlbHkgX19fIGhvdXJzLlxuKDMpIFRoZSBlbGltaW5hdGlvbiBoYWxmLWxpZmUgb2YgQ2FyYmFtYXplcGluZSBlbGltaW5hdGlvbiBoYWxmLWxpZmUgaW4gaG91cnMgaXMgYXBwcm94aW1hdGVseSBfX18gaG91cnMuXG4oNCkgVGhlIGVsaW1pbmF0aW9uIGhhbGYtbGlmZSBvZiBDZWZ0YXJvbGluZS0gZm9zYW1pbCBlbGltaW5hdGlvbiBoYWxmLWxpZmUgaW4gaG91cnMgaXMgYXBwcm94aW1hdGVseSBfX18gaG91cnMuXG4oNSkgVGhlIGVsaW1pbmF0aW9uIGhhbGYtbGlmZSBvZiBTb3JhZmVuaWIgZWxpbWluYXRpb24gaGFsZi1saWZlIGhvdXJzIGlzIGFwcHJveGltYXRlbHkgX19fIGhvdXJzLlxuKDYpIFRoZSBlbGltaW5hdGlvbiBoYWxmLWxpZmUgb2YgQ2FyYmFtYXplcGluZSBlbGltaW5hdGlvbiBoYWxmLWxpZmUgaW4gaG91cnMgaW4gYWR1bHRzIGlzIGFwcHJveGltYXRlbHkgX19fIGhvdXJzLlxuKDcpIFRoZSBlbGltaW5hdGlvbiBoYWxmLWxpZmUgb2YgUGhlbm9iYXJiaXRhbCBlbGltaW5hdGlvbiBoYWxmLWxpZmUgaW4gaG91cnMgaXMgYXBwcm94aW1hdGVseSBfX18gaG91cnMuXG4oOCkgVGhlIGVsaW1pbmF0aW9uIGhhbGYtbGlmZSBvZiBQcmltaWRvbmUgZWxpbWluYXRpb24gaGFsZi1saWZlIGhvdXJzIGlzIGFwcHJveGltYXRlbHkgX19fIGhvdXJzLlxuKDkpIFRoZSBlbGltaW5hdGlvbiBoYWxmLWxpZmUgb2YgVGljYWdyZWxvciBlbGltaW5hdGlvbiBoYWxmLWxpZmUgaW4gaG91cnMgaXMgYXBwcm94aW1hdGVseSBfX18gaG91cnMuXG4oMTApIFRoZSBlbGltaW5hdGlvbiBoYWxmLWxpZmUgb2YgVXBhZGFjaXRpbmliIGVsaW1pbmF0aW9uIGhhbGYtbGlmZSBob3VycyBpcyBhcHByb3hpbWF0ZWx5IF9fXyBob3Vycy4ifV0sInRlbXBlcmF0dXJlIjowLCJtYXhfdG9rZW5zIjoxNjAwLCJyZWFzb25pbmciOnsiZWZmb3J0Ijoibm9uZSJ9LCJzdHJlYW0iOmZhbHNlfQ==","hash":"0x8862a0c2126514b47356da20411efdfd64c7a99a2979e27f3dd232f0b30af7c6","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8379/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1793985839185,"responseLatencyMs":0,"startedAt":1793985839185}},{"answers":[null,null,null,null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":14,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:crypto-params:2212223fc6d9","llm:crypto-params:9ba6439ce752","llm:crypto-params:586c33ed4bc3","llm:crypto-params:77e8d17eb112","llm:crypto-params:4afccf3c73e6","llm:crypto-params:4e1247183256","llm:crypto-params:414dcc3f608e"],"promptVariantId":"v3","request":{"bodyBase64":"eyJtb2RlbCI6InF3ZW4vcXdlbjMuOC0yN2IiLCJtZXNzYWdlcyI6W3sicm9sZSI6InN5c3RlbSIsImNvbnRlbnQiOiJBbnN3ZXIgY29uY2lzZWx5IGFuZCBmb2xsb3cgdGhlIHJlcXVlc3RlZCBvdXRwdXQgZm9ybWF0IGV4YWN0bHkuIn0seyJyb2xlIjoidXNlciIsImNvbnRlbnQiOiJDb21wbGV0ZSBldmVyeSBzdGF0ZW1lbnQgYmVsb3cgd2l0aCB0aGUgY29ycmVjdCBudW1iZXIgZnJvbSBtZW1vcnksIHdpdGhvdXQgbG9va2luZyBhbnl0aGluZyB1cC5cblJVTEVTOiBPdXRwdXQgT05MWSBpbiAxKSA8bnVtYmVyPiwgMikgPG51bWJlcj4sIGFuZCBzbyBvbiBmb3JtYXQsIG9uZSBwZXIgbGluZS4gR2l2ZSBhIHNpbmdsZSBwbGFpbiBudW1iZXIgcGVyIGxpbmUsIG5vIHdvcmRzLCBubyByYW5nZXMuIElmIHVuc3VyZSwgb3V0cHV0IHlvdXIgYmVzdCBzaW5nbGUgbnVtZXJpYyBlc3RpbWF0ZS5cblxuMSkgVGhlIG51bWVyaWNhbCB2YWx1ZSBvZiBDQVNULTEyOCBudW1iZXIgb2YgZW5jcnlwdGlvbiByb3VuZHMgaXMgX19fLlxuMikgVGhlIG51bWVyaWNhbCB2YWx1ZSBvZiBSRkMgNTExNiBwdWJsaWNhdGlvbiB5ZWFyIGlzIF9fXy5cbjMpIFRoZSBudW1lcmljYWwgdmFsdWUgb2YgQ1JZU1RBTFMtS3liZXItMTAyNCBzZWVkIHNpemUgaW4gYnl0ZXMgaXMgX19fLlxuNCkgVGhlIG51bWVyaWNhbCB2YWx1ZSBvZiBNSVNUWTEgRmVpc3RlbCByb3VuZCBjb3VudCBpcyBfX18uXG41KSBUaGUgbnVtZXJpY2FsIHZhbHVlIG9mIEFSSUEtMjU2IGtleSBleHBhbnNpb24gY29uc3RhbnQgc2l6ZSBpbiBieXRlcyBpcyBfX18uXG42KSBUaGUgbnVtZXJpY2FsIHZhbHVlIG9mIEhNQUMtU0hBMjU2IHN0YW5kYXJkIGtleSBsZW5ndGggZm9yIHNlY3VyaXR5IHN0cmVuZ3RoIDEyOCBiaXRzIGluIGJpdHMgaXMgX19fLlxuNykgVGhlIG51bWVyaWNhbCB2YWx1ZSBvZiBBTlNJIFg5LjI0IHN0YW5kYXJkIGFkb3B0aW9uIHllYXIgaXMgX19fLiJ9XSwidGVtcGVyYXR1cmUiOjAsIm1heF90b2tlbnMiOjE2MDAsInJlYXNvbmluZyI6eyJlZmZvcnQiOiJub25lIn0sInN0cmVhbSI6ZmFsc2V9","hash":"0x36713864dc591442234153b01b41e46e8d8be1c7dd93b0a5a5b852f1d11328d3","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8379/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1793985839185,"responseLatencyMs":0,"startedAt":1793985839185}},{"answers":[null,null,null,null,null,null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":15,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null,null,null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:physics:ffd4271b0136","llm:physics:cb52aa1bbc77","llm:physics:9f9de45096c2","llm:physics:68280fe540a2","llm:physics:c52ced79bf06","llm:physics:053fa1444393","llm:physics:2a12e36fed34","llm:physics:67b81d288cce","llm:physics:50cc18111ede"],"promptVariantId":"v5","request":{"bodyBase64":"eyJtb2RlbCI6InF3ZW4vcXdlbjMuOC0yN2IiLCJtZXNzYWdlcyI6W3sicm9sZSI6InN5c3RlbSIsImNvbnRlbnQiOiJZb3UgYXJlIGEgaGVscGZ1bCBhc3Npc3RhbnQuIEtlZXAgYW5zd2VycyBzaG9ydCBhbmQgc3RyaWN0bHkgZm9ybWF0dGVkLiJ9LHsicm9sZSI6InVzZXIiLCJjb250ZW50IjoiRm9yIGVhY2ggaXRlbSwgc3VwcGx5IHRoZSBudW1iZXIgdGhhdCBiZWxvbmdzIGluIHRoZSBibGFuay4gVXNlIHdoYXQgeW91IGFscmVhZHkga25vdy5cblJVTEVTOiBPdXRwdXQgT05MWSBpbiAoTikgPG51bWJlcj4gZm9ybWF0LCBvbmUgcGVyIGxpbmUuIEdpdmUgYSBzaW5nbGUgcGxhaW4gbnVtYmVyIHBlciBsaW5lLCBubyB3b3Jkcywgbm8gcmFuZ2VzLiBJZiB1bnN1cmUsIG91dHB1dCB5b3VyIGJlc3Qgc2luZ2xlIG51bWVyaWMgZXN0aW1hdGUuXG5cbigxKSBUaGUgbnVtZXJpY2FsIHZhbHVlIG9mIFRoZXJtYWwgZGlmZnVzaXZpdHkgb2YgY29wcGVyIGF0IDMwMCBLIGluIG3CsiBz4oG7wrkgaW4gU0kgdW5pdHMgaXMgX19fLlxuKDIpIFRoZSBudW1lcmljYWwgdmFsdWUgb2YgVGhlcm1hbCBjb25kdWN0aXZpdHkgb2YgZ3JhcGhpdGUgcGFyYWxsZWwgdG8gYmFzYWwgcGxhbmUgYXQgMzAwIEsgaW4gVyBt4oG7wrkgS+KBu8K5IGluIFNJIHVuaXRzIGlzIF9fXy5cbigzKSBUaGUgbnVtZXJpY2FsIHZhbHVlIG9mIG51Y2xlb24gc2lnbWEgdGVybSBwaS1OIGluIE1lViBpbiBTSSB1bml0cyBpcyBfX18uXG4oNCkgVGhlIG51bWVyaWNhbCB2YWx1ZSBvZiBTcGVlZCBvZiBzb3VuZCBpbiBzdGVlbCBhdCAyMCBDIGluIG1ldGVycyBwZXIgc2Vjb25kIGluIFNJIHVuaXRzIGlzIF9fXy5cbig1KSBUaGUgbnVtZXJpY2FsIHZhbHVlIG9mIHByb3Rvbl9jaGFyZ2VfcmFkaXVzX2luX2ZlbXRvbWV0ZXIgaW4gU0kgdW5pdHMgaXMgX19fLlxuKDYpIFRoZSBudW1lcmljYWwgdmFsdWUgb2YgVGhlcm1hbCBjb25kdWN0aXZpdHkgb2YgZGlhbW9uZCBhdCAzMDAgSyBpbiBXIHBlciBtIEsgaW4gU0kgdW5pdHMgaXMgX19fLlxuKDcpIFRoZSBudW1lcmljYWwgdmFsdWUgb2YgU3BlZWQgb2Ygc291bmQgaW4gbGVhZCBhdCAyMCBDIChtL3MpIGluIFNJIHVuaXRzIGlzIF9fXy5cbig4KSBUaGUgbnVtZXJpY2FsIHZhbHVlIG9mIFRoZXJtYWwgY29uZHVjdGl2aXR5IG9mIGdyYXBoaXRlIGFsb25nIGMtYXhpcyBhdCAzMDAgSyAoVy8obSpLKSkgaW4gU0kgdW5pdHMgaXMgX19fLlxuKDkpIFRoZSBudW1lcmljYWwgdmFsdWUgb2Ygc3RyYW5nZSBxdWFyayBtYXNzIGF0IDIgR2VWIE1lViBpbiBTSSB1bml0cyBpcyBfX18uIn1dLCJ0ZW1wZXJhdHVyZSI6MCwibWF4X3Rva2VucyI6MTYwMCwicmVhc29uaW5nIjp7ImVmZm9ydCI6Im5vbmUifSwic3RyZWFtIjpmYWxzZX0=","hash":"0x602fe7b2891e1a83623981a486ed05c0d9cfa74172bd2ef5d9ba401feb34c627","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8379/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1793985839185,"responseLatencyMs":0,"startedAt":1793985839185}},{"answers":[null,null,null,null,null,null,null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":16,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null,null,null,null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:pop-culture:3cecef148764","llm:pop-culture:8471a7887d84","llm:pop-culture:6255e6c7f4a3","llm:pop-culture:5e4115b3db38","llm:pop-culture:7bd71cb775d6","llm:pop-culture:38e5f5ac447e","llm:pop-culture:3ea43966da4e","llm:pop-culture:c88de81da81d","llm:pop-culture:263eb9ef2723","llm:pop-culture:18e55cc7047b"],"promptVariantId":"v7","request":{"bodyBase64":"eyJtb2RlbCI6InF3ZW4vcXdlbjMuOC0yN2IiLCJtZXNzYWdlcyI6W3sicm9sZSI6InN5c3RlbSIsImNvbnRlbnQiOiJGb2xsb3cgdGhlIGluc3RydWN0aW9ucyBjYXJlZnVsbHkgYW5kIG91dHB1dCBub3RoaW5nIGJleW9uZCB3aGF0IGlzIGFza2VkLiJ9LHsicm9sZSI6InVzZXIiLCJjb250ZW50IjoiQmVsb3cgYXJlIGZpbGwtaW4tdGhlLWJsYW5rIGZhY3RzLiBBbnN3ZXIgZWFjaCBvbmUgd2l0aCBhIG51bWJlciBmcm9tIG1lbW9yeS5cblJVTEVTOiBPdXRwdXQgT05MWSBpbiAxKSA8bnVtYmVyPiwgMikgPG51bWJlcj4sIGFuZCBzbyBvbiBmb3JtYXQsIG9uZSBwZXIgbGluZS4gR2l2ZSBhIHNpbmdsZSBwbGFpbiBudW1iZXIgcGVyIGxpbmUsIG5vIHdvcmRzLCBubyByYW5nZXMuIElmIHVuc3VyZSwgb3V0cHV0IHlvdXIgYmVzdCBzaW5nbGUgbnVtZXJpYyBlc3RpbWF0ZS5cblxuMSkgVGhlIG51bWVyaWNhbCB2YWx1ZSBhc3NvY2lhdGVkIHdpdGggTnVtYmVyIG9mIHNob3RzIGluIHRoZSBsb25nIHRha2Ugb2YgQmlyZG1hbiBvciAoVGhlIFVuZXhwZWN0ZWQgVmlydHVlIG9mIElnbm9yYW5jZSkgaXMgX19fLlxuMikgVGhlIG51bWVyaWNhbCB2YWx1ZSBhc3NvY2lhdGVkIHdpdGggTnVtYmVyIG9mIHZvbHVtZXMgaW4gTmVvbiBHZW5lc2lzIEV2YW5nZWxpb24gbWFuZ2EgaXMgX19fLlxuMykgVGhlIG51bWVyaWNhbCB2YWx1ZSBhc3NvY2lhdGVkIHdpdGggTnVtYmVyIG9mIGVwaXNvZGVzIGluIHNlYXNvbiAyIG9mIFllbGxvd2phY2tldHMgKDIwMjIpIGlzIF9fXy5cbjQpIFRoZSBudW1lcmljYWwgdmFsdWUgYXNzb2NpYXRlZCB3aXRoIFRoZSBudW1iZXIgb2YgbGV2ZWxzIGluIHRoZSBvcmlnaW5hbCAxOTgwIGFyY2FkZSB2ZXJzaW9uIG9mIFwiRG9ua2V5IEtvbmdcIiBpcyBfX18uXG41KSBUaGUgbnVtZXJpY2FsIHZhbHVlIGFzc29jaWF0ZWQgd2l0aCBOdW1iZXIgb2YgdHJhY2tzIG9uIEVhZ2xlcycgSG90ZWwgQ2FsaWZvcm5pYSBhbGJ1bSBpcyBfX18uXG42KSBUaGUgbnVtZXJpY2FsIHZhbHVlIGFzc29jaWF0ZWQgd2l0aCBOdW1iZXIgb2YgdHJhY2tzIG9uIE5pcnZhbmEncyBOZXZlcm1pbmQgYWxidW0gaXMgX19fLlxuNykgVGhlIG51bWVyaWNhbCB2YWx1ZSBhc3NvY2lhdGVkIHdpdGggTnVtYmVyIG9mIG11c2ljaWFucyBsaXN0ZWQgaW4gdGhlIGxpbmVyIG5vdGVzIGZvciB0aGUgMTk2OSBsaXZlIHJlY29yZGluZyBvZiBUaGUgQmVhdGxlcyBhdCB0aGUgQ2F2ZXJuIENsdWIgaW4gTGl2ZXJwb29sIGlzIF9fXy5cbjgpIFRoZSBudW1lcmljYWwgdmFsdWUgYXNzb2NpYXRlZCB3aXRoIFRoZSBudW1iZXIgb2YgSU1BWCBjYW1lcmFzIHVzZWQgc2ltdWx0YW5lb3VzbHkgZHVyaW5nIHRoZSBmaWxtaW5nIG9mIHRoZSAyMDE3IGZpbG0gRHVua2lyayBpcyBfX18uXG45KSBUaGUgbnVtZXJpY2FsIHZhbHVlIGFzc29jaWF0ZWQgd2l0aCBUb3RhbCBudW1iZXIgb2YgZXBpc29kZXMgaW4gdGhlIGNvbXBsZXRlIHJ1biBvZiB0aGUgVFYgc2VyaWVzIEJsYWNrIE1pcnJvciAoZXBpc29kZXMpIGlzIF9fXy5cbjEwKSBUaGUgbnVtZXJpY2FsIHZhbHVlIGFzc29jaWF0ZWQgd2l0aCBOdW1iZXIgb2YgbGV2ZWxzIGluIHRoZSBhcmNhZGUgZ2FtZSBQYWMtTWFuIGlzIF9fXy4ifV0sInRlbXBlcmF0dXJlIjowLCJtYXhfdG9rZW5zIjoxNjAwLCJyZWFzb25pbmciOnsiZWZmb3J0Ijoibm9uZSJ9LCJzdHJlYW0iOmZhbHNlfQ==","hash":"0x76351029c4588fafb4197ae1549beb203464c02adf8b75381b1773fcd35f94bf","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8379/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1793985839185,"responseLatencyMs":0,"startedAt":1793985839185}},{"answers":[null,null,null,null,null,null,null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":17,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null,null,null,null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:internet-culture:7c863fb742b8","llm:internet-culture:b9bb1c4a5fd5","llm:internet-culture:72a8142794a8","llm:internet-culture:9897fc9ac8d7","llm:internet-culture:6212886338c0","llm:internet-culture:d72edbcc4141","llm:internet-culture:0015c5fa8902","llm:internet-culture:0beb58e4d7b4","llm:internet-culture:2a9cfba2b3df","llm:internet-culture:2c8a4120d936"],"promptVariantId":"v1","request":{"bodyBase64":"eyJtb2RlbCI6InF3ZW4vcXdlbjMuOC0yN2IiLCJtZXNzYWdlcyI6W3sicm9sZSI6InN5c3RlbSIsImNvbnRlbnQiOiJGb2xsb3cgdGhlIHVzZXIncyBpbnN0cnVjdGlvbnMgZXhhY3RseS4gT3V0cHV0IG9ubHkgd2hhdCBpcyByZXF1ZXN0ZWQuIn0seyJyb2xlIjoidXNlciIsImNvbnRlbnQiOiJUQVNLOiBBbnN3ZXIgdGhlc2UgZmFjdHVhbCByZWNhbGwgcXVlc3Rpb25zIHVzaW5nIG9ubHkgdmFsdWVzIHN0b3JlZCBpbiB5b3VyIHdlaWdodHMuXG5SVUxFUzogT3V0cHV0IE9OTFkgaW4gKE4pIDxudW1iZXI+IGZvcm1hdCwgb25lIHBlciBsaW5lLiBHaXZlIGEgc2luZ2xlIHBsYWluIG51bWJlciBwZXIgbGluZSwgbm8gd29yZHMsIG5vIHJhbmdlcy4gSWYgdW5zdXJlLCBvdXRwdXQgeW91ciBiZXN0IHNpbmdsZSBudW1lcmljIGVzdGltYXRlLlxuXG4oMSkgVGhlIG51bWVyaWNhbCB2YWx1ZSBhc3NvY2lhdGVkIHdpdGggWWVhciB0aGUgZmlyc3QgYmxvZywgY2FsbGVkIFwiVGhlIEJsb2dcIiwgd2FzIGxhdW5jaGVkIGJ5IFBldGVyIE1lcmhvbHogaXMgX19fLlxuKDIpIFRoZSBudW1lcmljYWwgdmFsdWUgYXNzb2NpYXRlZCB3aXRoIE51bWJlciBvZiB0b3AtbGV2ZWwgZG9tYWlucyBhdmFpbGFibGUgd2hlbiBJQ0FOTiB0b29rIG92ZXIgRE5TIG1hbmFnZW1lbnQgaW4gMTk5OCBpcyBfX18uXG4oMykgVGhlIG51bWVyaWNhbCB2YWx1ZSBhc3NvY2lhdGVkIHdpdGggWWVhciBvZiBmaXJzdCBVc2VuZXQgcG9zdCBpcyBfX18uXG4oNCkgVGhlIG51bWVyaWNhbCB2YWx1ZSBhc3NvY2lhdGVkIHdpdGggQ3VybCBjb21tYW5kLWxpbmUgdG9vbCBpbml0aWFsIHJlbGVhc2UgeWVhciBpcyBfX18uXG4oNSkgVGhlIG51bWVyaWNhbCB2YWx1ZSBhc3NvY2lhdGVkIHdpdGggTnVtYmVyIG9mIHByaW1hcnkgbWFpbnRhaW5lcnMgb2YgdGhlIExpbnV4IGtlcm5lbCBhdCB0aGUgc3RhcnQgb2YgdGhlIDQueCBzZXJpZXMgKHllYXIgMjAxMykgaXMgX19fLlxuKDYpIFRoZSBudW1lcmljYWwgdmFsdWUgYXNzb2NpYXRlZCB3aXRoIFllYXIgU3R1bWJsZVVwb24gd2FzIGxhdW5jaGVkIGlzIF9fXy5cbig3KSBUaGUgbnVtZXJpY2FsIHZhbHVlIGFzc29jaWF0ZWQgd2l0aCBOdW1iZXIgb2Ygb3JpZ2luYWwgVXNlbmV0IG5ld3MgZ3JvdXBzIGluIDE5ODAgaXMgX19fLlxuKDgpIFRoZSBudW1lcmljYWwgdmFsdWUgYXNzb2NpYXRlZCB3aXRoIE51bWJlciBvZiBvcmlnaW5hbCBCR1AgdmVyc2lvbiBudW1iZXJzIGlzIF9fXy5cbig5KSBUaGUgbnVtZXJpY2FsIHZhbHVlIGFzc29jaWF0ZWQgd2l0aCBOdW1iZXIgb2YgY2hhcmFjdGVycyBhbGxvd2VkIGluIGEgc3RhbmRhcmQgRlRQIHVzZXJuYW1lIGZpZWxkIHBlciBSRkMgOTU5IGlzIF9fXy5cbigxMCkgVGhlIG51bWVyaWNhbCB2YWx1ZSBhc3NvY2lhdGVkIHdpdGggWWVhciB0aGUgZmlyc3QgdmVyc2lvbiBvZiBGVFAgcHJvdG9jb2wgd2FzIHN0YW5kYXJkaXplZCBpbiBSRkMgMTE0IGlzIF9fXy4ifV0sInRlbXBlcmF0dXJlIjowLCJtYXhfdG9rZW5zIjoxNjAwLCJyZWFzb25pbmciOnsiZWZmb3J0Ijoibm9uZSJ9LCJzdHJlYW0iOmZhbHNlfQ==","hash":"0x01aba48f10907a92024c004a42bb69e8fad7a09ce2d6211624e129d4e048b061","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8379/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1793985839185,"responseLatencyMs":0,"startedAt":1793985839185}},{"answers":[null,null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":18,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:internet-culture:219f093789fe","llm:internet-culture:fad9d7a6b186","llm:internet-culture:7c9904ab9fb8","llm:internet-culture:ed426edc2283","llm:internet-culture:e9a7cca265d5"],"promptVariantId":"v2","request":{"bodyBase64":"eyJtb2RlbCI6InF3ZW4vcXdlbjMuOC0yN2IiLCJtZXNzYWdlcyI6W3sicm9sZSI6InN5c3RlbSIsImNvbnRlbnQiOiJZb3UgYXJlIGEgcHJlY2lzZSBhc3Npc3RhbnQuIFJlcGx5IHdpdGggZXhhY3RseSB0aGUgcmVxdWVzdGVkIG91dHB1dCBhbmQgbm90aGluZyBlbHNlLiJ9LHsicm9sZSI6InVzZXIiLCJjb250ZW50IjoiRmlsbCBpbiBlYWNoIGJsYW5rIGJlbG93IHdpdGggdGhlIG51bWVyaWMgdmFsdWUgeW91IHJlY2FsbCBmcm9tIHlvdXIgdHJhaW5pbmcgZGF0YS5cblJVTEVTOiBPdXRwdXQgT05MWSBpbiAxLiA8bnVtYmVyPiwgMi4gPG51bWJlcj4sIGFuZCBzbyBvbiBmb3JtYXQsIG9uZSBwZXIgbGluZS4gR2l2ZSBhIHNpbmdsZSBwbGFpbiBudW1iZXIgcGVyIGxpbmUsIG5vIHdvcmRzLCBubyByYW5nZXMuIElmIHVuc3VyZSwgb3V0cHV0IHlvdXIgYmVzdCBzaW5nbGUgbnVtZXJpYyBlc3RpbWF0ZS5cblxuMS4gVGhlIG51bWVyaWNhbCB2YWx1ZSBhc3NvY2lhdGVkIHdpdGggWWVhciB0aGUgc29jaWFsIG5ldHdvcmtpbmcgc2l0ZSBNeVNwYWNlIHBlYWtlZCBhdCBvdmVyIDEwMCBtaWxsaW9uIHVzZXJzIGlzIF9fXy5cbjIuIFRoZSBudW1lcmljYWwgdmFsdWUgYXNzb2NpYXRlZCB3aXRoIE51bWJlciBvZiBzZWdtZW50cyBpbiB0aGUgbWluaW11bSBzaXplIG9mIGFuIEV0aGVybmV0IElJIGZyYW1lIHBheWxvYWQgaXMgX19fLlxuMy4gVGhlIG51bWVyaWNhbCB2YWx1ZSBhc3NvY2lhdGVkIHdpdGggU3R1bWJsZVVwb24gc2VydmljZSBzdGFydCB5ZWFyIGlzIF9fXy5cbjQuIFRoZSBudW1lcmljYWwgdmFsdWUgYXNzb2NpYXRlZCB3aXRoIFllYXIgVmluZSBzaHV0IGRvd24gc3RhbmRhbG9uZSBhcHAgaXMgX19fLlxuNS4gVGhlIG51bWVyaWNhbCB2YWx1ZSBhc3NvY2lhdGVkIHdpdGggUG9zdGdyZVNRTCB2ZXJzaW9uIDEuMCByZWxlYXNlIHllYXIgaXMgX19fLiJ9XSwidGVtcGVyYXR1cmUiOjAsIm1heF90b2tlbnMiOjE2MDAsInJlYXNvbmluZyI6eyJlZmZvcnQiOiJub25lIn0sInN0cmVhbSI6ZmFsc2V9","hash":"0xef749812426ba79fd0be1c5bfcd313a029cacf075ac77e0c6ba93a216fb8aa7f","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8379/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1793985839188,"responseLatencyMs":0,"startedAt":1793985839188}},{"answers":[null,null,null,null,null,null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":19,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null,null,null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:math:fc75a760e8b1","llm:math:a1ec55c5500e","llm:math:b5953342d27b","llm:math:b687f96c9c7b","llm:math:91f240f32237","llm:math:a2dc59ca79ac","llm:math:f3256b69ddbe","llm:math:c5df181e16a8","llm:math:540758348e70"],"promptVariantId":"v4","request":{"bodyBase64":"eyJtb2RlbCI6InF3ZW4vcXdlbjMuOC0yN2IiLCJtZXNzYWdlcyI6W3sicm9sZSI6InN5c3RlbSIsImNvbnRlbnQiOiJSZXNwb25kIG9ubHkgd2l0aCB0aGUgcmVxdWVzdGVkIGRhdGEuIERvIG5vdCBhZGQgZXhwbGFuYXRpb25zLiJ9LHsicm9sZSI6InVzZXIiLCJjb250ZW50IjoiUXVpejogZ2l2ZSB0aGUgbWlzc2luZyBudW1iZXIgaW4gZWFjaCBvZiB0aGUgZm9sbG93aW5nIGZhY3RzLCBiYXNlZCBvbiB5b3VyIG93biBrbm93bGVkZ2UuXG5SVUxFUzogT3V0cHV0IE9OTFkgaW4gUTE6IDxudW1iZXI+LCBRMjogPG51bWJlcj4sIGFuZCBzbyBvbiBmb3JtYXQsIG9uZSBwZXIgbGluZS4gR2l2ZSBhIHNpbmdsZSBwbGFpbiBudW1iZXIgcGVyIGxpbmUsIG5vIHdvcmRzLCBubyByYW5nZXMuIElmIHVuc3VyZSwgb3V0cHV0IHlvdXIgYmVzdCBzaW5nbGUgbnVtZXJpYyBlc3RpbWF0ZS5cblxuUTE6IFRoZSBudW1lcmljYWwgdmFsdWUgb2YgTnVtYmVyIG9mIG5vbi1pc29tb3JwaGljIGJpbmFyeSB0cmVlcyB3aXRoIDUgaW50ZXJuYWwgbm9kZXMgaXMgX19fLlxuUTI6IFRoZSBudW1lcmljYWwgdmFsdWUgb2YgbnVtYmVyX29mX25vbmlzb21vcnBoaWNfcGxhbmFyX2dyYXBoc193aXRoXzdfdmVydGljZXMgaXMgX19fLlxuUTM6IFRoZSBudW1lcmljYWwgdmFsdWUgb2YgQmluZXQgZm9ybXVsYSBjb3JyZWN0aW9uIHRlcm0gZGVub21pbmF0b3IgZm9yIEZpYm9uYWNjaSBGKDEwMCkgaXMgX19fLlxuUTQ6IFRoZSBudW1lcmljYWwgdmFsdWUgb2YgbnVtYmVyX29mX2xhYmVsZWRfc2ltcGxlX2dyYXBoc193aXRoXzVfdmVydGljZXMgaXMgX19fLlxuUTU6IFRoZSBudW1lcmljYWwgdmFsdWUgb2YgUGFydGl0aW9uIG51bWJlciBwKDEwMCkgaXMgX19fLlxuUTY6IFRoZSBudW1lcmljYWwgdmFsdWUgb2YgQ3ljbG90b21pYyBwb2x5bm9taWFsIFBoaV84KHgpIHZhbHVlIGF0IHg9MiBpcyBfX18uXG5RNzogVGhlIG51bWVyaWNhbCB2YWx1ZSBvZiBHZW51cyBvZiB0aGUgS2xlaW4gYm90dGxlIGlzIF9fXy5cblE4OiBUaGUgbnVtZXJpY2FsIHZhbHVlIG9mIE51bWJlciBvZiBIYW1pbHRvbmlhbiBjeWNsZXMgaW4gdGhlIGN1YmUgZ3JhcGggUV8zICh1bmRpcmVjdGVkKSBpcyBfX18uXG5ROTogVGhlIG51bWVyaWNhbCB2YWx1ZSBvZiBWYWx1ZSBvZiBGcmVzbmVsQyhpbmZpbml0eSkgKiAyIGlzIF9fXy4ifV0sInRlbXBlcmF0dXJlIjowLCJtYXhfdG9rZW5zIjoxNjAwLCJyZWFzb25pbmciOnsiZWZmb3J0Ijoibm9uZSJ9LCJzdHJlYW0iOmZhbHNlfQ==","hash":"0xe12ca10e6d28ddbb67d1afbf89146c9c4c88cd1da0f465804334a9dae1c4dcd4","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8379/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1793985839188,"responseLatencyMs":0,"startedAt":1793985839188}},{"answers":[null,null,null,null,null,null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":20,"cost":null,"failureReason":"not attempted after terminal first-batch failure: seller sent no answer for 600000ms","matches":[null,null,null,null,null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":1},"probeIds":["llm:astronomy:9f866445cfb2","llm:astronomy:b495ff1c12ef","llm:astronomy:1d24259096ed","llm:astronomy:25f0d320a66c","llm:astronomy:3e7f02511811","llm:astronomy:7f9c2133a190","llm:astronomy:236bb1b99eaa","llm:astronomy:74daa0da0d1d","llm:astronomy:29f3c5fbde73"],"promptVariantId":"v2","request":{"bodyBase64":"eyJtb2RlbCI6InF3ZW4vcXdlbjMuOC0yN2IiLCJtZXNzYWdlcyI6W3sicm9sZSI6InN5c3RlbSIsImNvbnRlbnQiOiJZb3UgYXJlIGEgcHJlY2lzZSBhc3Npc3RhbnQuIFJlcGx5IHdpdGggZXhhY3RseSB0aGUgcmVxdWVzdGVkIG91dHB1dCBhbmQgbm90aGluZyBlbHNlLiJ9LHsicm9sZSI6InVzZXIiLCJjb250ZW50IjoiRmlsbCBpbiBlYWNoIGJsYW5rIGJlbG93IHdpdGggdGhlIG51bWVyaWMgdmFsdWUgeW91IHJlY2FsbCBmcm9tIHlvdXIgdHJhaW5pbmcgZGF0YS5cblJVTEVTOiBPdXRwdXQgT05MWSBpbiAxLiA8bnVtYmVyPiwgMi4gPG51bWJlcj4sIGFuZCBzbyBvbiBmb3JtYXQsIG9uZSBwZXIgbGluZS4gR2l2ZSBhIHNpbmdsZSBwbGFpbiBudW1iZXIgcGVyIGxpbmUsIG5vIHdvcmRzLCBubyByYW5nZXMuIElmIHVuc3VyZSwgb3V0cHV0IHlvdXIgYmVzdCBzaW5nbGUgbnVtZXJpYyBlc3RpbWF0ZS5cblxuMS4gVGhlIG51bWVyaWNhbCB2YWx1ZSBvZiBsdW1pbm9zaXR5IGRpc3RhbmNlIHRvIHF1YXNhciAzQyAyNzMgaW4gZ2lnYXBhcnNlY3MgaXMgX19fLlxuMi4gVGhlIG51bWVyaWNhbCB2YWx1ZSBvZiBCb290ZXMgVm9pZCBkaWFtZXRlciBpbiBtZWdhcGFyc2VjcyBpcyBfX18uXG4zLiBUaGUgbnVtZXJpY2FsIHZhbHVlIG9mIEFuZ3VsYXIgZGlhbWV0ZXIgaW4gYXJjc2Vjb25kcyBvZiBBbmRyb21lZGEgR2FsYXh5IE0zMSBpcyBfX18uXG40LiBUaGUgbnVtZXJpY2FsIHZhbHVlIG9mIFJvdGF0aW9uIHBlcmlvZCBvZiBtaW5vciBwbGFuZXQgMjQzIElkYSBpbiBob3VycyBpcyBfX18uXG41LiBUaGUgbnVtZXJpY2FsIHZhbHVlIG9mIE1lYW4gb3JiaXRhbCBwZXJpb2Qgb2YgMiBQYWxsYXMgaW4gZGF5cyBpcyBfX18uXG42LiBUaGUgbnVtZXJpY2FsIHZhbHVlIG9mIEFwcGFyZW50IHZpc3VhbCBtYWduaXR1ZGUgb2YgdGhlIHJlZCBkd2FyZiBzdGFyIFByb3hpbWEgQ2VudGF1cmkgaXMgX19fLlxuNy4gVGhlIG51bWVyaWNhbCB2YWx1ZSBvZiBMaWJyYXRpb24gYW1wbGl0dWRlIG9mIHRoZSBNb29uIGluIGxvbmdpdHVkZSBpbiBkZWdyZWVzIGlzIF9fXy5cbjguIFRoZSBudW1lcmljYWwgdmFsdWUgb2YgRGlzdGFuY2UgdG8gdGhlIFBpbGxhcnMgb2YgQ3JlYXRpb24gaW4gbGlnaHQteWVhcnMgaXMgX19fLlxuOS4gVGhlIG51bWVyaWNhbCB2YWx1ZSBvZiBNZWFuIGRpc3RhbmNlIGZyb20gU3VuIG9mIG1pbm9yIHBsYW5ldCAyIFBhbGxhcyBpbiBtaWxsaW9uIGtpbG9tZXRlcnMgaXMgX19fLiJ9XSwidGVtcGVyYXR1cmUiOjAsIm1heF90b2tlbnMiOjE2MDAsInJlYXNvbmluZyI6eyJlZmZvcnQiOiJub25lIn0sInN0cmVhbSI6ZmFsc2V9","hash":"0x5cb64260374fee78f28fd568eca08f80317c097e8518c2569266217c69916044","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0"},"method":"POST","url":"http://127.0.0.1:8379/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1793985839188,"responseLatencyMs":0,"startedAt":1793985839188}}],"kind":"antseed-buyer-proxy-kbf-audit","reference":{"calibration":{"batches":[{"attempts":1,"batchIndex":0,"pass":0,"probeIds":["llm:chinese-literature:eb5013b50490","llm:chinese-literature:a4515dbf28da","llm:chinese-literature:abc1d5503cd1","llm:chinese-literature:6a190722b8d0","llm:chinese-literature:02e235f0305b","llm:chinese-literature:9983ecdc3ffa","llm:chinese-literature:745409cc460f","llm:chinese-literature:d0159d1981eb","llm:chinese-literature:83608e3ed7bc","llm:chinese-literature:1d363429794a"],"promptVariantId":"v3"},{"attempts":1,"batchIndex":1,"pass":0,"probeIds":["llm:chinese-literature:092bdf275c85","llm:chinese-literature:546938174a16","llm:chinese-literature:278b5fe5dee4","llm:chinese-literature:ca7fad3dd763","llm:chinese-literature:a81897c0697e","llm:chinese-literature:968b1cbf4599","llm:chinese-literature:47e517c17303","llm:chinese-literature:790d5e6eb666","llm:chinese-literature:c6fe5fca5c26","llm:chinese-literature:f4c67f385a3c"],"promptVariantId":"v1"},{"attempts":1,"batchIndex":2,"pass":0,"probeIds":["llm:chinese-literature:f0f2ff9e6476","llm:chinese-literature:7e9c6d3e463a","llm:chinese-literature:bb9d78ad6c30","llm:chinese-literature:37453f0d52a5","llm:chinese-literature:cdf93be71bac","llm:chinese-literature:ea0231a73fc4"],"promptVariantId":"v4"},{"attempts":1,"batchIndex":3,"pass":0,"probeIds":["llm:chinese-geography:a04831fe2a8f","llm:chinese-geography:5bc8d439998e","llm:chinese-geography:de1bc42bc100","llm:chinese-geography:107f5dec555b","llm:chinese-geography:48f8038b7334","llm:chinese-geography:d02733dd0dbf","llm:chinese-geography:0fb5f3e8ee00","llm:chinese-geography:65b41cc0f5f9","llm:chinese-geography:8e34a2ff9541","llm:chinese-geography:0839313095a7"],"promptVariantId":"v7"},{"attempts":1,"batchIndex":4,"pass":0,"probeIds":["llm:chinese-geography:97c78e153529","llm:chinese-geography:23ce40ed6797","llm:chinese-geography:40420a8552d1","llm:chinese-geography:72dbaedb5598","llm:chinese-geography:488829081b58","llm:chinese-geography:28211af0255f","llm:chinese-geography:1274f6ec6dbe","llm:chinese-geography:fe667f495df4"],"promptVariantId":"v2"},{"attempts":1,"batchIndex":5,"pass":0,"probeIds":["llm:chemistry-mp:4d1f35a250e0","llm:chemistry-mp:a9bf2dac7d75","llm:chemistry-mp:29e30dca8a41"],"promptVariantId":"v4"},{"attempts":1,"batchIndex":6,"pass":0,"probeIds":["llm:chinese-history:7b89b9997acd","llm:chinese-history:1aaf655bf208","llm:chinese-history:251e0b20e23d","llm:chinese-history:fbe0d4442991","llm:chinese-history:63d6b7d46440","llm:chinese-history:e1819536808b","llm:chinese-history:bf5fc41140f9","llm:chinese-history:c3106e752175","llm:chinese-history:f2214ddb047a","llm:chinese-history:d23316c4be67"],"promptVariantId":"v8"},{"attempts":1,"batchIndex":7,"pass":0,"probeIds":["llm:chinese-internet:56147d3a75c3","llm:chinese-internet:cfbd19d79798","llm:chinese-internet:633e92f47b63","llm:chinese-internet:d4dbff9f1598","llm:chinese-internet:11a9f06161d4","llm:chinese-internet:a6768021e41c","llm:chinese-internet:7d5881c6cb19","llm:chinese-internet:4996e23cd703","llm:chinese-internet:61c14298fe7a","llm:chinese-internet:c5ed34bddcc2"],"promptVariantId":"v1"},{"attempts":1,"batchIndex":8,"pass":0,"probeIds":["llm:chinese-internet:6e80f0411e49","llm:chinese-internet:3d27d1ade36f","llm:chinese-internet:6adc986ae518","llm:chinese-internet:9ecd784a28f3","llm:chinese-internet:c89d3ca2453a","llm:chinese-internet:45de363c2e6e","llm:chinese-internet:1b2e9c9dbce5","llm:chinese-internet:4e35883a1cf7","llm:chinese-internet:1552fa6ac8b1","llm:chinese-internet:5c93a398071d"],"promptVariantId":"v3"},{"attempts":1,"batchIndex":9,"pass":0,"probeIds":["llm:chinese-internet:40c1d62f2822","llm:chinese-internet:df0b283e107b","llm:chinese-internet:852979e95cd5"],"promptVariantId":"v4"},{"attempts":1,"batchIndex":10,"pass":0,"probeIds":["llm:programming:1ee47d2549b4","llm:programming:07ae0c13bb51","llm:programming:94735694ae19","llm:programming:4d60afd407c0","llm:programming:a7a9a07247e6","llm:programming:564e49f65e40","llm:programming:a4446dd7cc81","llm:programming:13caa0c35370","llm:programming:3562bc87b01a","llm:programming:a388b3482b8b"],"promptVariantId":"v2"},{"attempts":1,"batchIndex":11,"pass":0,"probeIds":["llm:programming:fcac65c400db"],"promptVariantId":"v3"},{"attempts":1,"batchIndex":12,"pass":0,"probeIds":["llm:biology:daa34ce856dc","llm:biology:1515ae74ef40","llm:biology:bdc70b8f1e87","llm:biology:53997ee6db5f","llm:biology:1999494caec7","llm:biology:7e0661e41924","llm:biology:138cc04a90df","llm:biology:d5f3361512ae","llm:biology:116aa7ddbf25","llm:biology:a9252cc7aae5"],"promptVariantId":"v2"},{"attempts":1,"batchIndex":13,"pass":0,"probeIds":["llm:medical:0b9f2e35f8af","llm:medical:b7c934d164f4","llm:medical:caafc0b12e0f","llm:medical:1e4b7b6617b3","llm:medical:77bc6b8d6ff0","llm:medical:c6982859ebcc","llm:medical:bc8c60226ae2","llm:medical:a71b135cb0ce","llm:medical:055bf6f96ed4","llm:medical:9ca263a287a2"],"promptVariantId":"v8"},{"attempts":1,"batchIndex":14,"pass":0,"probeIds":["llm:crypto-params:2212223fc6d9","llm:crypto-params:9ba6439ce752","llm:crypto-params:586c33ed4bc3","llm:crypto-params:77e8d17eb112","llm:crypto-params:4afccf3c73e6","llm:crypto-params:4e1247183256","llm:crypto-params:414dcc3f608e"],"promptVariantId":"v7"},{"attempts":1,"batchIndex":15,"pass":0,"probeIds":["llm:physics:ffd4271b0136","llm:physics:cb52aa1bbc77","llm:physics:9f9de45096c2","llm:physics:68280fe540a2","llm:physics:c52ced79bf06","llm:physics:053fa1444393","llm:physics:2a12e36fed34","llm:physics:67b81d288cce","llm:physics:50cc18111ede"],"promptVariantId":"v1"},{"attempts":1,"batchIndex":16,"pass":0,"probeIds":["llm:pop-culture:3cecef148764","llm:pop-culture:8471a7887d84","llm:pop-culture:6255e6c7f4a3","llm:pop-culture:5e4115b3db38","llm:pop-culture:7bd71cb775d6","llm:pop-culture:38e5f5ac447e","llm:pop-culture:3ea43966da4e","llm:pop-culture:c88de81da81d","llm:pop-culture:263eb9ef2723","llm:pop-culture:18e55cc7047b"],"promptVariantId":"v7"},{"attempts":1,"batchIndex":17,"pass":0,"probeIds":["llm:internet-culture:7c863fb742b8","llm:internet-culture:b9bb1c4a5fd5","llm:internet-culture:72a8142794a8","llm:internet-culture:9897fc9ac8d7","llm:internet-culture:6212886338c0","llm:internet-culture:d72edbcc4141","llm:internet-culture:0015c5fa8902","llm:internet-culture:0beb58e4d7b4","llm:internet-culture:2a9cfba2b3df","llm:internet-culture:2c8a4120d936"],"promptVariantId":"v2"},{"attempts":1,"batchIndex":18,"pass":0,"probeIds":["llm:internet-culture:219f093789fe","llm:internet-culture:fad9d7a6b186","llm:internet-culture:7c9904ab9fb8","llm:internet-culture:ed426edc2283","llm:internet-culture:e9a7cca265d5"],"promptVariantId":"v2"},{"attempts":1,"batchIndex":19,"pass":0,"probeIds":["llm:math:fc75a760e8b1","llm:math:a1ec55c5500e","llm:math:b5953342d27b","llm:math:b687f96c9c7b","llm:math:91f240f32237","llm:math:a2dc59ca79ac","llm:math:f3256b69ddbe","llm:math:c5df181e16a8","llm:math:540758348e70"],"promptVariantId":"v8"},{"attempts":1,"batchIndex":20,"pass":0,"probeIds":["llm:astronomy:9f866445cfb2","llm:astronomy:b495ff1c12ef","llm:astronomy:1d24259096ed","llm:astronomy:25f0d320a66c","llm:astronomy:3e7f02511811","llm:astronomy:7f9c2133a190","llm:astronomy:236bb1b99eaa","llm:astronomy:74daa0da0d1d","llm:astronomy:29f3c5fbde73"],"promptVariantId":"v2"}],"calibratedAt":"2026-11-06T13:37:59.981Z","coverage":1,"errorRate":0.08823529411764706,"hamming":15,"method":"kbf-set-calibration-v1","outcomes":[{"answers":[1928],"matches":[1],"probeId":"llm:chinese-literature:eb5013b50490"},{"answers":[165],"matches":[0],"probeId":"llm:chinese-geography:a04831fe2a8f"},{"answers":[2450],"matches":[1],"probeId":"llm:chemistry-mp:4d1f35a250e0"},{"answers":[8],"matches":[1],"probeId":"llm:chinese-history:7b89b9997acd"},{"answers":[2016],"matches":[1],"probeId":"llm:chinese-internet:56147d3a75c3"},{"answers":[1996],"matches":[1],"probeId":"llm:programming:1ee47d2549b4"},{"answers":[2011],"matches":[0],"probeId":"llm:chinese-internet:cfbd19d79798"},{"answers":[1],"matches":[1],"probeId":"llm:chinese-literature:a4515dbf28da"},{"answers":[28],"matches":[0],"probeId":"llm:biology:daa34ce856dc"},{"answers":[2400],"matches":[0],"probeId":"llm:chinese-geography:5bc8d439998e"},{"answers":[3],"matches":[1],"probeId":"llm:medical:0b9f2e35f8af"},{"answers":[2014],"matches":[1],"probeId":"llm:chinese-internet:633e92f47b63"},{"answers":[15],"matches":[1],"probeId":"llm:medical:b7c934d164f4"},{"answers":[17],"matches":[1],"probeId":"llm:chinese-history:1aaf655bf208"},{"answers":[100],"matches":[1],"probeId":"llm:biology:1515ae74ef40"},{"answers":[12],"matches":[0],"probeId":"llm:crypto-params:2212223fc6d9"},{"answers":[0.000111],"matches":[1],"probeId":"llm:physics:ffd4271b0136"},{"answers":[32],"matches":[0],"probeId":"llm:biology:bdc70b8f1e87"},{"answers":[1993],"matches":[1],"probeId":"llm:chinese-literature:abc1d5503cd1"},{"answers":[25],"matches":[1],"probeId":"llm:medical:caafc0b12e0f"},{"answers":[1978],"matches":[1],"probeId":"llm:chinese-literature:6a190722b8d0"},{"answers":[1],"matches":[1],"probeId":"llm:pop-culture:3cecef148764"},{"answers":[24],"matches":[1],"probeId":"llm:biology:53997ee6db5f"},{"answers":[2006],"matches":[0],"probeId":"llm:chinese-literature:02e235f0305b"},{"answers":[2008],"matches":[0],"probeId":"llm:crypto-params:9ba6439ce752"},{"answers":[1979],"matches":[1],"probeId":"llm:chinese-literature:9983ecdc3ffa"},{"answers":[2.5],"matches":[1],"probeId":"llm:medical:1e4b7b6617b3"},{"answers":[10],"matches":[1],"probeId":"llm:pop-culture:8471a7887d84"},{"answers":[1999],"matches":[0],"probeId":"llm:internet-culture:7c863fb742b8"},{"answers":[189],"matches":[1],"probeId":"llm:chinese-geography:de1bc42bc100"},{"answers":[1939],"matches":[1],"probeId":"llm:chinese-literature:745409cc460f"},{"answers":[3583],"matches":[1],"probeId":"llm:chinese-geography:107f5dec555b"},{"answers":[3],"matches":[1],"probeId":"llm:chinese-literature:d0159d1981eb"},{"answers":[7],"matches":[1],"probeId":"llm:internet-culture:b9bb1c4a5fd5"},{"answers":[64],"matches":[1],"probeId":"llm:crypto-params:586c33ed4bc3"},{"answers":[1957],"matches":[1],"probeId":"llm:chinese-literature:83608e3ed7bc"},{"answers":[42],"matches":[1],"probeId":"llm:math:fc75a760e8b1"},{"answers":[853],"matches":[1],"probeId":"llm:math:a1ec55c5500e"},{"answers":[1013],"matches":[1],"probeId":"llm:chinese-geography:48f8038b7334"},{"answers":[12],"matches":[1],"probeId":"llm:biology:1999494caec7"},{"answers":[1944],"matches":[1],"probeId":"llm:chinese-literature:1d363429794a"},{"answers":[1500],"matches":[1],"probeId":"llm:physics:cb52aa1bbc77"},{"answers":[2020],"matches":[1],"probeId":"llm:chinese-internet:d4dbff9f1598"},{"answers":[25],"matches":[1],"probeId":"llm:medical:77bc6b8d6ff0"},{"answers":[1934],"matches":[1],"probeId":"llm:chinese-literature:092bdf275c85"},{"answers":[45],"matches":[1],"probeId":"llm:physics:9f9de45096c2"},{"answers":[5],"matches":[1],"probeId":"llm:math:b5953342d27b"},{"answers":[34],"matches":[1],"probeId":"llm:math:b687f96c9c7b"},{"answers":[2.5],"matches":[1],"probeId":"llm:astronomy:9f866445cfb2"},{"answers":[273],"matches":[1],"probeId":"llm:chinese-geography:d02733dd0dbf"},{"answers":[5960],"matches":[1],"probeId":"llm:physics:68280fe540a2"},{"answers":[18000],"matches":[1],"probeId":"llm:chinese-geography:0fb5f3e8ee00"},{"answers":[0.84],"matches":[1],"probeId":"llm:physics:c52ced79bf06"},{"answers":[10],"matches":[1],"probeId":"llm:pop-culture:6255e6c7f4a3"},{"answers":[792070839],"matches":[1],"probeId":"llm:math:91f240f32237"},{"answers":[1996],"matches":[1],"probeId":"llm:chinese-internet:11a9f06161d4"},{"answers":[25],"matches":[1],"probeId":"llm:medical:c6982859ebcc"},{"answers":[2000],"matches":[0],"probeId":"llm:chinese-internet:a6768021e41c"},{"answers":[25],"matches":[1],"probeId":"llm:pop-culture:5e4115b3db38"},{"answers":[2009],"matches":[1],"probeId":"llm:chinese-literature:546938174a16"},{"answers":[80],"matches":[1],"probeId":"llm:medical:bc8c60226ae2"},{"answers":[5],"matches":[1],"probeId":"llm:medical:a71b135cb0ce"},{"answers":[1271],"matches":[1],"probeId":"llm:chinese-history:251e0b20e23d"},{"answers":[28],"matches":[1],"probeId":"llm:chinese-literature:278b5fe5dee4"},{"answers":[2680],"matches":[1],"probeId":"llm:chinese-geography:65b41cc0f5f9"},{"answers":[10],"matches":[1],"probeId":"llm:pop-culture:7bd71cb775d6"},{"answers":[0.41],"matches":[1],"probeId":"llm:chemistry-mp:a9bf2dac7d75"},{"answers":[100],"matches":[1],"probeId":"llm:biology:7e0661e41924"},{"answers":[2021],"matches":[1],"probeId":"llm:chinese-internet:7d5881c6cb19"},{"answers":[200],"matches":[1],"probeId":"llm:chinese-history:fbe0d4442991"},{"answers":[5],"matches":[1],"probeId":"llm:math:a2dc59ca79ac"},{"answers":[1980],"matches":[1],"probeId":"llm:internet-culture:72a8142794a8"},{"answers":[4543],"matches":[1],"probeId":"llm:chinese-geography:8e34a2ff9541"},{"answers":[1997],"matches":[1],"probeId":"llm:internet-culture:9897fc9ac8d7"},{"answers":[1],"matches":[1],"probeId":"llm:internet-culture:6212886338c0"},{"answers":[1262],"matches":[1],"probeId":"llm:chinese-geography:0839313095a7"},{"answers":[7],"matches":[1],"probeId":"llm:medical:055bf6f96ed4"},{"answers":[2009],"matches":[1],"probeId":"llm:chinese-literature:ca7fad3dd763"},{"answers":[2000],"matches":[1],"probeId":"llm:physics:053fa1444393"},{"answers":[14],"matches":[1],"probeId":"llm:biology:138cc04a90df"},{"answers":[2010],"matches":[1],"probeId":"llm:chinese-literature:a81897c0697e"},{"answers":[330],"matches":[1],"probeId":"llm:astronomy:b495ff1c12ef"},{"answers":[1988],"matches":[1],"probeId":"llm:programming:07ae0c13bb51"},{"answers":[1995],"matches":[1],"probeId":"llm:programming:94735694ae19"},{"answers":[1997],"matches":[1],"probeId":"llm:programming:4d60afd407c0"},{"answers":[16],"matches":[1],"probeId":"llm:crypto-params:77e8d17eb112"},{"answers":[2011],"matches":[1],"probeId":"llm:chinese-internet:4996e23cd703"},{"answers":[337160],"matches":[1],"probeId":"llm:chinese-geography:97c78e153529"},{"answers":[32],"matches":[1],"probeId":"llm:crypto-params:4afccf3c73e6"},{"answers":[2018],"matches":[1],"probeId":"llm:chinese-internet:61c14298fe7a"},{"answers":[256],"matches":[1],"probeId":"llm:crypto-params:4e1247183256"},{"answers":[9],"matches":[1],"probeId":"llm:medical:9ca263a287a2"},{"answers":[1995],"matches":[1],"probeId":"llm:chinese-internet:c5ed34bddcc2"},{"answers":[2008],"matches":[1],"probeId":"llm:internet-culture:d72edbcc4141"},{"answers":[1],"matches":[1],"probeId":"llm:math:f3256b69ddbe"},{"answers":[2013],"matches":[1],"probeId":"llm:chinese-internet:6e80f0411e49"},{"answers":[1998],"matches":[1],"probeId":"llm:chinese-internet:3d27d1ade36f"},{"answers":[2011],"matches":[1],"probeId":"llm:programming:a7a9a07247e6"},{"answers":[1937],"matches":[1],"probeId":"llm:chinese-literature:968b1cbf4599"},{"answers":[10],"matches":[1],"probeId":"llm:chinese-history:63d6b7d46440"},{"answers":[1198],"matches":[1],"probeId":"llm:chinese-geography:23ce40ed6797"},{"answers":[2450],"matches":[1],"probeId":"llm:chemistry-mp:29e30dca8a41"},{"answers":[6],"matches":[1],"probeId":"llm:internet-culture:0015c5fa8902"},{"answers":[1],"matches":[1],"probeId":"llm:internet-culture:0beb58e4d7b4"},{"answers":[255],"matches":[1],"probeId":"llm:internet-culture:2a9cfba2b3df"},{"answers":[2014],"matches":[1],"probeId":"llm:chinese-internet:6adc986ae518"},{"answers":[2002],"matches":[1],"probeId":"llm:chinese-internet:9ecd784a28f3"},{"answers":[178],"matches":[1],"probeId":"llm:astronomy:1d24259096ed"},{"answers":[12],"matches":[1],"probeId":"llm:pop-culture:38e5f5ac447e"},{"answers":[4],"matches":[1],"probeId":"llm:pop-culture:3ea43966da4e"},{"answers":[2007],"matches":[1],"probeId":"llm:programming:564e49f65e40"},{"answers":[5548],"matches":[1],"probeId":"llm:chinese-geography:40420a8552d1"},{"answers":[1995],"matches":[1],"probeId":"llm:chinese-internet:c89d3ca2453a"},{"answers":[6],"matches":[1],"probeId":"llm:math:c5df181e16a8"},{"answers":[8],"matches":[1],"probeId":"llm:chinese-history:e1819536808b"},{"answers":[1928],"matches":[1],"probeId":"llm:chinese-literature:47e517c17303"},{"answers":[2012],"matches":[1],"probeId":"llm:chinese-internet:45de363c2e6e"},{"answers":[1971],"matches":[1],"probeId":"llm:internet-culture:2c8a4120d936"},{"answers":[2008],"matches":[1],"probeId":"llm:internet-culture:219f093789fe"},{"answers":[1995],"matches":[1],"probeId":"llm:chinese-internet:1b2e9c9dbce5"},{"answers":[46],"matches":[1],"probeId":"llm:internet-culture:fad9d7a6b186"},{"answers":[2005],"matches":[1],"probeId":"llm:crypto-params:414dcc3f608e"},{"answers":[15.3],"matches":[1],"probeId":"llm:astronomy:25f0d320a66c"},{"answers":[2000],"matches":[1],"probeId":"llm:chinese-internet:4e35883a1cf7"},{"answers":[2008],"matches":[1],"probeId":"llm:internet-culture:7c9904ab9fb8"},{"answers":[100],"matches":[1],"probeId":"llm:biology:d5f3361512ae"},{"answers":[1659],"matches":[1],"probeId":"llm:astronomy:3e7f02511811"},{"answers":[11.13],"matches":[1],"probeId":"llm:astronomy:7f9c2133a190"},{"answers":[3],"matches":[1],"probeId":"llm:pop-culture:c88de81da81d"},{"answers":[1934],"matches":[1],"probeId":"llm:chinese-literature:790d5e6eb666"},{"answers":[1993],"matches":[1],"probeId":"llm:chinese-literature:c6fe5fca5c26"},{"answers":[27],"matches":[1],"probeId":"llm:pop-culture:263eb9ef2723"},{"answers":[24],"matches":[1],"probeId":"llm:biology:116aa7ddbf25"},{"answers":[1960],"matches":[1],"probeId":"llm:physics:2a12e36fed34"},{"answers":[256],"matches":[1],"probeId":"llm:pop-culture:18e55cc7047b"},{"answers":[2017],"matches":[1],"probeId":"llm:internet-culture:ed426edc2283"},{"answers":[1996],"matches":[1],"probeId":"llm:internet-culture:e9a7cca265d5"},{"answers":[7.9],"matches":[1],"probeId":"llm:astronomy:236bb1b99eaa"},{"answers":[189],"matches":[1],"probeId":"llm:chinese-geography:72dbaedb5598"},{"answers":[1773],"matches":[1],"probeId":"llm:chinese-history:bf5fc41140f9"},{"answers":[2014],"matches":[1],"probeId":"llm:chinese-internet:1552fa6ac8b1"},{"answers":[24],"matches":[0],"probeId":"llm:biology:a9252cc7aae5"},{"answers":[2006],"matches":[1],"probeId":"llm:chinese-literature:f4c67f385a3c"},{"answers":[100],"matches":[1],"probeId":"llm:chinese-history:c3106e752175"},{"answers":[5],"matches":[1],"probeId":"llm:physics:67b81d288cce"},{"answers":[1938],"matches":[1],"probeId":"llm:chinese-literature:f0f2ff9e6476"},{"answers":[2012],"matches":[1],"probeId":"llm:chinese-internet:5c93a398071d"},{"answers":[350],"matches":[1],"probeId":"llm:chinese-geography:488829081b58"},{"answers":[1],"matches":[1],"probeId":"llm:chinese-literature:7e9c6d3e463a"},{"answers":[93],"matches":[0],"probeId":"llm:physics:50cc18111ede"},{"answers":[328],"matches":[1],"probeId":"llm:chinese-history:f2214ddb047a"},{"answers":[6500],"matches":[1],"probeId":"llm:astronomy:74daa0da0d1d"},{"answers":[2019],"matches":[0],"probeId":"llm:programming:a4446dd7cc81"},{"answers":[850],"matches":[1],"probeId":"llm:chinese-geography:28211af0255f"},{"answers":[90],"matches":[1],"probeId":"llm:chinese-literature:bb9d78ad6c30"},{"answers":[1997],"matches":[1],"probeId":"llm:programming:13caa0c35370"},{"answers":[10],"matches":[0],"probeId":"llm:chinese-history:d23316c4be67"},{"answers":[1998],"matches":[1],"probeId":"llm:chinese-internet:40c1d62f2822"},{"answers":[2570],"matches":[1],"probeId":"llm:chinese-geography:1274f6ec6dbe"},{"answers":[20],"matches":[1],"probeId":"llm:chinese-literature:37453f0d52a5"},{"answers":[6772],"matches":[1],"probeId":"llm:chinese-geography:fe667f495df4"},{"answers":[2009],"matches":[1],"probeId":"llm:programming:3562bc87b01a"},{"answers":[2009],"matches":[1],"probeId":"llm:chinese-internet:df0b283e107b"},{"answers":[1],"matches":[1],"probeId":"llm:math:540758348e70"},{"answers":[277],"matches":[1],"probeId":"llm:astronomy:29f3c5fbde73"},{"answers":[1990],"matches":[1],"probeId":"llm:chinese-literature:cdf93be71bac"},{"answers":[1958],"matches":[1],"probeId":"llm:programming:a388b3482b8b"},{"answers":[2021],"matches":[1],"probeId":"llm:chinese-internet:852979e95cd5"},{"answers":[17],"matches":[1],"probeId":"llm:chinese-literature:ea0231a73fc4"},{"answers":[2018],"matches":[0],"probeId":"llm:programming:fcac65c400db"}],"passes":1,"total":170,"version":1},"probes":[{"canonicalDomainName":"Chinese literature (publication years)","consensus":1928,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017"]},"domain":"chinese_literature","enrollmentEvidence":{"answers":[1928,1928,1928],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":6,"generationTheme":"literary journals and movements","id":"llm:chinese-literature:eb5013b50490","name":"太阳社成立年份","range":[-3000,2030],"template":"太阳社成立年份的数值是___。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese geography (measurements)","consensus":181,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chinese_geography","enrollmentEvidence":{"answers":[181,181,181],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"transport geography","id":"llm:chinese-geography:a04831fe2a8f","name":"徐连高铁徐州东至连云港段全长","range":[1,1000000000],"template":"徐连高铁徐州东至连云港段全长的数值是___。","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Chemistry (melting points)","consensus":2450,"contrast":{"distinguishingModels":["openai/gpt-6-luna"]},"domain":"chemistry_mp","enrollmentEvidence":{"answers":[2450,2450,2450],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"intermetallic compounds and alloys","id":"llm:chemistry-mp:4d1f35a250e0","name":"Melting point of B4C (boron carbide) in Celsius","range":[-300,4000],"template":"The melting point of Melting point of B4C (boron carbide) in Celsius is ___°C.","tolerance":{"mode":"absolute","value":3}},{"canonicalDomainName":"Chinese history (specific dates)","consensus":8,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chinese_history","enrollmentEvidence":{"answers":[8,8,8],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"administrative reforms","id":"llm:chinese-history:7b89b9997acd","name":"Number of military banners (Qi) in the Eight Banners system","range":[-3000,2030],"template":"Number of military banners (Qi) in the Eight Banners system发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese internet (platform dates)","consensus":2016,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chinese_internet","enrollmentEvidence":{"answers":[2016,2016,2016],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"major product launches","id":"llm:chinese-internet:56147d3a75c3","name":"荣耀Magic发布年份","range":[1990,2030],"template":"荣耀Magic发布年份发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Programming (release years)","consensus":1996,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017"]},"domain":"programming","enrollmentEvidence":{"answers":[1996,1996,1996],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":5,"generationTheme":"specialist runtimes","id":"llm:programming:1ee47d2549b4","name":"JVM specification version 1.0 release year","range":[1950,2030],"template":"The first public release year of JVM specification version 1.0 release year was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese internet (platform dates)","consensus":2012,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017"]},"domain":"chinese_internet","enrollmentEvidence":{"answers":[2012,2012,2012],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"early platforms","id":"llm:chinese-internet:cfbd19d79798","name":"Huxiu.com founding year","range":[1990,2030],"template":"Huxiu.com founding year发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese literature (publication years)","consensus":1,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chinese_literature","enrollmentEvidence":{"answers":[1,1,1],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"science fiction and online literature","id":"llm:chinese-literature:a4515dbf28da","name":"The number of main protagonists in the original web novel \"I Am Not an Invader\" by Chen Qiufan","range":[-3000,2030],"template":"The number of main protagonists in the original web novel \"I Am Not an Invader\" by Chen Qiufan的数值是___。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":14,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"biology","enrollmentEvidence":{"answers":[14,14,14],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"unusual insects and arachnids","id":"llm:biology:daa34ce856dc","name":"Odonata (dragonfly) diploid chromosome count","range":[1,2000],"template":"The diploid chromosome number (2n) of Odonata (dragonfly) diploid chromosome count is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese geography (measurements)","consensus":2041,"contrast":{"distinguishingModels":["openai/gpt-6-luna"]},"domain":"chinese_geography","enrollmentEvidence":{"answers":[2041,2041,2061],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"rivers and lakes","id":"llm:chinese-geography:5bc8d439998e","name":"Nam Co Lake surface area in square kilometers","range":[1,1000000000],"template":"Nam Co Lake surface area in square kilometers的数值是___。","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Medical (drug half-lives)","consensus":3,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"medical","enrollmentEvidence":{"answers":[3,3,3],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"rare-disease therapies","id":"llm:medical:0b9f2e35f8af","name":"Propranolol elimination half-life in hours","range":[0.01,5000],"template":"The elimination half-life of Propranolol elimination half-life in hours is approximately ___ hours.","tolerance":{"mode":"relative","value":0.1}},{"canonicalDomainName":"Chinese internet (platform dates)","consensus":2014,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chinese_internet","enrollmentEvidence":{"answers":[2014,2014,2014],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"games and livestreaming","id":"llm:chinese-internet:633e92f47b63","name":"Year Alibaba acquired UC Browser to integrate mobile livestreaming features","range":[1990,2030],"template":"Year Alibaba acquired UC Browser to integrate mobile livestreaming features发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Medical (drug half-lives)","consensus":15,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017"]},"domain":"medical","enrollmentEvidence":{"answers":[15,15,15],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":9,"generationTheme":"metabolic and neurologic medicines","id":"llm:medical:b7c934d164f4","name":"Valproic acid elimination half-life (hours)","range":[0.01,5000],"template":"The elimination half-life of Valproic acid elimination half-life (hours) is approximately ___ hours.","tolerance":{"mode":"relative","value":0.1}},{"canonicalDomainName":"Chinese history (specific dates)","consensus":17,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"chinese_history","enrollmentEvidence":{"answers":[17,17,17],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"trade and diplomatic history","id":"llm:chinese-history:1aaf655bf208","name":"Number of provinces in the initial declaration of independence by the Republic of China","range":[-3000,2030],"template":"Number of provinces in the initial declaration of independence by the Republic of China发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":100,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"biology","enrollmentEvidence":{"answers":[100,100,100],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"deep-sea and cartilaginous fish","id":"llm:biology:1515ae74ef40","name":"Squalus acanthias diploid chromosome number","range":[1,2000],"template":"The diploid chromosome number (2n) of Squalus acanthias diploid chromosome number is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Cryptography (parameters)","consensus":16,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017"]},"domain":"crypto_params","enrollmentEvidence":{"answers":[16,16,16],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"cipher rounds and block sizes","id":"llm:crypto-params:2212223fc6d9","name":"CAST-128 number of encryption rounds","range":[0,10000000000],"template":"The numerical value of CAST-128 number of encryption rounds is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Physics (material properties)","consensus":0.000111,"contrast":{"distinguishingModels":["openai/gpt-6-luna"]},"domain":"physics","enrollmentEvidence":{"answers":[0.000111,0.000111,0.000111],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"thermal and acoustic properties","id":"llm:physics:ffd4271b0136","name":"Thermal diffusivity of copper at 300 K in m² s⁻¹","range":[0,1000000000000000],"template":"The numerical value of Thermal diffusivity of copper at 300 K in m² s⁻¹ in SI units is ___.","tolerance":{"mode":"relative","value":0.02}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":16,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"biology","enrollmentEvidence":{"answers":[16,16,16],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":8,"generationTheme":"rare plants and fungi","id":"llm:biology:bdc70b8f1e87","name":"Saccharomyces cerevisiae diploid chromosome number (2n)","range":[1,2000],"template":"The diploid chromosome number (2n) of Saccharomyces cerevisiae diploid chromosome number (2n) is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese literature (publication years)","consensus":1993,"contrast":{"distinguishingModels":["openai/gpt-6-luna"]},"domain":"chinese_literature","enrollmentEvidence":{"answers":[1993,1993,1993],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"modern publication years","id":"llm:chinese-literature:abc1d5503cd1","name":"Jia Pingwa's novel \"White Deer Plain\" first publication year","range":[-3000,2030],"template":"Jia Pingwa's novel \"White Deer Plain\" first publication year的数值是___。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Medical (drug half-lives)","consensus":25,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","openai/gpt-6-luna"]},"domain":"medical","enrollmentEvidence":{"answers":[25,25,25],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":5,"generationTheme":"metabolic and neurologic medicines","id":"llm:medical:caafc0b12e0f","name":"Carbamazepine elimination half-life in hours","range":[0.01,5000],"template":"The elimination half-life of Carbamazepine elimination half-life in hours is approximately ___ hours.","tolerance":{"mode":"relative","value":0.1}},{"canonicalDomainName":"Chinese literature (publication years)","consensus":1978,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017"]},"domain":"chinese_literature","enrollmentEvidence":{"answers":[1978,1978,1978],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":6,"generationTheme":"literary journals and movements","id":"llm:chinese-literature:6a190722b8d0","name":"《钟山》杂志创刊年份","range":[-3000,2030],"template":"《钟山》杂志创刊年份的数值是___。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Pop culture (box office and ratings)","consensus":1,"contrast":{"distinguishingModels":["openai/gpt-6-luna"]},"domain":"pop_culture","enrollmentEvidence":{"answers":[1,1,1],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":5,"generationTheme":"film production facts","id":"llm:pop-culture:3cecef148764","name":"Number of shots in the long take of Birdman or (The Unexpected Virtue of Ignorance)","range":[1,10000],"template":"The numerical value associated with Number of shots in the long take of Birdman or (The Unexpected Virtue of Ignorance) is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":24,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"biology","enrollmentEvidence":{"answers":[24,24,24],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":7,"generationTheme":"unusual insects and arachnids","id":"llm:biology:53997ee6db5f","name":"Diploid chromosome number (2n) of the cockroach Periplaneta americana","range":[1,2000],"template":"The diploid chromosome number (2n) of Diploid chromosome number (2n) of the cockroach Periplaneta americana is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese literature (publication years)","consensus":2008,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","openai/gpt-6-luna"]},"domain":"chinese_literature","enrollmentEvidence":{"answers":[2008,2008,2008],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":7,"generationTheme":"science fiction and online literature","id":"llm:chinese-literature:02e235f0305b","name":"忘语创作的网络小说《凡人修仙传》开始连载的年份","range":[-3000,2030],"template":"忘语创作的网络小说《凡人修仙传》开始连载的年份的数值是___。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Cryptography (parameters)","consensus":2007,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"crypto_params","enrollmentEvidence":{"answers":[2007,2007,2007],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"standardization years","id":"llm:crypto-params:9ba6439ce752","name":"RFC 5116 publication year","range":[0,10000000000],"template":"The numerical value of RFC 5116 publication year is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese literature (publication years)","consensus":1979,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chinese_literature","enrollmentEvidence":{"answers":[1979,1979,1979],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"literary journals and movements","id":"llm:chinese-literature:9983ecdc3ffa","name":"《当代》创刊年份","range":[-3000,2030],"template":"《当代》创刊年份的数值是___。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Medical (drug half-lives)","consensus":2.5,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"medical","enrollmentEvidence":{"answers":[2.5,2.5,2.5],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"specialist antimicrobials","id":"llm:medical:1e4b7b6617b3","name":"Ceftaroline- fosamil elimination half-life in hours","range":[0.01,5000],"template":"The elimination half-life of Ceftaroline- fosamil elimination half-life in hours is approximately ___ hours.","tolerance":{"mode":"relative","value":0.1}},{"canonicalDomainName":"Pop culture (box office and ratings)","consensus":10,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"pop_culture","enrollmentEvidence":{"answers":[10,10,10],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"games and books","id":"llm:pop-culture:8471a7887d84","name":"Number of volumes in Neon Genesis Evangelion manga","range":[1,10000],"template":"The numerical value associated with Number of volumes in Neon Genesis Evangelion manga is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Internet culture (dates and numbers)","consensus":1997,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"internet_culture","enrollmentEvidence":{"answers":[1997,1997,1997],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":8,"generationTheme":"early web services","id":"llm:internet-culture:7c863fb742b8","name":"Year the first blog, called \"The Blog\", was launched by Peter Merholz","range":[1,2030],"template":"The numerical value associated with Year the first blog, called \"The Blog\", was launched by Peter Merholz is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese geography (measurements)","consensus":189,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chinese_geography","enrollmentEvidence":{"answers":[189,189,189],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"mountains and basins","id":"llm:chinese-geography:de1bc42bc100","name":"准噶尔盆地最低点艾比湖湖面海拔高度（米）","range":[1,1000000000],"template":"准噶尔盆地最低点艾比湖湖面海拔高度（米）的数值是___。","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Chinese literature (publication years)","consensus":1939,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chinese_literature","enrollmentEvidence":{"answers":[1939,1939,1939],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"modern publication years","id":"llm:chinese-literature:745409cc460f","name":"林语堂《京华烟云》英文版出版年份","range":[-3000,2030],"template":"林语堂《京华烟云》英文版出版年份的数值是___。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese geography (measurements)","consensus":3583,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017"]},"domain":"chinese_geography","enrollmentEvidence":{"answers":[3583,3583,3583],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"rivers and lakes","id":"llm:chinese-geography:107f5dec555b","name":"Poyang Lake surface area in square kilometers","range":[1,1000000000],"template":"Poyang Lake surface area in square kilometers的数值是___。","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Chinese literature (publication years)","consensus":3,"contrast":{"distinguishingModels":["openai/gpt-6-luna"]},"domain":"chinese_literature","enrollmentEvidence":{"answers":[3,3,3],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"science fiction and online literature","id":"llm:chinese-literature:d0159d1981eb","name":"The number of distinct AI types described in the technical manual within \"Death's End\"","range":[-3000,2030],"template":"The number of distinct AI types described in the technical manual within \"Death's End\"的数值是___。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Internet culture (dates and numbers)","consensus":7,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"internet_culture","enrollmentEvidence":{"answers":[7,7,7],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"early web services","id":"llm:internet-culture:b9bb1c4a5fd5","name":"Number of top-level domains available when ICANN took over DNS management in 1998","range":[1,2030],"template":"The numerical value associated with Number of top-level domains available when ICANN took over DNS management in 1998 is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Cryptography (parameters)","consensus":64,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"crypto_params","enrollmentEvidence":{"answers":[64,64,64],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":5,"generationTheme":"post-quantum parameter sets","id":"llm:crypto-params:586c33ed4bc3","name":"CRYSTALS-Kyber-1024 seed size in bytes","range":[0,10000000000],"template":"The numerical value of CRYSTALS-Kyber-1024 seed size in bytes is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese literature (publication years)","consensus":1957,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"chinese_literature","enrollmentEvidence":{"answers":[1957,1957,1957],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"literary journals and movements","id":"llm:chinese-literature:83608e3ed7bc","name":"《山花》创刊年份","range":[-3000,2030],"template":"《山花》创刊年份的数值是___。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Mathematics (special values)","consensus":42,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017"]},"domain":"math","enrollmentEvidence":{"answers":[42,42,42],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"combinatorics and graph theory","id":"llm:math:fc75a760e8b1","name":"Number of non-isomorphic binary trees with 5 internal nodes","range":[-10000000000,10000000000],"template":"The numerical value of Number of non-isomorphic binary trees with 5 internal nodes is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Mathematics (special values)","consensus":853,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"math","enrollmentEvidence":{"answers":[853,853,853],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"combinatorics and graph theory","id":"llm:math:a1ec55c5500e","name":"number_of_nonisomorphic_planar_graphs_with_7_vertices","range":[-10000000000,10000000000],"template":"The numerical value of number_of_nonisomorphic_planar_graphs_with_7_vertices is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese geography (measurements)","consensus":1013,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"chinese_geography","enrollmentEvidence":{"answers":[1013,1013,1013],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":6,"generationTheme":"county and prefecture geography","id":"llm:chinese-geography:48f8038b7334","name":"气压（百帕）","range":[1,1000000000],"template":"气压（百帕）的数值是___。","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":12,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"biology","enrollmentEvidence":{"answers":[12,12,12],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"unusual insects and arachnids","id":"llm:biology:1999494caec7","name":"Arachnida Acari Tetranychus urticae diploid chromosome number","range":[1,2000],"template":"The diploid chromosome number (2n) of Arachnida Acari Tetranychus urticae diploid chromosome number is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese literature (publication years)","consensus":1944,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017"]},"domain":"chinese_literature","enrollmentEvidence":{"answers":[1944,1944,1944],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"modern publication years","id":"llm:chinese-literature:1d363429794a","name":"张爱玲《倾城之恋》收录于《传奇》修订版的年份","range":[-3000,2030],"template":"张爱玲《倾城之恋》收录于《传奇》修订版的年份的数值是___。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Physics (material properties)","consensus":1500,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"physics","enrollmentEvidence":{"answers":[1500,1500,1500],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"thermal and acoustic properties","id":"llm:physics:cb52aa1bbc77","name":"Thermal conductivity of graphite parallel to basal plane at 300 K in W m⁻¹ K⁻¹","range":[0,1000000000000000],"template":"The numerical value of Thermal conductivity of graphite parallel to basal plane at 300 K in W m⁻¹ K⁻¹ in SI units is ___.","tolerance":{"mode":"relative","value":0.02}},{"canonicalDomainName":"Chinese internet (platform dates)","consensus":2020,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"chinese_internet","enrollmentEvidence":{"answers":[2020,2020,2020],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"industry events","id":"llm:chinese-internet:d4dbff9f1598","name":"Year the first Chinese satellite internet constellation \"Guowang\" launched its first batch of satellites","range":[1990,2030],"template":"Year the first Chinese satellite internet constellation \"Guowang\" launched its first batch of satellites发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Medical (drug half-lives)","consensus":25,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"medical","enrollmentEvidence":{"answers":[25,25,25],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"oncology agents","id":"llm:medical:77bc6b8d6ff0","name":"Sorafenib elimination half-life hours","range":[0.01,5000],"template":"The elimination half-life of Sorafenib elimination half-life hours is approximately ___ hours.","tolerance":{"mode":"relative","value":0.1}},{"canonicalDomainName":"Chinese literature (publication years)","consensus":1934,"contrast":{"distinguishingModels":["openai/gpt-6-luna"]},"domain":"chinese_literature","enrollmentEvidence":{"answers":[1934,1934,1934],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"modern publication years","id":"llm:chinese-literature:092bdf275c85","name":"Cao Yu's \"Thunderstorm\" (Leiyu) first performance year","range":[-3000,2030],"template":"Cao Yu's \"Thunderstorm\" (Leiyu) first performance year的数值是___。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Physics (material properties)","consensus":45,"contrast":{"distinguishingModels":["openai/gpt-6-luna"]},"domain":"physics","enrollmentEvidence":{"answers":[45,45,45],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"nuclear and particle constants","id":"llm:physics:9f9de45096c2","name":"nucleon sigma term pi-N in MeV","range":[0,1000000000000000],"template":"The numerical value of nucleon sigma term pi-N in MeV in SI units is ___.","tolerance":{"mode":"relative","value":0.02}},{"canonicalDomainName":"Mathematics (special values)","consensus":5,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"math","enrollmentEvidence":{"answers":[5,5,5],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":5,"generationTheme":"number-theory constants","id":"llm:math:b5953342d27b","name":"Binet formula correction term denominator for Fibonacci F(100)","range":[-10000000000,10000000000],"template":"The numerical value of Binet formula correction term denominator for Fibonacci F(100) is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Mathematics (special values)","consensus":34,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"math","enrollmentEvidence":{"answers":[34,34,34],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"combinatorics and graph theory","id":"llm:math:b687f96c9c7b","name":"number_of_labeled_simple_graphs_with_5_vertices","range":[-10000000000,10000000000],"template":"The numerical value of number_of_labeled_simple_graphs_with_5_vertices is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Astronomy (periods and distances)","consensus":2.45,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"astronomy","enrollmentEvidence":{"answers":[2.45,2.4,2.4],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":5,"generationTheme":"unusual galaxies and nebulae","id":"llm:astronomy:9f866445cfb2","name":"luminosity distance to quasar 3C 273 in gigaparsecs","range":[0,1000000000000000],"template":"The numerical value of luminosity distance to quasar 3C 273 in gigaparsecs is ___.","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Chinese geography (measurements)","consensus":283,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"chinese_geography","enrollmentEvidence":{"answers":[283,276,283],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"transport geography","id":"llm:chinese-geography:d02733dd0dbf","name":"侯月铁路全长","range":[1,1000000000],"template":"侯月铁路全长的数值是___。","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Physics (material properties)","consensus":5960,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017"]},"domain":"physics","enrollmentEvidence":{"answers":[5960,5960,5900],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":7,"generationTheme":"thermal and acoustic properties","id":"llm:physics:68280fe540a2","name":"Speed of sound in steel at 20 C in meters per second","range":[0,1000000000000000],"template":"The numerical value of Speed of sound in steel at 20 C in meters per second in SI units is ___.","tolerance":{"mode":"relative","value":0.02}},{"canonicalDomainName":"Chinese geography (measurements)","consensus":18000,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"chinese_geography","enrollmentEvidence":{"answers":[18000,18000,18000],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":5,"generationTheme":"transport geography","id":"llm:chinese-geography:0fb5f3e8ee00","name":"coastline_length_of_china_in_kilometers","range":[1,1000000000],"template":"coastline_length_of_china_in_kilometers的数值是___。","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Physics (material properties)","consensus":0.84,"contrast":{"distinguishingModels":["openai/gpt-6-luna"]},"domain":"physics","enrollmentEvidence":{"answers":[0.84,0.84,0.84],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":5,"generationTheme":"nuclear and particle constants","id":"llm:physics:c52ced79bf06","name":"proton_charge_radius_in_femtometer","range":[0,1000000000000000],"template":"The numerical value of proton_charge_radius_in_femtometer in SI units is ___.","tolerance":{"mode":"relative","value":0.02}},{"canonicalDomainName":"Pop culture (box office and ratings)","consensus":10,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"pop_culture","enrollmentEvidence":{"answers":[10,10,10],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":6,"generationTheme":"television episode facts","id":"llm:pop-culture:6255e6c7f4a3","name":"Number of episodes in season 2 of Yellowjackets (2022)","range":[1,10000],"template":"The numerical value associated with Number of episodes in season 2 of Yellowjackets (2022) is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Mathematics (special values)","consensus":792070839,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"math","enrollmentEvidence":{"answers":[792070839,792070839,792070839],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":5,"generationTheme":"number-theory constants","id":"llm:math:91f240f32237","name":"Partition number p(100)","range":[-10000000000,10000000000],"template":"The numerical value of Partition number p(100) is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese internet (platform dates)","consensus":1996,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017"]},"domain":"chinese_internet","enrollmentEvidence":{"answers":[1996,1996,1996],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":5,"generationTheme":"early platforms","id":"llm:chinese-internet:11a9f06161d4","name":"First Chinese online newspaper \"CCTV News\" launch year (year)","range":[1990,2030],"template":"First Chinese online newspaper \"CCTV News\" launch year (year)发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Medical (drug half-lives)","consensus":25,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","openai/gpt-6-luna"]},"domain":"medical","enrollmentEvidence":{"answers":[25,25,25],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":5,"generationTheme":"metabolic and neurologic medicines","id":"llm:medical:c6982859ebcc","name":"Carbamazepine elimination half-life in hours in adults","range":[0.01,5000],"template":"The elimination half-life of Carbamazepine elimination half-life in hours in adults is approximately ___ hours.","tolerance":{"mode":"relative","value":0.1}},{"canonicalDomainName":"Chinese internet (platform dates)","consensus":2010,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017"]},"domain":"chinese_internet","enrollmentEvidence":{"answers":[2010,2010,2010],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"games and livestreaming","id":"llm:chinese-internet:a6768021e41c","name":"Year the Chinese Ministry of Culture issued the first national standard for online game content review","range":[1990,2030],"template":"Year the Chinese Ministry of Culture issued the first national standard for online game content review发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Pop culture (box office and ratings)","consensus":25,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"pop_culture","enrollmentEvidence":{"answers":[25,25,25],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":8,"generationTheme":"games and books","id":"llm:pop-culture:5e4115b3db38","name":"The number of levels in the original 1980 arcade version of \"Donkey Kong\"","range":[1,10000],"template":"The numerical value associated with The number of levels in the original 1980 arcade version of \"Donkey Kong\" is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese literature (publication years)","consensus":2009,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","openai/gpt-6-luna"]},"domain":"chinese_literature","enrollmentEvidence":{"answers":[2009,2009,2009],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":7,"generationTheme":"science fiction and online literature","id":"llm:chinese-literature:546938174a16","name":"耳根创作的网络小说《仙逆》开始连载的年份","range":[-3000,2030],"template":"耳根创作的网络小说《仙逆》开始连载的年份的数值是___。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Medical (drug half-lives)","consensus":80,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017"]},"domain":"medical","enrollmentEvidence":{"answers":[80,80,80],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"metabolic and neurologic medicines","id":"llm:medical:bc8c60226ae2","name":"Phenobarbital elimination half-life in hours","range":[0.01,5000],"template":"The elimination half-life of Phenobarbital elimination half-life in hours is approximately ___ hours.","tolerance":{"mode":"relative","value":0.1}},{"canonicalDomainName":"Medical (drug half-lives)","consensus":5,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"medical","enrollmentEvidence":{"answers":[5,5,5],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"metabolic and neurologic medicines","id":"llm:medical:a71b135cb0ce","name":"Primidone elimination half-life hours","range":[0.01,5000],"template":"The elimination half-life of Primidone elimination half-life hours is approximately ___ hours.","tolerance":{"mode":"relative","value":0.1}},{"canonicalDomainName":"Chinese history (specific dates)","consensus":1271,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","openai/gpt-6-luna"]},"domain":"chinese_history","enrollmentEvidence":{"answers":[1271,1271,1271],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"regional dynastic events","id":"llm:chinese-history:251e0b20e23d","name":"元朝忽必烈定都大都年份","range":[-3000,2030],"template":"元朝忽必烈定都大都年份发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese literature (publication years)","consensus":28,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chinese_literature","enrollmentEvidence":{"answers":[28,28,28],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"classical works and authors","id":"llm:chinese-literature:278b5fe5dee4","name":"高适《别董大》诗句字数","range":[-3000,2030],"template":"高适《别董大》诗句字数的数值是___。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese geography (measurements)","consensus":2680,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"chinese_geography","enrollmentEvidence":{"answers":[2680,2680,2680],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"mountains and basins","id":"llm:chinese-geography:65b41cc0f5f9","name":"Qaidam Basin average elevation above sea level in meters","range":[1,1000000000],"template":"Qaidam Basin average elevation above sea level in meters的数值是___。","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Pop culture (box office and ratings)","consensus":10,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"pop_culture","enrollmentEvidence":{"answers":[10,10,10],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"music release facts","id":"llm:pop-culture:7bd71cb775d6","name":"Number of tracks on Eagles' Hotel California album","range":[1,10000],"template":"The numerical value associated with Number of tracks on Eagles' Hotel California album is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chemistry (melting points)","consensus":0,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chemistry_mp","enrollmentEvidence":{"answers":[0.41,0.17,0.41],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":7,"generationTheme":"intermetallic compounds and alloys","id":"llm:chemistry-mp:a9bf2dac7d75","name":"Intermetallic compound InSb semiconductor band gap eV at 300K","range":[-300,4000],"template":"The melting point of Intermetallic compound InSb semiconductor band gap eV at 300K is ___°C.","tolerance":{"mode":"absolute","value":3}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":100,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017"]},"domain":"biology","enrollmentEvidence":{"answers":[100,100,100],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"deep-sea and cartilaginous fish","id":"llm:biology:7e0661e41924","name":"deep-sea zebra shark Stegostoma tigrinum diploid chromosome count","range":[1,2000],"template":"The diploid chromosome number (2n) of deep-sea zebra shark Stegostoma tigrinum diploid chromosome count is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese internet (platform dates)","consensus":2021,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","openai/gpt-6-luna"]},"domain":"chinese_internet","enrollmentEvidence":{"answers":[2021,2021,2021],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"games and livestreaming","id":"llm:chinese-internet:7d5881c6cb19","name":"China introduced strict rules limiting playtime for minor gamers year","range":[1990,2030],"template":"China introduced strict rules limiting playtime for minor gamers year发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese history (specific dates)","consensus":200,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"chinese_history","enrollmentEvidence":{"answers":[200,200,200],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"scientific and literary history","id":"llm:chinese-history:fbe0d4442991","name":"The year of the publication of Zhang Zhongjing's Shanghan Zabing Lun","range":[-3000,2030],"template":"The year of the publication of Zhang Zhongjing's Shanghan Zabing Lun发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Mathematics (special values)","consensus":5,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"math","enrollmentEvidence":{"answers":[5,5,5],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"finite geometry and topology","id":"llm:math:a2dc59ca79ac","name":"Cyclotomic polynomial Phi_8(x) value at x=2","range":[-10000000000,10000000000],"template":"The numerical value of Cyclotomic polynomial Phi_8(x) value at x=2 is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Internet culture (dates and numbers)","consensus":1980,"contrast":{"distinguishingModels":["openai/gpt-6-luna"]},"domain":"internet_culture","enrollmentEvidence":{"answers":[1980,1980,1980],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"community milestones","id":"llm:internet-culture:72a8142794a8","name":"Year of first Usenet post","range":[1,2030],"template":"The numerical value associated with Year of first Usenet post is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese geography (measurements)","consensus":4543,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chinese_geography","enrollmentEvidence":{"answers":[4543,4583,4543],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"rivers and lakes","id":"llm:chinese-geography:8e34a2ff9541","name":"青海湖面积(平方公里)","range":[1,1000000000],"template":"青海湖面积(平方公里)的数值是___。","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Internet culture (dates and numbers)","consensus":1997,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017"]},"domain":"internet_culture","enrollmentEvidence":{"answers":[1997,1997,1997],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":7,"generationTheme":"open-source project history","id":"llm:internet-culture:9897fc9ac8d7","name":"Curl command-line tool initial release year","range":[1,2030],"template":"The numerical value associated with Curl command-line tool initial release year is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Internet culture (dates and numbers)","consensus":1,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017"]},"domain":"internet_culture","enrollmentEvidence":{"answers":[1,1,1],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"open-source project history","id":"llm:internet-culture:6212886338c0","name":"Number of primary maintainers of the Linux kernel at the start of the 4.x series (year 2013)","range":[1,2030],"template":"The numerical value associated with Number of primary maintainers of the Linux kernel at the start of the 4.x series (year 2013) is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese geography (measurements)","consensus":1262.5,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chinese_geography","enrollmentEvidence":{"answers":[1262.5,1262.5,1262],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"mountains and basins","id":"llm:chinese-geography:0839313095a7","name":"Zhangjiajie Wulingyuan highest peak Tianzi Peak elevation meters","range":[1,1000000000],"template":"Zhangjiajie Wulingyuan highest peak Tianzi Peak elevation meters的数值是___。","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Medical (drug half-lives)","consensus":7,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"medical","enrollmentEvidence":{"answers":[7,7,7],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":6,"generationTheme":"rare-disease therapies","id":"llm:medical:055bf6f96ed4","name":"Ticagrelor elimination half-life in hours","range":[0.01,5000],"template":"The elimination half-life of Ticagrelor elimination half-life in hours is approximately ___ hours.","tolerance":{"mode":"relative","value":0.1}},{"canonicalDomainName":"Chinese literature (publication years)","consensus":2009,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chinese_literature","enrollmentEvidence":{"answers":[2009,2009,2009],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":7,"generationTheme":"science fiction and online literature","id":"llm:chinese-literature:ca7fad3dd763","name":"Year 'Battle Through the Heavens' was serialized on Qidian Chinese Network","range":[-3000,2030],"template":"Year 'Battle Through the Heavens' was serialized on Qidian Chinese Network的数值是___。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Physics (material properties)","consensus":2000,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"physics","enrollmentEvidence":{"answers":[2000,2000,2000],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":7,"generationTheme":"thermal and acoustic properties","id":"llm:physics:053fa1444393","name":"Thermal conductivity of diamond at 300 K in W per m K","range":[0,1000000000000000],"template":"The numerical value of Thermal conductivity of diamond at 300 K in W per m K in SI units is ___.","tolerance":{"mode":"relative","value":0.02}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":14,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"biology","enrollmentEvidence":{"answers":[14,14,14],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"rare plants and fungi","id":"llm:biology:138cc04a90df","name":"Poa pratensis diploid chromosome number","range":[1,2000],"template":"The diploid chromosome number (2n) of Poa pratensis diploid chromosome number is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese literature (publication years)","consensus":2010,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chinese_literature","enrollmentEvidence":{"answers":[2010,2010,2010],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":7,"generationTheme":"science fiction and online literature","id":"llm:chinese-literature:a81897c0697e","name":"辰东创作的网络小说《遮天》开始连载的年份","range":[-3000,2030],"template":"辰东创作的网络小说《遮天》开始连载的年份的数值是___。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Astronomy (periods and distances)","consensus":330,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017"]},"domain":"astronomy","enrollmentEvidence":{"answers":[330,330,330],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":5,"generationTheme":"unusual galaxies and nebulae","id":"llm:astronomy:b495ff1c12ef","name":"Bootes Void diameter in megaparsecs","range":[0,1000000000000000],"template":"The numerical value of Bootes Void diameter in megaparsecs is ___.","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Programming (release years)","consensus":1988,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"programming","enrollmentEvidence":{"answers":[1988,1988,1988],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":5,"generationTheme":"specialist runtimes","id":"llm:programming:07ae0c13bb51","name":"Oberon first public release year","range":[1950,2030],"template":"The first public release year of Oberon first public release year was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Programming (release years)","consensus":1995,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"programming","enrollmentEvidence":{"answers":[1995,1995,1995],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"specialist runtimes","id":"llm:programming:94735694ae19","name":"Common Lisp ANSI standard adoption year","range":[1950,2030],"template":"The first public release year of Common Lisp ANSI standard adoption year was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Programming (release years)","consensus":1997,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"programming","enrollmentEvidence":{"answers":[1997,1997,1997],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"historical operating systems","id":"llm:programming:4d60afd407c0","name":"BeOS 1.0 release year","range":[1950,2030],"template":"The first public release year of BeOS 1.0 release year was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Cryptography (parameters)","consensus":16,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"crypto_params","enrollmentEvidence":{"answers":[16,16,16],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"cipher rounds and block sizes","id":"llm:crypto-params:77e8d17eb112","name":"MISTY1 Feistel round count","range":[0,10000000000],"template":"The numerical value of MISTY1 Feistel round count is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese internet (platform dates)","consensus":2011,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chinese_internet","enrollmentEvidence":{"answers":[2011,2011,2011],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":6,"generationTheme":"major product launches","id":"llm:chinese-internet:4996e23cd703","name":"Zhihu Q&A community platform launch year","range":[1990,2030],"template":"Zhihu Q&A community platform launch year发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese geography (measurements)","consensus":337171,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017"]},"domain":"chinese_geography","enrollmentEvidence":{"answers":[337171,337171,337171],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"county and prefecture geography","id":"llm:chinese-geography:97c78e153529","name":"Area of Ngari Prefecture in square kilometers","range":[1,1000000000],"template":"Area of Ngari Prefecture in square kilometers的数值是___。","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Cryptography (parameters)","consensus":32,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"crypto_params","enrollmentEvidence":{"answers":[32,32,32],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"cipher rounds and block sizes","id":"llm:crypto-params:4afccf3c73e6","name":"ARIA-256 key expansion constant size in bytes","range":[0,10000000000],"template":"The numerical value of ARIA-256 key expansion constant size in bytes is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese internet (platform dates)","consensus":2018,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chinese_internet","enrollmentEvidence":{"answers":[2018,2018,2018],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":8,"generationTheme":"games and livestreaming","id":"llm:chinese-internet:61c14298fe7a","name":"逆水寒端游公测年份","range":[1990,2030],"template":"逆水寒端游公测年份发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Cryptography (parameters)","consensus":256,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","openai/gpt-6-luna"]},"domain":"crypto_params","enrollmentEvidence":{"answers":[256,256,256],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":8,"generationTheme":"hash and MAC parameters","id":"llm:crypto-params:4e1247183256","name":"HMAC-SHA256 standard key length for security strength 128 bits in bits","range":[0,10000000000],"template":"The numerical value of HMAC-SHA256 standard key length for security strength 128 bits in bits is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Medical (drug half-lives)","consensus":9,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"medical","enrollmentEvidence":{"answers":[9,9,9],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"rare-disease therapies","id":"llm:medical:9ca263a287a2","name":"Upadacitinib elimination half-life hours","range":[0.01,5000],"template":"The elimination half-life of Upadacitinib elimination half-life hours is approximately ___ hours.","tolerance":{"mode":"relative","value":0.1}},{"canonicalDomainName":"Chinese internet (platform dates)","consensus":1995,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"chinese_internet","enrollmentEvidence":{"answers":[1995,1995,1995],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":5,"generationTheme":"early platforms","id":"llm:chinese-internet:c5ed34bddcc2","name":"BBS 北大未名站建立年份","range":[1990,2030],"template":"BBS 北大未名站建立年份发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Internet culture (dates and numbers)","consensus":2008,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"internet_culture","enrollmentEvidence":{"answers":[2008,2008,2008],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":8,"generationTheme":"early web services","id":"llm:internet-culture:d72edbcc4141","name":"Year StumbleUpon was launched","range":[1,2030],"template":"The numerical value associated with Year StumbleUpon was launched is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Mathematics (special values)","consensus":1,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"math","enrollmentEvidence":{"answers":[1,1,1],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"finite geometry and topology","id":"llm:math:f3256b69ddbe","name":"Genus of the Klein bottle","range":[-10000000000,10000000000],"template":"The numerical value of Genus of the Klein bottle is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese internet (platform dates)","consensus":2013,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"chinese_internet","enrollmentEvidence":{"answers":[2013,2013,2013],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":6,"generationTheme":"major product launches","id":"llm:chinese-internet:6e80f0411e49","name":"Yik Yak Chinese clone \"Yixue\" launch year","range":[1990,2030],"template":"Yik Yak Chinese clone \"Yixue\" launch year发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese internet (platform dates)","consensus":1998,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"chinese_internet","enrollmentEvidence":{"answers":[1998,1998,1998],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"early platforms","id":"llm:chinese-internet:3d27d1ade36f","name":"China Education Net launch year","range":[1990,2030],"template":"China Education Net launch year发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Programming (release years)","consensus":2011,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017"]},"domain":"programming","enrollmentEvidence":{"answers":[2011,2011,2011],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"specialist runtimes","id":"llm:programming:a7a9a07247e6","name":"Kotlin first public release year","range":[1950,2030],"template":"The first public release year of Kotlin first public release year was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese literature (publication years)","consensus":1937,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chinese_literature","enrollmentEvidence":{"answers":[1937,1937,1937],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":6,"generationTheme":"literary journals and movements","id":"llm:chinese-literature:968b1cbf4599","name":"七月诗派形成的标志性刊物《七月》创刊年份","range":[-3000,2030],"template":"七月诗派形成的标志性刊物《七月》创刊年份的数值是___。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese history (specific dates)","consensus":10,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017"]},"domain":"chinese_history","enrollmentEvidence":{"answers":[10,10,10],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"administrative reforms","id":"llm:chinese-history:63d6b7d46440","name":"Number of lishis in a single county in the Qing Dynasty (standard)","range":[-3000,2030],"template":"Number of lishis in a single county in the Qing Dynasty (standard)发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese geography (measurements)","consensus":1198,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017"]},"domain":"chinese_geography","enrollmentEvidence":{"answers":[1198,1198,1211],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"mountains and basins","id":"llm:chinese-geography:23ce40ed6797","name":"Yandang Mountains highest peak Dongdajiang elevation in meters","range":[1,1000000000],"template":"Yandang Mountains highest peak Dongdajiang elevation in meters的数值是___。","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Chemistry (melting points)","consensus":2450,"contrast":{"distinguishingModels":["openai/gpt-6-luna"]},"domain":"chemistry_mp","enrollmentEvidence":{"answers":[2450,2450,2450],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"metal oxides and ceramics","id":"llm:chemistry-mp:29e30dca8a41","name":"melting point of boron carbide (B4C) in degrees Celsius","range":[-300,4000],"template":"The melting point of melting point of boron carbide (B4C) in degrees Celsius is ___°C.","tolerance":{"mode":"absolute","value":3}},{"canonicalDomainName":"Internet culture (dates and numbers)","consensus":6,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"internet_culture","enrollmentEvidence":{"answers":[6,6,6],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"community milestones","id":"llm:internet-culture:0015c5fa8902","name":"Number of original Usenet news groups in 1980","range":[1,2030],"template":"The numerical value associated with Number of original Usenet news groups in 1980 is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Internet culture (dates and numbers)","consensus":1,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"internet_culture","enrollmentEvidence":{"answers":[1,1,1],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"early web services","id":"llm:internet-culture:0beb58e4d7b4","name":"Number of original BGP version numbers","range":[1,2030],"template":"The numerical value associated with Number of original BGP version numbers is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Internet culture (dates and numbers)","consensus":255,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"internet_culture","enrollmentEvidence":{"answers":[255,255,255],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"early web services","id":"llm:internet-culture:2a9cfba2b3df","name":"Number of characters allowed in a standard FTP username field per RFC 959","range":[1,2030],"template":"The numerical value associated with Number of characters allowed in a standard FTP username field per RFC 959 is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese internet (platform dates)","consensus":2014,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chinese_internet","enrollmentEvidence":{"answers":[2014,2014,2014],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"games and livestreaming","id":"llm:chinese-internet:6adc986ae518","name":"虎牙直播独立运营启动年份","range":[1990,2030],"template":"虎牙直播独立运营启动年份发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese internet (platform dates)","consensus":2002,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chinese_internet","enrollmentEvidence":{"answers":[2002,2002,2002],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":8,"generationTheme":"games and livestreaming","id":"llm:chinese-internet:9ecd784a28f3","name":"大话西游2经典版公测年份","range":[1990,2030],"template":"大话西游2经典版公测年份发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Astronomy (periods and distances)","consensus":178,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","openai/gpt-6-luna"]},"domain":"astronomy","enrollmentEvidence":{"answers":[178,178,178],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":8,"generationTheme":"dim stellar systems","id":"llm:astronomy:1d24259096ed","name":"Angular diameter in arcseconds of Andromeda Galaxy M31","range":[0,1000000000000000],"template":"The numerical value of Angular diameter in arcseconds of Andromeda Galaxy M31 is ___.","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Pop culture (box office and ratings)","consensus":12,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017"]},"domain":"pop_culture","enrollmentEvidence":{"answers":[12,12,12],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"music release facts","id":"llm:pop-culture:38e5f5ac447e","name":"Number of tracks on Nirvana's Nevermind album","range":[1,10000],"template":"The numerical value associated with Number of tracks on Nirvana's Nevermind album is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Pop culture (box office and ratings)","consensus":4,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017"]},"domain":"pop_culture","enrollmentEvidence":{"answers":[4,4,4],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":7,"generationTheme":"music release facts","id":"llm:pop-culture:3ea43966da4e","name":"Number of musicians listed in the liner notes for the 1969 live recording of The Beatles at the Cavern Club in Liverpool","range":[1,10000],"template":"The numerical value associated with Number of musicians listed in the liner notes for the 1969 live recording of The Beatles at the Cavern Club in Liverpool is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Programming (release years)","consensus":2007,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"programming","enrollmentEvidence":{"answers":[2007,2007,2007],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":5,"generationTheme":"specialist runtimes","id":"llm:programming:564e49f65e40","name":"Haxe first public release year","range":[1950,2030],"template":"The first public release year of Haxe first public release year was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese geography (measurements)","consensus":5548,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"chinese_geography","enrollmentEvidence":{"answers":[5548,5548,5548],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"mountains and basins","id":"llm:chinese-geography:40420a8552d1","name":"Qilian Mountains highest peak Yuzhaishan Peak elevation meters","range":[1,1000000000],"template":"Qilian Mountains highest peak Yuzhaishan Peak elevation meters的数值是___。","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Chinese internet (platform dates)","consensus":1995,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chinese_internet","enrollmentEvidence":{"answers":[1995,1995,1995],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":5,"generationTheme":"early platforms","id":"llm:chinese-internet:c89d3ca2453a","name":"China's first commercial ISP ChinaNet operational year","range":[1990,2030],"template":"China's first commercial ISP ChinaNet operational year发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Mathematics (special values)","consensus":6,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"math","enrollmentEvidence":{"answers":[6,6,6],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":8,"generationTheme":"combinatorics and graph theory","id":"llm:math:c5df181e16a8","name":"Number of Hamiltonian cycles in the cube graph Q_3 (undirected)","range":[-10000000000,10000000000],"template":"The numerical value of Number of Hamiltonian cycles in the cube graph Q_3 (undirected) is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese history (specific dates)","consensus":8,"contrast":{"distinguishingModels":["openai/gpt-6-luna"]},"domain":"chinese_history","enrollmentEvidence":{"answers":[8,8,8],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"administrative reforms","id":"llm:chinese-history:e1819536808b","name":"Tang dynasty An Lushan Rebellion duration in years","range":[-3000,2030],"template":"Tang dynasty An Lushan Rebellion duration in years发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese literature (publication years)","consensus":1928,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017"]},"domain":"chinese_literature","enrollmentEvidence":{"answers":[1928,1928,1928],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":6,"generationTheme":"literary journals and movements","id":"llm:chinese-literature:47e517c17303","name":"太阳社成立的年份","range":[-3000,2030],"template":"太阳社成立的年份的数值是___。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese internet (platform dates)","consensus":2012,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"chinese_internet","enrollmentEvidence":{"answers":[2012,2012,2012],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"major product launches","id":"llm:chinese-internet:45de363c2e6e","name":"WeChat's official global name change to Weixin year","range":[1990,2030],"template":"WeChat's official global name change to Weixin year发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Internet culture (dates and numbers)","consensus":1971,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"internet_culture","enrollmentEvidence":{"answers":[1971,1971,1971],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"early web services","id":"llm:internet-culture:2c8a4120d936","name":"Year the first version of FTP protocol was standardized in RFC 114","range":[1,2030],"template":"The numerical value associated with Year the first version of FTP protocol was standardized in RFC 114 is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Internet culture (dates and numbers)","consensus":2008,"contrast":{"distinguishingModels":["openai/gpt-6-luna"]},"domain":"internet_culture","enrollmentEvidence":{"answers":[2008,2008,2008],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"community milestones","id":"llm:internet-culture:219f093789fe","name":"Year the social networking site MySpace peaked at over 100 million users","range":[1,2030],"template":"The numerical value associated with Year the social networking site MySpace peaked at over 100 million users is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese internet (platform dates)","consensus":1995,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"chinese_internet","enrollmentEvidence":{"answers":[1995,1995,1995],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":5,"generationTheme":"early platforms","id":"llm:chinese-internet:1b2e9c9dbce5","name":"BBS北大未名站首次开通年份","range":[1990,2030],"template":"BBS北大未名站首次开通年份发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Internet culture (dates and numbers)","consensus":46,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"internet_culture","enrollmentEvidence":{"answers":[46,46,46],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"protocol history","id":"llm:internet-culture:fad9d7a6b186","name":"Number of segments in the minimum size of an Ethernet II frame payload","range":[1,2030],"template":"The numerical value associated with Number of segments in the minimum size of an Ethernet II frame payload is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Cryptography (parameters)","consensus":2005,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"crypto_params","enrollmentEvidence":{"answers":[2005,2005,2005],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"standardization years","id":"llm:crypto-params:414dcc3f608e","name":"ANSI X9.24 standard adoption year","range":[0,10000000000],"template":"The numerical value of ANSI X9.24 standard adoption year is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Astronomy (periods and distances)","consensus":14.73,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"astronomy","enrollmentEvidence":{"answers":[14.73,14.7,14.6],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":7,"generationTheme":"minor planet measurements","id":"llm:astronomy:25f0d320a66c","name":"Rotation period of minor planet 243 Ida in hours","range":[0,1000000000000000],"template":"The numerical value of Rotation period of minor planet 243 Ida in hours is ___.","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Chinese internet (platform dates)","consensus":2000,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chinese_internet","enrollmentEvidence":{"answers":[2000,2000,2000],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"major product launches","id":"llm:chinese-internet:4e35883a1cf7","name":"Baidu search engine beta launch year","range":[1990,2030],"template":"Baidu search engine beta launch year发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Internet culture (dates and numbers)","consensus":2008,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"internet_culture","enrollmentEvidence":{"answers":[2008,2008,2008],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"community milestones","id":"llm:internet-culture:7c9904ab9fb8","name":"StumbleUpon service start year","range":[1,2030],"template":"The numerical value associated with StumbleUpon service start year is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":100,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"biology","enrollmentEvidence":{"answers":[100,100,100],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"deep-sea and cartilaginous fish","id":"llm:biology:d5f3361512ae","name":"deep-sea spiny dogfish Squalus acanthias diploid chromosome count","range":[1,2000],"template":"The diploid chromosome number (2n) of deep-sea spiny dogfish Squalus acanthias diploid chromosome count is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Astronomy (periods and distances)","consensus":1658,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"astronomy","enrollmentEvidence":{"answers":[1658,1658.2,1658],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"minor planet measurements","id":"llm:astronomy:3e7f02511811","name":"Mean orbital period of 2 Pallas in days","range":[0,1000000000000000],"template":"The numerical value of Mean orbital period of 2 Pallas in days is ___.","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Astronomy (periods and distances)","consensus":11.13,"contrast":{"distinguishingModels":["openai/gpt-6-luna"]},"domain":"astronomy","enrollmentEvidence":{"answers":[11.13,11.13,11.13],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"dim stellar systems","id":"llm:astronomy:7f9c2133a190","name":"Apparent visual magnitude of the red dwarf star Proxima Centauri","range":[0,1000000000000000],"template":"The numerical value of Apparent visual magnitude of the red dwarf star Proxima Centauri is ___.","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Pop culture (box office and ratings)","consensus":3,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"pop_culture","enrollmentEvidence":{"answers":[3,3,3],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":5,"generationTheme":"film production facts","id":"llm:pop-culture:c88de81da81d","name":"The number of IMAX cameras used simultaneously during the filming of the 2017 film Dunkirk","range":[1,10000],"template":"The numerical value associated with The number of IMAX cameras used simultaneously during the filming of the 2017 film Dunkirk is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese literature (publication years)","consensus":1934,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"chinese_literature","enrollmentEvidence":{"answers":[1934,1934,1934],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":8,"generationTheme":"modern publication years","id":"llm:chinese-literature:790d5e6eb666","name":"沈从文《边城》收录于哪一年出版的散文集","range":[-3000,2030],"template":"沈从文《边城》收录于哪一年出版的散文集的数值是___。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese literature (publication years)","consensus":1993,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017"]},"domain":"chinese_literature","enrollmentEvidence":{"answers":[1993,1993,1993],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"modern publication years","id":"llm:chinese-literature:c6fe5fca5c26","name":"Yu Hua's novel \"To Live\" first publication year","range":[-3000,2030],"template":"Yu Hua's novel \"To Live\" first publication year的数值是___。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Pop culture (box office and ratings)","consensus":27,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"pop_culture","enrollmentEvidence":{"answers":[27,27,27],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":6,"generationTheme":"television episode facts","id":"llm:pop-culture:263eb9ef2723","name":"Total number of episodes in the complete run of the TV series Black Mirror (episodes)","range":[1,10000],"template":"The numerical value associated with Total number of episodes in the complete run of the TV series Black Mirror (episodes) is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":24,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"biology","enrollmentEvidence":{"answers":[24,24,24],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"unusual insects and arachnids","id":"llm:biology:116aa7ddbf25","name":"Blattodea (cockroach) diploid chromosome count","range":[1,2000],"template":"The diploid chromosome number (2n) of Blattodea (cockroach) diploid chromosome count is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Physics (material properties)","consensus":1960,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"physics","enrollmentEvidence":{"answers":[1960,1960,1960],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"thermal and acoustic properties","id":"llm:physics:2a12e36fed34","name":"Speed of sound in lead at 20 C (m/s)","range":[0,1000000000000000],"template":"The numerical value of Speed of sound in lead at 20 C (m/s) in SI units is ___.","tolerance":{"mode":"relative","value":0.02}},{"canonicalDomainName":"Pop culture (box office and ratings)","consensus":256,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"pop_culture","enrollmentEvidence":{"answers":[256,256,256],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"games and books","id":"llm:pop-culture:18e55cc7047b","name":"Number of levels in the arcade game Pac-Man","range":[1,10000],"template":"The numerical value associated with Number of levels in the arcade game Pac-Man is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Internet culture (dates and numbers)","consensus":2017,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017"]},"domain":"internet_culture","enrollmentEvidence":{"answers":[2017,2017,2017],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"community milestones","id":"llm:internet-culture:ed426edc2283","name":"Year Vine shut down standalone app","range":[1,2030],"template":"The numerical value associated with Year Vine shut down standalone app is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Internet culture (dates and numbers)","consensus":1996,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017"]},"domain":"internet_culture","enrollmentEvidence":{"answers":[1996,1996,1996],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"open-source project history","id":"llm:internet-culture:e9a7cca265d5","name":"PostgreSQL version 1.0 release year","range":[1,2030],"template":"The numerical value associated with PostgreSQL version 1.0 release year is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Astronomy (periods and distances)","consensus":7.9,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017"]},"domain":"astronomy","enrollmentEvidence":{"answers":[7.9,7.9,7.9],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"minor planet measurements","id":"llm:astronomy:236bb1b99eaa","name":"Libration amplitude of the Moon in longitude in degrees","range":[0,1000000000000000],"template":"The numerical value of Libration amplitude of the Moon in longitude in degrees is ___.","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Chinese geography (measurements)","consensus":189,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chinese_geography","enrollmentEvidence":{"answers":[189,189,189],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"mountains and basins","id":"llm:chinese-geography:72dbaedb5598","name":"准噶尔盆地艾比湖湖面海拔高度(米)","range":[1,1000000000],"template":"准噶尔盆地艾比湖湖面海拔高度(米)的数值是___。","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Chinese history (specific dates)","consensus":1773,"contrast":{"distinguishingModels":["openai/gpt-6-luna"]},"domain":"chinese_history","enrollmentEvidence":{"answers":[1773,1773,1773],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":5,"generationTheme":"scientific and literary history","id":"llm:chinese-history:bf5fc41140f9","name":"《四库全书》编纂启动年份","range":[-3000,2030],"template":"《四库全书》编纂启动年份发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese internet (platform dates)","consensus":2014,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017"]},"domain":"chinese_internet","enrollmentEvidence":{"answers":[2014,2014,2014],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":7,"generationTheme":"industry events","id":"llm:chinese-internet:1552fa6ac8b1","name":"2013年阿里巴巴集团在美国纽约证券交易所上市年份","range":[1990,2030],"template":"2013年阿里巴巴集团在美国纽约证券交易所上市年份发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":22,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"biology","enrollmentEvidence":{"answers":[22,22,22],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":7,"generationTheme":"unusual insects and arachnids","id":"llm:biology:a9252cc7aae5","name":"Diploid chromosome number (2n) of the grasshopper Schistocerca gregaria","range":[1,2000],"template":"The diploid chromosome number (2n) of Diploid chromosome number (2n) of the grasshopper Schistocerca gregaria is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese literature (publication years)","consensus":2006,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017"]},"domain":"chinese_literature","enrollmentEvidence":{"answers":[2006,2006,2006],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"science fiction and online literature","id":"llm:chinese-literature:f4c67f385a3c","name":"《三体》第一部首次出版年份","range":[-3000,2030],"template":"《三体》第一部首次出版年份的数值是___。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese history (specific dates)","consensus":100,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","openai/gpt-6-luna"]},"domain":"chinese_history","enrollmentEvidence":{"answers":[100,100,100],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"administrative reforms","id":"llm:chinese-history:c3106e752175","name":"Number of li (villages) in a standard Tang Dynasty household registration unit for tax purposes","range":[-3000,2030],"template":"Number of li (villages) in a standard Tang Dynasty household registration unit for tax purposes发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Physics (material properties)","consensus":5,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"physics","enrollmentEvidence":{"answers":[5,5,5],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"thermal and acoustic properties","id":"llm:physics:67b81d288cce","name":"Thermal conductivity of graphite along c-axis at 300 K (W/(m*K))","range":[0,1000000000000000],"template":"The numerical value of Thermal conductivity of graphite along c-axis at 300 K (W/(m*K)) in SI units is ___.","tolerance":{"mode":"relative","value":0.02}},{"canonicalDomainName":"Chinese literature (publication years)","consensus":1938,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chinese_literature","enrollmentEvidence":{"answers":[1938,1938,1938],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"literary journals and movements","id":"llm:chinese-literature:f0f2ff9e6476","name":"《文艺阵地》创刊年份","range":[-3000,2030],"template":"《文艺阵地》创刊年份的数值是___。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese internet (platform dates)","consensus":2012,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","openai/gpt-6-luna"]},"domain":"chinese_internet","enrollmentEvidence":{"answers":[2012,2012,2012],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"early platforms","id":"llm:chinese-internet:5c93a398071d","name":"Ximalaya FM founding year","range":[1990,2030],"template":"Ximalaya FM founding year发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese geography (measurements)","consensus":350,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"chinese_geography","enrollmentEvidence":{"answers":[350,350,350],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":5,"generationTheme":"transport geography","id":"llm:chinese-geography:488829081b58","name":"Average speed of the Beijing-Guangzhou High-Speed Railway in km/h","range":[1,1000000000],"template":"Average speed of the Beijing-Guangzhou High-Speed Railway in km/h的数值是___。","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Chinese literature (publication years)","consensus":1,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chinese_literature","enrollmentEvidence":{"answers":[1,1,1],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":7,"generationTheme":"science fiction and online literature","id":"llm:chinese-literature:7e9c6d3e463a","name":"The number of main protagonists in the original web novel \"The King's Avatar\"","range":[-3000,2030],"template":"The number of main protagonists in the original web novel \"The King's Avatar\"的数值是___。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Physics (material properties)","consensus":95,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","openai/gpt-6-luna"]},"domain":"physics","enrollmentEvidence":{"answers":[95,95,93],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":5,"generationTheme":"nuclear and particle constants","id":"llm:physics:50cc18111ede","name":"strange quark mass at 2 GeV MeV","range":[0,1000000000000000],"template":"The numerical value of strange quark mass at 2 GeV MeV in SI units is ___.","tolerance":{"mode":"relative","value":0.02}},{"canonicalDomainName":"Chinese history (specific dates)","consensus":328,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017"]},"domain":"chinese_history","enrollmentEvidence":{"answers":[328,328,328],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"administrative reforms","id":"llm:chinese-history:f2214ddb047a","name":"Number of prefectures recorded in the Tang Liudian (c. 800 AD)","range":[-3000,2030],"template":"Number of prefectures recorded in the Tang Liudian (c. 800 AD)发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Astronomy (periods and distances)","consensus":6500,"contrast":{"distinguishingModels":["openai/gpt-6-luna"]},"domain":"astronomy","enrollmentEvidence":{"answers":[6500,6500,6500],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":5,"generationTheme":"unusual galaxies and nebulae","id":"llm:astronomy:74daa0da0d1d","name":"Distance to the Pillars of Creation in light-years","range":[0,1000000000000000],"template":"The numerical value of Distance to the Pillars of Creation in light-years is ___.","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Programming (release years)","consensus":2020,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"programming","enrollmentEvidence":{"answers":[2020,2020,2020],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":9,"generationTheme":"specialist runtimes","id":"llm:programming:a4446dd7cc81","name":"Odin language first public release year","range":[1950,2030],"template":"The first public release year of Odin language first public release year was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese geography (measurements)","consensus":850,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"chinese_geography","enrollmentEvidence":{"answers":[850,850,850],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"transport geography","id":"llm:chinese-geography:28211af0255f","name":"合福高铁合肥南至福州段全长","range":[1,1000000000],"template":"合福高铁合肥南至福州段全长的数值是___。","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Chinese literature (publication years)","consensus":90,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"chinese_literature","enrollmentEvidence":{"answers":[90,90,90],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":5,"generationTheme":"classical works and authors","id":"llm:chinese-literature:bb9d78ad6c30","name":"《后汉书》包含卷数","range":[-3000,2030],"template":"《后汉书》包含卷数的数值是___。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Programming (release years)","consensus":1997,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"programming","enrollmentEvidence":{"answers":[1997,1997,1997],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"historical operating systems","id":"llm:programming:13caa0c35370","name":"BeOS 1.0 first public release year","range":[1950,2030],"template":"The first public release year of BeOS 1.0 first public release year was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese history (specific dates)","consensus":100,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"chinese_history","enrollmentEvidence":{"answers":[100,100,100],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"administrative reforms","id":"llm:chinese-history:d23316c4be67","name":"Number of households in a Tang Dynasty xiang (neighborhood) unit","range":[-3000,2030],"template":"Number of households in a Tang Dynasty xiang (neighborhood) unit发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese internet (platform dates)","consensus":1998,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017"]},"domain":"chinese_internet","enrollmentEvidence":{"answers":[1998,1998,1998],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"industry events","id":"llm:chinese-internet:40c1d62f2822","name":"1998年中国互联网第一股网景上市年份","range":[1990,2030],"template":"1998年中国互联网第一股网景上市年份发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese geography (measurements)","consensus":2570,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017"]},"domain":"chinese_geography","enrollmentEvidence":{"answers":[2570,2579,2625],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":7,"generationTheme":"rivers and lakes","id":"llm:chinese-geography:1274f6ec6dbe","name":"洞庭湖面积(平方千米)","range":[1,1000000000],"template":"洞庭湖面积(平方千米)的数值是___。","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Chinese literature (publication years)","consensus":20,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"chinese_literature","enrollmentEvidence":{"answers":[20,20,20],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":5,"generationTheme":"classical works and authors","id":"llm:chinese-literature:37453f0d52a5","name":"《搜神记》原书卷数","range":[-3000,2030],"template":"《搜神记》原书卷数的数值是___。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese geography (measurements)","consensus":6772,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chinese_geography","enrollmentEvidence":{"answers":[6772,6772,6772],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":5,"generationTheme":"transport geography","id":"llm:chinese-geography:fe667f495df4","name":"Length of the Nanjing Yangtze River Bridge in meters","range":[1,1000000000],"template":"Length of the Nanjing Yangtze River Bridge in meters的数值是___。","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Programming (release years)","consensus":2009,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017"]},"domain":"programming","enrollmentEvidence":{"answers":[2009,2009,2009],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"database and protocol implementations","id":"llm:programming:3562bc87b01a","name":"MariaDB 5.0 first public release year","range":[1950,2030],"template":"The first public release year of MariaDB 5.0 first public release year was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese internet (platform dates)","consensus":2009,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chinese_internet","enrollmentEvidence":{"answers":[2009,2009,2009],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":8,"generationTheme":"games and livestreaming","id":"llm:chinese-internet:df0b283e107b","name":"剑网3首个资料片“浩气盟”测试年份","range":[1990,2030],"template":"剑网3首个资料片“浩气盟”测试年份发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Mathematics (special values)","consensus":1,"contrast":{"distinguishingModels":["openai/gpt-6-luna"]},"domain":"math","enrollmentEvidence":{"answers":[1,1,1],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"special functions","id":"llm:math:540758348e70","name":"Value of FresnelC(infinity) * 2","range":[-10000000000,10000000000],"template":"The numerical value of Value of FresnelC(infinity) * 2 is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Astronomy (periods and distances)","consensus":277,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"astronomy","enrollmentEvidence":{"answers":[277,278,277.9],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":7,"generationTheme":"minor planet measurements","id":"llm:astronomy:29f3c5fbde73","name":"Mean distance from Sun of minor planet 2 Pallas in million kilometers","range":[0,1000000000000000],"template":"The numerical value of Mean distance from Sun of minor planet 2 Pallas in million kilometers is ___.","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Chinese literature (publication years)","consensus":1990,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"chinese_literature","enrollmentEvidence":{"answers":[1990,1990,1990],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"modern publication years","id":"llm:chinese-literature:cdf93be71bac","name":"苏童《妻妾成群》由上海文艺出版社出版的年份","range":[-3000,2030],"template":"苏童《妻妾成群》由上海文艺出版社出版的年份的数值是___。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Programming (release years)","consensus":1958,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5","openai/gpt-6-luna"]},"domain":"programming","enrollmentEvidence":{"answers":[1958,1958,1958],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":7,"generationTheme":"scientific languages","id":"llm:programming:a388b3482b8b","name":"Lisp first public release year","range":[1950,2030],"template":"The first public release year of Lisp first public release year was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese internet (platform dates)","consensus":2021,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chinese_internet","enrollmentEvidence":{"answers":[2021,2021,2021],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"games and livestreaming","id":"llm:chinese-internet:852979e95cd5","name":"Year China implemented a strict limit on daily online gaming hours for children during weekdays","range":[1990,2030],"template":"Year China implemented a strict limit on daily online gaming hours for children during weekdays发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese literature (publication years)","consensus":17,"contrast":{"distinguishingModels":["anthropic/claude-haiku-5.5"]},"domain":"chinese_literature","enrollmentEvidence":{"answers":[17,17,17],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"classical works and authors","id":"llm:chinese-literature:ea0231a73fc4","name":"《楚辞》收录作品总数（含九歌九章等）","range":[-3000,2030],"template":"《楚辞》收录作品总数（含九歌九章等）的数值是___。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Programming (release years)","consensus":2012,"contrast":{"distinguishingModels":["deepseek/deepseek-v4.1-flash-1017","openai/gpt-6-luna"]},"domain":"programming","enrollmentEvidence":{"answers":[2012,2012,2012],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"scientific languages","id":"llm:programming:fcac65c400db","name":"Julia programming language first stable release year","range":[1950,2030],"template":"The first public release year of Julia programming language first stable release year was ___.","tolerance":{"mode":"absolute","value":0}}],"queryProfile":{"apiProtocol":"openai-chat-completions","auditTemperature":0,"contrastTemperature":0,"enrollmentTemperatures":[0,0.7,0.7],"generationSettings":{"responseFormat":"text","seed":null,"topP":1},"maxTokensPerRequest":1600,"parserVersion":"kbf-numeric-lines-v3","probesPerRequest":10,"promptVariantsHash":"sha256:a9729cc7c2401f41d7dedcc1b78bceb7d0a6392afc03804457443df1d773b032","requestTimeoutMs":120000,"selfTestTemperature":0,"upstreamModel":"qwen/qwen3.8-27b","version":2},"queryProfileHash":"sha256:8df2e81ff9fa9a27989d4d9e180d45fdd4ffed2c7c97d156d8ee7f7f3004d82f","referenceId":"sha256:0599bd21e28ac57189aa11696010dbfe0269398849b263a9d86c422e49343352","referenceModel":"qwen3.8-27b","selfTest":{"coverage":1,"errorRate":0.12941176470588237,"hamming":66,"outcomes":[{"answers":[1928,1928,1928],"matches":[1,1,1],"probeId":"llm:chinese-literature:eb5013b50490"},{"answers":[181,181,180],"matches":[1,1,1],"probeId":"llm:chinese-geography:a04831fe2a8f"},{"answers":[2450,2450,2450],"matches":[1,1,1],"probeId":"llm:chemistry-mp:4d1f35a250e0"},{"answers":[8,8,8],"matches":[1,1,1],"probeId":"llm:chinese-history:7b89b9997acd"},{"answers":[2016,2016,2016],"matches":[1,1,1],"probeId":"llm:chinese-internet:56147d3a75c3"},{"answers":[1996,1996,1996],"matches":[1,1,1],"probeId":"llm:programming:1ee47d2549b4"},{"answers":[2012,2011,2012],"matches":[1,0,1],"probeId":"llm:chinese-internet:cfbd19d79798"},{"answers":[1,1,1],"matches":[1,1,1],"probeId":"llm:chinese-literature:a4515dbf28da"},{"answers":[14,14,14],"matches":[1,1,1],"probeId":"llm:biology:daa34ce856dc"},{"answers":[2041,2041,2040],"matches":[1,1,1],"probeId":"llm:chinese-geography:5bc8d439998e"},{"answers":[3,3,3],"matches":[1,1,1],"probeId":"llm:medical:0b9f2e35f8af"},{"answers":[2014,2014,2014],"matches":[1,1,1],"probeId":"llm:chinese-internet:633e92f47b63"},{"answers":[15,15,15],"matches":[1,1,1],"probeId":"llm:medical:b7c934d164f4"},{"answers":[17,17,17],"matches":[1,1,1],"probeId":"llm:chinese-history:1aaf655bf208"},{"answers":[100,100,50],"matches":[1,1,0],"probeId":"llm:biology:1515ae74ef40"},{"answers":[12,12,12],"matches":[0,0,0],"probeId":"llm:crypto-params:2212223fc6d9"},{"answers":[0.00011,0.000111,0.000111],"matches":[1,1,1],"probeId":"llm:physics:ffd4271b0136"},{"answers":[16,16,16],"matches":[1,1,1],"probeId":"llm:biology:bdc70b8f1e87"},{"answers":[1993,1993,1993],"matches":[1,1,1],"probeId":"llm:chinese-literature:abc1d5503cd1"},{"answers":[25,25,25],"matches":[1,1,1],"probeId":"llm:medical:caafc0b12e0f"},{"answers":[1978,1978,1980],"matches":[1,1,0],"probeId":"llm:chinese-literature:6a190722b8d0"},{"answers":[1,1,1],"matches":[1,1,1],"probeId":"llm:pop-culture:3cecef148764"},{"answers":[24,24,24],"matches":[1,1,1],"probeId":"llm:biology:53997ee6db5f"},{"answers":[2008,2007,2008],"matches":[1,0,1],"probeId":"llm:chinese-literature:02e235f0305b"},{"answers":[2008,2007,2007],"matches":[0,1,1],"probeId":"llm:crypto-params:9ba6439ce752"},{"answers":[1976,1979,1979],"matches":[0,1,1],"probeId":"llm:chinese-literature:9983ecdc3ffa"},{"answers":[2.5,2.7,2.5],"matches":[1,1,1],"probeId":"llm:medical:1e4b7b6617b3"},{"answers":[10,10,7],"matches":[1,1,0],"probeId":"llm:pop-culture:8471a7887d84"},{"answers":[1997,1997,1997],"matches":[1,1,1],"probeId":"llm:internet-culture:7c863fb742b8"},{"answers":[189,189,189],"matches":[1,1,1],"probeId":"llm:chinese-geography:de1bc42bc100"},{"answers":[1939,1939,1939],"matches":[1,1,1],"probeId":"llm:chinese-literature:745409cc460f"},{"answers":[3583,3583,3583],"matches":[1,1,1],"probeId":"llm:chinese-geography:107f5dec555b"},{"answers":[3,3,3],"matches":[1,1,1],"probeId":"llm:chinese-literature:d0159d1981eb"},{"answers":[7,7,7],"matches":[1,1,1],"probeId":"llm:internet-culture:b9bb1c4a5fd5"},{"answers":[64,64,64],"matches":[1,1,1],"probeId":"llm:crypto-params:586c33ed4bc3"},{"answers":[1957,1957,1957],"matches":[1,1,1],"probeId":"llm:chinese-literature:83608e3ed7bc"},{"answers":[42,42,42],"matches":[1,1,1],"probeId":"llm:math:fc75a760e8b1"},{"answers":[853,853,853],"matches":[1,1,1],"probeId":"llm:math:a1ec55c5500e"},{"answers":[1013,1013,1013],"matches":[1,1,1],"probeId":"llm:chinese-geography:48f8038b7334"},{"answers":[12,12,12],"matches":[1,1,1],"probeId":"llm:biology:1999494caec7"},{"answers":[1944,1944,1944],"matches":[1,1,1],"probeId":"llm:chinese-literature:1d363429794a"},{"answers":[1500,1500,1500],"matches":[1,1,1],"probeId":"llm:physics:cb52aa1bbc77"},{"answers":[2020,2019,2020],"matches":[1,0,1],"probeId":"llm:chinese-internet:d4dbff9f1598"},{"answers":[25,25,25],"matches":[1,1,1],"probeId":"llm:medical:77bc6b8d6ff0"},{"answers":[1934,1934,1934],"matches":[1,1,1],"probeId":"llm:chinese-literature:092bdf275c85"},{"answers":[45,45,45],"matches":[1,1,1],"probeId":"llm:physics:9f9de45096c2"},{"answers":[1,5,5],"matches":[0,1,1],"probeId":"llm:math:b5953342d27b"},{"answers":[34,34,34],"matches":[1,1,1],"probeId":"llm:math:b687f96c9c7b"},{"answers":[2.44,2.4,2.4],"matches":[1,1,1],"probeId":"llm:astronomy:9f866445cfb2"},{"answers":[364,350,267],"matches":[0,0,0],"probeId":"llm:chinese-geography:d02733dd0dbf"},{"answers":[5960,5960,5960],"matches":[1,1,1],"probeId":"llm:physics:68280fe540a2"},{"answers":[18000,18000,18000],"matches":[1,1,1],"probeId":"llm:chinese-geography:0fb5f3e8ee00"},{"answers":[0.84,0.84,0.84],"matches":[1,1,1],"probeId":"llm:physics:c52ced79bf06"},{"answers":[10,10,10],"matches":[1,1,1],"probeId":"llm:pop-culture:6255e6c7f4a3"},{"answers":[792070839,792070839,792070839],"matches":[1,1,1],"probeId":"llm:math:91f240f32237"},{"answers":[1996,1996,1996],"matches":[1,1,1],"probeId":"llm:chinese-internet:11a9f06161d4"},{"answers":[25,25,25],"matches":[1,1,1],"probeId":"llm:medical:c6982859ebcc"},{"answers":[2004,2000,2004],"matches":[0,0,0],"probeId":"llm:chinese-internet:a6768021e41c"},{"answers":[25,25,25],"matches":[1,1,1],"probeId":"llm:pop-culture:5e4115b3db38"},{"answers":[2009,2008,2009],"matches":[1,0,1],"probeId":"llm:chinese-literature:546938174a16"},{"answers":[80,80,80],"matches":[1,1,1],"probeId":"llm:medical:bc8c60226ae2"},{"answers":[5,8,12],"matches":[1,0,0],"probeId":"llm:medical:a71b135cb0ce"},{"answers":[1271,1271,1271],"matches":[1,1,1],"probeId":"llm:chinese-history:251e0b20e23d"},{"answers":[28,28,28],"matches":[1,1,1],"probeId":"llm:chinese-literature:278b5fe5dee4"},{"answers":[2800,2680,2680],"matches":[1,1,1],"probeId":"llm:chinese-geography:65b41cc0f5f9"},{"answers":[10,10,10],"matches":[1,1,1],"probeId":"llm:pop-culture:7bd71cb775d6"},{"answers":[42,1,1],"matches":[0,1,1],"probeId":"llm:chemistry-mp:a9bf2dac7d75"},{"answers":[100,100,100],"matches":[1,1,1],"probeId":"llm:biology:7e0661e41924"},{"answers":[2021,2021,2021],"matches":[1,1,1],"probeId":"llm:chinese-internet:7d5881c6cb19"},{"answers":[200,200,200],"matches":[1,1,1],"probeId":"llm:chinese-history:fbe0d4442991"},{"answers":[5,5,5],"matches":[1,1,1],"probeId":"llm:math:a2dc59ca79ac"},{"answers":[1980,1980,1980],"matches":[1,1,1],"probeId":"llm:internet-culture:72a8142794a8"},{"answers":[4543,4543,4543],"matches":[1,1,1],"probeId":"llm:chinese-geography:8e34a2ff9541"},{"answers":[1997,1997,1997],"matches":[1,1,1],"probeId":"llm:internet-culture:9897fc9ac8d7"},{"answers":[1,1,1],"matches":[1,1,1],"probeId":"llm:internet-culture:6212886338c0"},{"answers":[1262.5,1262.5,1262],"matches":[1,1,1],"probeId":"llm:chinese-geography:0839313095a7"},{"answers":[7,7,7],"matches":[1,1,1],"probeId":"llm:medical:055bf6f96ed4"},{"answers":[2009,2009,2009],"matches":[1,1,1],"probeId":"llm:chinese-literature:ca7fad3dd763"},{"answers":[2000,2000,2000],"matches":[1,1,1],"probeId":"llm:physics:053fa1444393"},{"answers":[14,14,14],"matches":[1,1,1],"probeId":"llm:biology:138cc04a90df"},{"answers":[2010,2010,2010],"matches":[1,1,1],"probeId":"llm:chinese-literature:a81897c0697e"},{"answers":[330,330,330],"matches":[1,1,1],"probeId":"llm:astronomy:b495ff1c12ef"},{"answers":[1988,1988,1988],"matches":[1,1,1],"probeId":"llm:programming:07ae0c13bb51"},{"answers":[1995,1995,1995],"matches":[1,1,1],"probeId":"llm:programming:94735694ae19"},{"answers":[1997,1997,1997],"matches":[1,1,1],"probeId":"llm:programming:4d60afd407c0"},{"answers":[16,16,16],"matches":[1,1,1],"probeId":"llm:crypto-params:77e8d17eb112"},{"answers":[2011,2011,2011],"matches":[1,1,1],"probeId":"llm:chinese-internet:4996e23cd703"},{"answers":[337100,337170,337171],"matches":[1,1,1],"probeId":"llm:chinese-geography:97c78e153529"},{"answers":[32,32,32],"matches":[1,1,1],"probeId":"llm:crypto-params:4afccf3c73e6"},{"answers":[2018,2018,2018],"matches":[1,1,1],"probeId":"llm:chinese-internet:61c14298fe7a"},{"answers":[256,256,256],"matches":[1,1,1],"probeId":"llm:crypto-params:4e1247183256"},{"answers":[9,15,9],"matches":[1,0,1],"probeId":"llm:medical:9ca263a287a2"},{"answers":[1995,1995,1995],"matches":[1,1,1],"probeId":"llm:chinese-internet:c5ed34bddcc2"},{"answers":[2008,2008,2008],"matches":[1,1,1],"probeId":"llm:internet-culture:d72edbcc4141"},{"answers":[1,2,1],"matches":[1,0,1],"probeId":"llm:math:f3256b69ddbe"},{"answers":[2013,2013,2013],"matches":[1,1,1],"probeId":"llm:chinese-internet:6e80f0411e49"},{"answers":[1998,1994,1994],"matches":[1,0,0],"probeId":"llm:chinese-internet:3d27d1ade36f"},{"answers":[2011,2011,2011],"matches":[1,1,1],"probeId":"llm:programming:a7a9a07247e6"},{"answers":[1937,1937,1937],"matches":[1,1,1],"probeId":"llm:chinese-literature:968b1cbf4599"},{"answers":[10,100,100],"matches":[1,0,0],"probeId":"llm:chinese-history:63d6b7d46440"},{"answers":[1198,1198,1198],"matches":[1,1,1],"probeId":"llm:chinese-geography:23ce40ed6797"},{"answers":[2450,2450,2450],"matches":[1,1,1],"probeId":"llm:chemistry-mp:29e30dca8a41"},{"answers":[6,5,6],"matches":[1,0,1],"probeId":"llm:internet-culture:0015c5fa8902"},{"answers":[4,4,4],"matches":[0,0,0],"probeId":"llm:internet-culture:0beb58e4d7b4"},{"answers":[255,255,255],"matches":[1,1,1],"probeId":"llm:internet-culture:2a9cfba2b3df"},{"answers":[2013,2014,2014],"matches":[0,1,1],"probeId":"llm:chinese-internet:6adc986ae518"},{"answers":[2002,2002,2004],"matches":[1,1,0],"probeId":"llm:chinese-internet:9ecd784a28f3"},{"answers":[178,178,178],"matches":[1,1,1],"probeId":"llm:astronomy:1d24259096ed"},{"answers":[12,12,12],"matches":[1,1,1],"probeId":"llm:pop-culture:38e5f5ac447e"},{"answers":[4,4,4],"matches":[1,1,1],"probeId":"llm:pop-culture:3ea43966da4e"},{"answers":[2007,2007,2008],"matches":[1,1,0],"probeId":"llm:programming:564e49f65e40"},{"answers":[5547.9,5548,5548],"matches":[1,1,1],"probeId":"llm:chinese-geography:40420a8552d1"},{"answers":[1995,1995,1995],"matches":[1,1,1],"probeId":"llm:chinese-internet:c89d3ca2453a"},{"answers":[6,6,6],"matches":[1,1,1],"probeId":"llm:math:c5df181e16a8"},{"answers":[8,755,15],"matches":[1,0,0],"probeId":"llm:chinese-history:e1819536808b"},{"answers":[1928,1928,1928],"matches":[1,1,1],"probeId":"llm:chinese-literature:47e517c17303"},{"answers":[2012,2012,2012],"matches":[1,1,1],"probeId":"llm:chinese-internet:45de363c2e6e"},{"answers":[1971,1982,1981],"matches":[1,0,0],"probeId":"llm:internet-culture:2c8a4120d936"},{"answers":[2008,2008,2008],"matches":[1,1,1],"probeId":"llm:internet-culture:219f093789fe"},{"answers":[1995,1995,1994],"matches":[1,1,0],"probeId":"llm:chinese-internet:1b2e9c9dbce5"},{"answers":[46,46,46],"matches":[1,1,1],"probeId":"llm:internet-culture:fad9d7a6b186"},{"answers":[1999,2004,1999],"matches":[0,0,0],"probeId":"llm:crypto-params:414dcc3f608e"},{"answers":[4.89,4.89,4.89],"matches":[0,0,0],"probeId":"llm:astronomy:25f0d320a66c"},{"answers":[2000,2000,2000],"matches":[1,1,1],"probeId":"llm:chinese-internet:4e35883a1cf7"},{"answers":[2002,2008,2002],"matches":[0,1,0],"probeId":"llm:internet-culture:7c9904ab9fb8"},{"answers":[100,100,100],"matches":[1,1,1],"probeId":"llm:biology:d5f3361512ae"},{"answers":[1658,1678,1658],"matches":[1,1,1],"probeId":"llm:astronomy:3e7f02511811"},{"answers":[11.13,11.13,11.13],"matches":[1,1,1],"probeId":"llm:astronomy:7f9c2133a190"},{"answers":[3,3,3],"matches":[1,1,1],"probeId":"llm:pop-culture:c88de81da81d"},{"answers":[1934,1934,1934],"matches":[1,1,1],"probeId":"llm:chinese-literature:790d5e6eb666"},{"answers":[1993,1993,1993],"matches":[1,1,1],"probeId":"llm:chinese-literature:c6fe5fca5c26"},{"answers":[27,27,27],"matches":[1,1,1],"probeId":"llm:pop-culture:263eb9ef2723"},{"answers":[24,24,24],"matches":[1,1,1],"probeId":"llm:biology:116aa7ddbf25"},{"answers":[1960,1960,1960],"matches":[1,1,1],"probeId":"llm:physics:2a12e36fed34"},{"answers":[256,256,256],"matches":[1,1,1],"probeId":"llm:pop-culture:18e55cc7047b"},{"answers":[2024,2017,2017],"matches":[0,1,1],"probeId":"llm:internet-culture:ed426edc2283"},{"answers":[1996,1996,1996],"matches":[1,1,1],"probeId":"llm:internet-culture:e9a7cca265d5"},{"answers":[7.9,7.9,7.9],"matches":[1,1,1],"probeId":"llm:astronomy:236bb1b99eaa"},{"answers":[1891,189,189],"matches":[0,1,1],"probeId":"llm:chinese-geography:72dbaedb5598"},{"answers":[1773,1773,1773],"matches":[1,1,1],"probeId":"llm:chinese-history:bf5fc41140f9"},{"answers":[2014,2014,2014],"matches":[1,1,1],"probeId":"llm:chinese-internet:1552fa6ac8b1"},{"answers":[24,24,24],"matches":[0,0,0],"probeId":"llm:biology:a9252cc7aae5"},{"answers":[2006,2006,2006],"matches":[1,1,1],"probeId":"llm:chinese-literature:f4c67f385a3c"},{"answers":[100,100,100],"matches":[1,1,1],"probeId":"llm:chinese-history:c3106e752175"},{"answers":[5,1,5],"matches":[1,0,1],"probeId":"llm:physics:67b81d288cce"},{"answers":[1938,1938,1938],"matches":[1,1,1],"probeId":"llm:chinese-literature:f0f2ff9e6476"},{"answers":[2012,2005,2012],"matches":[1,0,1],"probeId":"llm:chinese-internet:5c93a398071d"},{"answers":[350,350,350],"matches":[1,1,1],"probeId":"llm:chinese-geography:488829081b58"},{"answers":[1,1,1],"matches":[1,1,1],"probeId":"llm:chinese-literature:7e9c6d3e463a"},{"answers":[93,95,95],"matches":[0,1,1],"probeId":"llm:physics:50cc18111ede"},{"answers":[1036,300,103],"matches":[0,0,0],"probeId":"llm:chinese-history:f2214ddb047a"},{"answers":[6500,6500,6500],"matches":[1,1,1],"probeId":"llm:astronomy:74daa0da0d1d"},{"answers":[2020,2013,2020],"matches":[1,0,1],"probeId":"llm:programming:a4446dd7cc81"},{"answers":[590,590,850],"matches":[0,0,1],"probeId":"llm:chinese-geography:28211af0255f"},{"answers":[90,90,90],"matches":[1,1,1],"probeId":"llm:chinese-literature:bb9d78ad6c30"},{"answers":[1997,1997,1997],"matches":[1,1,1],"probeId":"llm:programming:13caa0c35370"},{"answers":[100,100,100],"matches":[1,1,1],"probeId":"llm:chinese-history:d23316c4be67"},{"answers":[1998,1998,1998],"matches":[1,1,1],"probeId":"llm:chinese-internet:40c1d62f2822"},{"answers":[2570,2579,2579],"matches":[1,1,1],"probeId":"llm:chinese-geography:1274f6ec6dbe"},{"answers":[10,10,10],"matches":[0,0,0],"probeId":"llm:chinese-literature:37453f0d52a5"},{"answers":[6772,6772,6772],"matches":[1,1,1],"probeId":"llm:chinese-geography:fe667f495df4"},{"answers":[2011,2009,2009],"matches":[0,1,1],"probeId":"llm:programming:3562bc87b01a"},{"answers":[2009,2009,2009],"matches":[1,1,1],"probeId":"llm:chinese-internet:df0b283e107b"},{"answers":[1,1,1],"matches":[1,1,1],"probeId":"llm:math:540758348e70"},{"answers":[277,277,277],"matches":[1,1,1],"probeId":"llm:astronomy:29f3c5fbde73"},{"answers":[1990,1990,1990],"matches":[1,1,1],"probeId":"llm:chinese-literature:cdf93be71bac"},{"answers":[1958,1958,1958],"matches":[1,1,1],"probeId":"llm:programming:a388b3482b8b"},{"answers":[2021,2021,2021],"matches":[1,1,1],"probeId":"llm:chinese-internet:852979e95cd5"},{"answers":[17,17,17],"matches":[1,1,1],"probeId":"llm:chinese-literature:ea0231a73fc4"},{"answers":[2012,2012,2012],"matches":[1,1,1],"probeId":"llm:programming:fcac65c400db"}],"total":510},"statisticalPower":0.920242622764647,"statisticalPowerEvidence":{"alpha":0.05,"alternativeMismatchRate":0.26788131757842126,"clopperPearsonConfidence":0.99,"criticalMismatchCount":38,"p0UpperBound":0.16788131757842129,"power":0.920242622764647,"probeCount":170,"selfHamming":66,"selfTotal":510,"test":"one-sided-binomial"}},"result":{"cost":{"estimatedCostUsd":0,"inputTokens":0,"missingCostExchangeCount":22,"outputTokens":0,"pricedExchangeCount":0,"totalTokens":0},"cumulativeCost":{"estimatedCostUsd":0,"inputTokens":0,"missingCostExchangeCount":22,"outputTokens":0,"pricedExchangeCount":0,"totalTokens":0},"matchVector":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],"matchVectorHash":"sha256:6fa4b0768f5c51b0542cdf76fdd0fd85fc702f0c2472f92e78f6706cd6abbe61","outcomeReason":{"affectedBatchCount":21,"code":"deadline_exceeded","nextAction":"resume audit","retryable":true,"source":"transport","summary":"seller sent no answer for 600000ms","totalBatchCount":21},"parsedProbeCount":0,"selectedProbeCount":170,"stats":{"p0Cp99":null,"pValueBinomial":null,"selfCoverage":1,"selfHamming":15,"selfTotal":170,"targetCoverage":0,"targetHamming":0,"targetTotal":0},"verdict":"UNDETERMINED","verdictReason":"coverage 0.0000 below minimum 0.5"},"resume":{"parentAuditId":"0x86e101b81623f748e94d337c4d0a8c6d058d41395217f5665ff28e669f806dc3","parentEvidenceHash":"0x1a9379779efa7d8307f1680a26db7a1f5ce4f7f7c7a5af853a406c1e6a6e8a4f","reservationAuditId":"0x86e101b81623f748e94d337c4d0a8c6d058d41395217f5665ff28e669f806dc3","reusedBatchIndexes":[]},"sellerThinking":{"attempts":[{"attemptCosts":[],"failure":"thinking discovery exceeded 600000ms","maxTokens":800,"reasoningTokens":null,"requestIds":["0493d5de-4831-4761-ac8c-c5445e5159f8","d5245ac5-1813-4c02-ab08-7d852c4c0fce"],"status":null,"strategy":"reasoning-effort-none","validAnswers":null},{"attemptCosts":[],"failure":"thinking discovery exceeded 600000ms","maxTokens":800,"reasoningTokens":null,"requestIds":[],"status":null,"strategy":"reasoning-effort-minimal","validAnswers":null},{"attemptCosts":[],"failure":"thinking discovery exceeded 600000ms","maxTokens":800,"reasoningTokens":null,"requestIds":[],"status":null,"strategy":"disable-thinking","validAnswers":null},{"attemptCosts":[],"failure":"thinking discovery exceeded 600000ms","maxTokens":800,"reasoningTokens":null,"requestIds":[],"status":null,"strategy":"enable-thinking-false","validAnswers":null},{"attemptCosts":[],"failure":"thinking discovery exceeded 600000ms","maxTokens":800,"reasoningTokens":null,"requestIds":[],"status":null,"strategy":"prefill","validAnswers":null},{"attemptCosts":[],"failure":"thinking discovery exceeded 600000ms","maxTokens":800,"reasoningTokens":null,"requestIds":[],"status":null,"strategy":"bare","validAnswers":null},{"attemptCosts":[],"failure":"thinking discovery exceeded 600000ms","maxTokens":40000,"reasoningTokens":null,"requestIds":[],"status":null,"strategy":"bare-expanded","validAnswers":null}],"failure":"no thinking-suppression strategy worked for qwen/qwen3.8-27b on seller d5e7d5950b6cc71c095da4ace0c0cb8495667be0, even 'bare' with 40000 tokens: reasoning-effort-none: failed thinking discovery exceeded 600000ms; reasoning-effort-minimal: failed thinking discovery exceeded 600000ms; disable-thinking: failed thinking discovery exceeded 600000ms; enable-thinking-false: failed thinking discovery exceeded 600000ms; prefill: failed thinking discovery exceeded 600000ms; bare: failed thinking discovery ","maxTokens":1600,"method":"kbf-reference-code-2026-09-30","strategy":null},"target":{"agentId":"47214","displayName":"attacompute.ai","peerId":"d5e7d5950b6cc71c095da4ace0c0cb8495667be0","service":"qwen/qwen3.8-27b"},"version":1}