{"buyerProxy":{"baseUrl":"http://127.0.0.1:8390","pid":59406,"statePath":"buyer.state.json"},"createdAt":"2026-11-14T19:42:11.712Z","evidenceLevel":"proxy-observation-with-verified-response-auth-no-payment-evidence","exchanges":[{"answers":[null,null,null,null,null,null,null,null,null,null],"attemptCosts":[{"estimatedCostUsd":0.005621,"inputTokens":357,"inputUsdPerMillion":5.5,"outputTokens":133,"outputUsdPerMillion":27.5,"provider":"openai","service":"fable-5.1","tokenSource":"estimated","totalTokens":490},{"estimatedCostUsd":0.005621,"inputTokens":357,"inputUsdPerMillion":5.5,"outputTokens":133,"outputUsdPerMillion":27.5,"provider":"openai","service":"fable-5.1","tokenSource":"estimated","totalTokens":490},{"estimatedCostUsd":0.005621,"inputTokens":357,"inputUsdPerMillion":5.5,"outputTokens":133,"outputUsdPerMillion":27.5,"provider":"openai","service":"fable-5.1","tokenSource":"estimated","totalTokens":490},{"estimatedCostUsd":0.005621,"inputTokens":357,"inputUsdPerMillion":5.5,"outputTokens":133,"outputUsdPerMillion":27.5,"provider":"openai","service":"fable-5.1","tokenSource":"estimated","totalTokens":490},{"estimatedCostUsd":0.005621,"inputTokens":357,"inputUsdPerMillion":5.5,"outputTokens":133,"outputUsdPerMillion":27.5,"provider":"openai","service":"fable-5.1","tokenSource":"estimated","totalTokens":490}],"attemptCount":5,"batchIndex":0,"cost":{"estimatedCostUsd":0.005621,"inputTokens":357,"inputUsdPerMillion":5.5,"outputTokens":133,"outputUsdPerMillion":27.5,"provider":"openai","service":"fable-5.1","tokenSource":"estimated","totalTokens":490},"failureReason":"buyer proxy HTTP 503: {\"error\":{\"type\":\"seller_self_health_failing\",\"code\":\"seller_self_health_failing\",\"message\":\"The seller's self health check for \\\"fable-5.1\\\" has been failing since 2026-11-14 15:55 UTC (the upstream is unavailable, 18 failed checks in a row).\\nTry another peer or use Auto routing.\",\"service_health\":{\"status\":\"failing\",\"checkedAt\":1794684464873,\"failingSince\":1794671708524,\"source\":\"probe\",\"reason\":\"upstream_error\",\"consecutiveFailures\":18},\"upstream_status\":503,\"antseed_fault\":\"peer\",\"antseed_p","matches":[null,null,null,null,null,null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"transport_error","nextAction":"retry later","providerCode":"seller_self_health_failing","requestId":"d85e5043-349c-4b8b-9120-2403a1d0c18d","retryable":true,"source":"transport","summary":"The seller's self health check for \"fable-5.1\" has been failing since 2026-11-14 15:55 UTC (the upstream is unavailable, 18 failed checks in a row). Try another peer or use Auto routing.","totalBatchCount":1,"upstreamStatus":503},"probeIds":["llm:chemistry-mp:0cdbc2aadabe","llm:chemistry-mp:b3e6773ca155","llm:chemistry-mp:074668066d06","llm:chemistry-mp:e628efb997a8","llm:chemistry-mp:6bdcbbb458a0","llm:chemistry-mp:18e39e9200c0","llm:chemistry-mp:d292c6cc20ae","llm:chemistry-mp:9b60eef1ef59","llm:chemistry-mp:38b332c886a5","llm:chemistry-mp:2283f39f5f7a"],"promptVariantId":"v5","request":{"bodyBase64":"eyJtb2RlbCI6ImZhYmxlLTUuMSIsIm1lc3NhZ2VzIjpbeyJyb2xlIjoic3lzdGVtIiwiY29udGVudCI6IllvdSBhcmUgYSBoZWxwZnVsIGFzc2lzdGFudC4gS2VlcCBhbnN3ZXJzIHNob3J0IGFuZCBzdHJpY3RseSBmb3JtYXR0ZWQuIn0seyJyb2xlIjoidXNlciIsImNvbnRlbnQiOiJGb3IgZWFjaCBpdGVtLCBzdXBwbHkgdGhlIG51bWJlciB0aGF0IGJlbG9uZ3MgaW4gdGhlIGJsYW5rLiBVc2Ugd2hhdCB5b3UgYWxyZWFkeSBrbm93LlxuUlVMRVM6IE91dHB1dCBPTkxZIGluIChOKSA8bnVtYmVyPiBmb3JtYXQsIG9uZSBwZXIgbGluZS4gR2l2ZSBhIHNpbmdsZSBwbGFpbiBudW1iZXIgcGVyIGxpbmUsIG5vIHdvcmRzLCBubyByYW5nZXMuIElmIHVuc3VyZSwgb3V0cHV0IHlvdXIgYmVzdCBzaW5nbGUgbnVtZXJpYyBlc3RpbWF0ZS5cblxuKDEpIFRoZSBtZWx0aW5nIHBvaW50IG9mIE1lbHRpbmcgcG9pbnQgb2YgeXR0cml1bSBhbHVtaW5pdW0gZ2FybmV0IChZM0FsNU8xMikgaW4gZGVncmVlcyBDZWxzaXVzIGlzIF9fX8KwQy5cbigyKSBUaGUgbWVsdGluZyBwb2ludCBvZiBNZWx0aW5nIHBvaW50IG9mIGJpcyhhY2V0eWxhY2V0b25hdG8pY29wcGVyKElJKSAowrBDKSBpcyBfX1/CsEMuXG4oMykgVGhlIG1lbHRpbmcgcG9pbnQgb2YgTWVsdGluZyBwb2ludCBvZiB0dW5nc3RlbiBkaXNpbGljaWRlIFdTaTIgKMKwQykgaXMgX19fwrBDLlxuKDQpIFRoZSBtZWx0aW5nIHBvaW50IG9mIG1lbHRpbmcgcG9pbnQgb2YgaGFmbml1bSBkaW94aWRlIGluIMKwQyBpcyBfX1/CsEMuXG4oNSkgVGhlIG1lbHRpbmcgcG9pbnQgb2YgTWVsdGluZyBwb2ludCBvZiB5dHRyaXVtKElJSSkgb3hpZGUgKFkyTzMpIGluIGRlZ3JlZXMgQ2Vsc2l1cyBpcyBfX1/CsEMuXG4oNikgVGhlIG1lbHRpbmcgcG9pbnQgb2YgTWVsdGluZyBwb2ludCBvZiBsYW50aGFudW0gcGVudGFuaWNrZWwgTGFOaTUgKMKwQykgaXMgX19fwrBDLlxuKDcpIFRoZSBtZWx0aW5nIHBvaW50IG9mIE1lbHRpbmcgcG9pbnQgb2YgdHJpcyhhY2V0eWxhY2V0b25hdG8pY2hyb21pdW0oSUlJKSAowrBDKSBpcyBfX1/CsEMuXG4oOCkgVGhlIG1lbHRpbmcgcG9pbnQgb2YgTWVsdGluZyBwb2ludCBvZiB0aXRhbml1bSBkaXNpbGljaWRlIFRpU2kyIGluIGRlZ3JlZXMgQ2Vsc2l1cyBpcyBfX1/CsEMuXG4oOSkgVGhlIG1lbHRpbmcgcG9pbnQgb2YgTWVsdGluZyBwb2ludCBvZiBuaW9iaXVtIGFsdW1pbmlkZSBOYkFsMywgwrBDIGlzIF9fX8KwQy5cbigxMCkgVGhlIG1lbHRpbmcgcG9pbnQgb2YgTWVsdGluZyBwb2ludCBvZiBzdHJvbnRpdW0gaW9kaWRlIChTckkyKSBpbiBkZWdyZWVzIENlbHNpdXMgaXMgX19fwrBDLiJ9XSwidGVtcGVyYXR1cmUiOjAsIm1heF90b2tlbnMiOjE2MDAsInJlYXNvbmluZyI6eyJlZmZvcnQiOiJtaW5pbWFsIn0sInN0cmVhbSI6ZmFsc2V9","hash":"0xe49730e462df38ffdb3148b3cca91f9cddba5345ebbbe79a1944976f259737cd","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"9e8f9aaee684298b7f2af2ae008e3692f0e9f4f7"},"method":"POST","url":"http://127.0.0.1:8390/v1/chat/completions"},"requestIds":["e08aed3e-0352-42de-814b-b29a16b05318","6998c03e-ef76-4261-bfc0-6c0a5fd9c334","36ef8868-0065-44d4-99e9-d4617b6e2000","1ee61234-c642-45cb-b097-318340c80cda","d85e5043-349c-4b8b-9120-2403a1d0c18d"],"response":{"bodyBase64":"eyJlcnJvciI6eyJ0eXBlIjoic2VsbGVyX3NlbGZfaGVhbHRoX2ZhaWxpbmciLCJjb2RlIjoic2VsbGVyX3NlbGZfaGVhbHRoX2ZhaWxpbmciLCJtZXNzYWdlIjoiVGhlIHNlbGxlcidzIHNlbGYgaGVhbHRoIGNoZWNrIGZvciBcImZhYmxlLTUuMVwiIGhhcyBiZWVuIGZhaWxpbmcgc2luY2UgMjAyNi0xMS0xNCAxNTo1NSBVVEMgKHRoZSB1cHN0cmVhbSBpcyB1bmF2YWlsYWJsZSwgMTggZmFpbGVkIGNoZWNrcyBpbiBhIHJvdykuXG5UcnkgYW5vdGhlciBwZWVyIG9yIHVzZSBBdXRvIHJvdXRpbmcuIiwic2VydmljZV9oZWFsdGgiOnsic3RhdHVzIjoiZmFpbGluZyIsImNoZWNrZWRBdCI6MTc5NDY4NDQ2NDg3MywiZmFpbGluZ1NpbmNlIjoxNzk0NjcxNzA4NTI0LCJzb3VyY2UiOiJwcm9iZSIsInJlYXNvbiI6InVwc3RyZWFtX2Vycm9yIiwiY29uc2VjdXRpdmVGYWlsdXJlcyI6MTh9LCJ1cHN0cmVhbV9zdGF0dXMiOjUwMywiYW50c2VlZF9mYXVsdCI6InBlZXIiLCJhbnRzZWVkX3Bpbm5lZCI6dHJ1ZSwicGVlcl9zdGF0dXMiOjUwM319","hash":"0xf996824b1cf5bb6d11d8206f9442b8be7909d18c43a9f57e17e6a05530325cbb","headers":{"connection":"keep-alive","content-type":"application/json","date":"Sat, 14 Nov 2026 19:42:11 GMT","keep-alive":"timeout=5","transfer-encoding":"chunked","x-antseed-cached-input-tokens":"0","x-antseed-cached-input-usd-per-million":"0.1375","x-antseed-estimated-cost-usd":"0.005621","x-antseed-fault-attribution":"peer","x-antseed-input-tokens":"357","x-antseed-input-usd-per-million":"5.5","x-antseed-latency-ms":"218","x-antseed-output-tokens":"133","x-antseed-output-usd-per-million":"27.5","x-antseed-peer-address":"34.56.200.84:6882","x-antseed-peer-current-load":"0","x-antseed-peer-id":"9e8f9aaee684298b7f2af2ae008e3692f0e9f4f7","x-antseed-peer-max-concurrency":"200","x-antseed-peer-providers":"typesafe,openai,venice-video","x-antseed-provider":"openai","x-antseed-request-id":"d85e5043-349c-4b8b-9120-2403a1d0c18d","x-antseed-service":"fable-5.1","x-antseed-token-source":"estimated","x-antseed-total-tokens":"490","x-antseed-unit-priced":"0"},"statusCode":503},"responseAuth":{"failureReason":"proxy batch did not complete successfully","record":null,"requestId":"d85e5043-349c-4b8b-9120-2403a1d0c18d","signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1794685331596,"responseLatencyMs":15127,"startedAt":1794685316469}},{"answers":[null,null,null,null,null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":1,"cost":null,"failureReason":"not attempted after terminal first-batch failure: The seller's self health check for \"fable-5.1\" has been failing since 2026-11-14 15:55 UTC (the upstream is unavailable, 18 failed checks in a row). Try another peer or use Auto routing.","matches":[null,null,null,null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"transport_error","nextAction":"retry later","providerCode":"seller_self_health_failing","requestId":"d85e5043-349c-4b8b-9120-2403a1d0c18d","retryable":true,"source":"transport","summary":"The seller's self health check for \"fable-5.1\" has been failing since 2026-11-14 15:55 UTC (the upstream is unavailable, 18 failed checks in a row). Try another peer or use Auto routing.","totalBatchCount":1,"upstreamStatus":503},"probeIds":["llm:chemistry-mp:d1e9fc1ba12b","llm:chemistry-mp:938ea5af5433","llm:chemistry-mp:5587c9342fe4","llm:chemistry-mp:208d44207539","llm:chemistry-mp:87cc5e6d1e4e","llm:chemistry-mp:bb4853191812","llm:chemistry-mp:b45cf9cfecbe","llm:chemistry-mp:490a70f7b1ab"],"promptVariantId":"v3","request":{"bodyBase64":"eyJtb2RlbCI6ImZhYmxlLTUuMSIsIm1lc3NhZ2VzIjpbeyJyb2xlIjoic3lzdGVtIiwiY29udGVudCI6IkFuc3dlciBjb25jaXNlbHkgYW5kIGZvbGxvdyB0aGUgcmVxdWVzdGVkIG91dHB1dCBmb3JtYXQgZXhhY3RseS4ifSx7InJvbGUiOiJ1c2VyIiwiY29udGVudCI6IkNvbXBsZXRlIGV2ZXJ5IHN0YXRlbWVudCBiZWxvdyB3aXRoIHRoZSBjb3JyZWN0IG51bWJlciBmcm9tIG1lbW9yeSwgd2l0aG91dCBsb29raW5nIGFueXRoaW5nIHVwLlxuUlVMRVM6IE91dHB1dCBPTkxZIGluIDEpIDxudW1iZXI+LCAyKSA8bnVtYmVyPiwgYW5kIHNvIG9uIGZvcm1hdCwgb25lIHBlciBsaW5lLiBHaXZlIGEgc2luZ2xlIHBsYWluIG51bWJlciBwZXIgbGluZSwgbm8gd29yZHMsIG5vIHJhbmdlcy4gSWYgdW5zdXJlLCBvdXRwdXQgeW91ciBiZXN0IHNpbmdsZSBudW1lcmljIGVzdGltYXRlLlxuXG4xKSBUaGUgbWVsdGluZyBwb2ludCBvZiBtZWx0aW5nIHBvaW50IG9mIGNlcml1bShJVikgb3hpZGUgaW4gwrBDIGlzIF9fX8KwQy5cbjIpIFRoZSBtZWx0aW5nIHBvaW50IG9mIE1lbHRpbmcgcG9pbnQgb2YgbXVsbGl0ZSAoM0FsMk8zwrcyU2lPMikgaW4gwrBDIGlzIF9fX8KwQy5cbjMpIFRoZSBtZWx0aW5nIHBvaW50IG9mIE1lbHRpbmcgcG9pbnQgb2YgZ2Fkb2xpbml1bSBveGlkZSAoR2QyTzMpIGluIGRlZ3JlZXMgQ2Vsc2l1cyBpcyBfX1/CsEMuXG40KSBUaGUgbWVsdGluZyBwb2ludCBvZiBNZWx0aW5nIHBvaW50IG9mIHBvdGFzc2l1bSBwZXJjaGxvcmF0ZSAoS0NsTzQpIGluIGRlZ3JlZXMgQ2Vsc2l1cyBpcyBfX1/CsEMuXG41KSBUaGUgbWVsdGluZyBwb2ludCBvZiBNZWx0aW5nIHBvaW50IG9mIHRyaXMoYWNldHlsYWNldG9uYXRvKWlyb24oSUlJKSBpbiBkZWdyZWVzIENlbHNpdXMgaXMgX19fwrBDLlxuNikgVGhlIG1lbHRpbmcgcG9pbnQgb2YgTWVsdGluZyBwb2ludCBvZiBuaW9iaXVtIHRpbiBOYjNTbiwgwrBDIGlzIF9fX8KwQy5cbjcpIFRoZSBtZWx0aW5nIHBvaW50IG9mIE1lbHRpbmcgcG9pbnQgb2YgZ2FsbGl1bShJSUkpIG94aWRlIChHYTJPMykgaW4gZGVncmVlcyBDZWxzaXVzIGlzIF9fX8KwQy5cbjgpIFRoZSBtZWx0aW5nIHBvaW50IG9mIE1lbHRpbmcgcG9pbnQgb2YgbmlvYml1bSB0aW4gTmIzU24gaW4gZGVncmVlcyBDZWxzaXVzIGlzIF9fX8KwQy4ifV0sInRlbXBlcmF0dXJlIjowLCJtYXhfdG9rZW5zIjoxNjAwLCJyZWFzb25pbmciOnsiZWZmb3J0IjoibWluaW1hbCJ9LCJzdHJlYW0iOmZhbHNlfQ==","hash":"0xfda0de2fc208016cbffce857fa24f4116410a45d388dd766a868d113aedba99d","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"9e8f9aaee684298b7f2af2ae008e3692f0e9f4f7"},"method":"POST","url":"http://127.0.0.1:8390/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1794685331630,"responseLatencyMs":0,"startedAt":1794685331630}},{"answers":[null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":2,"cost":null,"failureReason":"not attempted after terminal first-batch failure: The seller's self health check for \"fable-5.1\" has been failing since 2026-11-14 15:55 UTC (the upstream is unavailable, 18 failed checks in a row). Try another peer or use Auto routing.","matches":[null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"transport_error","nextAction":"retry later","providerCode":"seller_self_health_failing","requestId":"d85e5043-349c-4b8b-9120-2403a1d0c18d","retryable":true,"source":"transport","summary":"The seller's self health check for \"fable-5.1\" has been failing since 2026-11-14 15:55 UTC (the upstream is unavailable, 18 failed checks in a row). Try another peer or use Auto routing.","totalBatchCount":1,"upstreamStatus":503},"probeIds":["llm:chemistry-bp:c1b80e73d2b8","llm:chemistry-bp:8ea892d5a390","llm:chemistry-bp:9e71d0cfba9d"],"promptVariantId":"v2","request":{"bodyBase64":"eyJtb2RlbCI6ImZhYmxlLTUuMSIsIm1lc3NhZ2VzIjpbeyJyb2xlIjoic3lzdGVtIiwiY29udGVudCI6IllvdSBhcmUgYSBwcmVjaXNlIGFzc2lzdGFudC4gUmVwbHkgd2l0aCBleGFjdGx5IHRoZSByZXF1ZXN0ZWQgb3V0cHV0IGFuZCBub3RoaW5nIGVsc2UuIn0seyJyb2xlIjoidXNlciIsImNvbnRlbnQiOiJGaWxsIGluIGVhY2ggYmxhbmsgYmVsb3cgd2l0aCB0aGUgbnVtZXJpYyB2YWx1ZSB5b3UgcmVjYWxsIGZyb20geW91ciB0cmFpbmluZyBkYXRhLlxuUlVMRVM6IE91dHB1dCBPTkxZIGluIDEuIDxudW1iZXI+LCAyLiA8bnVtYmVyPiwgYW5kIHNvIG9uIGZvcm1hdCwgb25lIHBlciBsaW5lLiBHaXZlIGEgc2luZ2xlIHBsYWluIG51bWJlciBwZXIgbGluZSwgbm8gd29yZHMsIG5vIHJhbmdlcy4gSWYgdW5zdXJlLCBvdXRwdXQgeW91ciBiZXN0IHNpbmdsZSBudW1lcmljIGVzdGltYXRlLlxuXG4xLiBUaGUgYm9pbGluZyBwb2ludCBvZiBCb2lsaW5nIHBvaW50IG9mIDItZXRoeWxweXJhemluZSBhdCAxIGF0bSAowrBDKSBhdCAxIGF0bSBpcyBfX1/CsEMuXG4yLiBUaGUgYm9pbGluZyBwb2ludCBvZiBCb2lsaW5nIHBvaW50IG9mIDMtbWV0aHlscHlyaWRhemluZSBhdCAxIGF0bSAowrBDKSBhdCAxIGF0bSBpcyBfX1/CsEMuXG4zLiBUaGUgYm9pbGluZyBwb2ludCBvZiBCb2lsaW5nIHBvaW50IG9mIDItYnJvbW8tMi1jaGxvcm8tMSwxLDEtdHJpZmx1b3JvZXRoYW5lIGF0IDEgYXRtICjCsEMpIGF0IDEgYXRtIGlzIF9fX8KwQy4ifV0sInRlbXBlcmF0dXJlIjowLCJtYXhfdG9rZW5zIjoxNjAwLCJyZWFzb25pbmciOnsiZWZmb3J0IjoibWluaW1hbCJ9LCJzdHJlYW0iOmZhbHNlfQ==","hash":"0xa1b3a27ea5ceaa20962854804792ba9afb717c559f0bc41969aad19e2c1b24e0","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"9e8f9aaee684298b7f2af2ae008e3692f0e9f4f7"},"method":"POST","url":"http://127.0.0.1:8390/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1794685331630,"responseLatencyMs":0,"startedAt":1794685331630}},{"answers":[null,null,null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":3,"cost":null,"failureReason":"not attempted after terminal first-batch failure: The seller's self health check for \"fable-5.1\" has been failing since 2026-11-14 15:55 UTC (the upstream is unavailable, 18 failed checks in a row). Try another peer or use Auto routing.","matches":[null,null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"transport_error","nextAction":"retry later","providerCode":"seller_self_health_failing","requestId":"d85e5043-349c-4b8b-9120-2403a1d0c18d","retryable":true,"source":"transport","summary":"The seller's self health check for \"fable-5.1\" has been failing since 2026-11-14 15:55 UTC (the upstream is unavailable, 18 failed checks in a row). Try another peer or use Auto routing.","totalBatchCount":1,"upstreamStatus":503},"probeIds":["llm:pop-culture:70e4c7625987","llm:pop-culture:4be0b6c0ceea","llm:pop-culture:4095015d418c","llm:pop-culture:851f4bce7500","llm:pop-culture:8b2809c927ea","llm:pop-culture:d563ab68e906"],"promptVariantId":"v6","request":{"bodyBase64":"eyJtb2RlbCI6ImZhYmxlLTUuMSIsIm1lc3NhZ2VzIjpbeyJyb2xlIjoic3lzdGVtIiwiY29udGVudCI6IkJlIGV4YWN0LiBPdXRwdXQgb25seSB0aGUgYW5zd2VycyBpbiB0aGUgZm9ybWF0IHRoZSB1c2VyIHNwZWNpZmllcy4ifSx7InJvbGUiOiJ1c2VyIiwiY29udGVudCI6IlJlY2FsbCB0aGUgZm9sbG93aW5nIG51bWVyaWMgZmFjdHMgYW5kIHByb3ZpZGUgdGhlIHZhbHVlIHRoYXQgcmVwbGFjZXMgX19fIGluIGVhY2ggbGluZS5cblJVTEVTOiBPdXRwdXQgT05MWSBpbiAxLiA8bnVtYmVyPiwgMi4gPG51bWJlcj4sIGFuZCBzbyBvbiBmb3JtYXQsIG9uZSBwZXIgbGluZS4gR2l2ZSBhIHNpbmdsZSBwbGFpbiBudW1iZXIgcGVyIGxpbmUsIG5vIHdvcmRzLCBubyByYW5nZXMuIElmIHVuc3VyZSwgb3V0cHV0IHlvdXIgYmVzdCBzaW5nbGUgbnVtZXJpYyBlc3RpbWF0ZS5cblxuMS4gVGhlIG51bWVyaWNhbCB2YWx1ZSBhc3NvY2lhdGVkIHdpdGggbnVtYmVyX29mX2Jsb2Nrc19oaWdoX21pbmVjcmFmdF9idWlsZF9saW1pdF9vcmlnaW5hbF9yZWxlYXNlXzFfMCBpcyBfX18uXG4yLiBUaGUgbnVtZXJpY2FsIHZhbHVlIGFzc29jaWF0ZWQgd2l0aCBOdW1iZXIgb2Ygc2hvb3RpbmcgZGF5cyBmb3IgUmljaGFyZCBMaW5rbGF0ZXIncyBCb3lob29kICgyMDE0KSBzcHJlYWQgb3ZlciB0d2VsdmUgeWVhcnMgKGRheXMpIGlzIF9fXy5cbjMuIFRoZSBudW1lcmljYWwgdmFsdWUgYXNzb2NpYXRlZCB3aXRoIG51bWJlcl9vZl9jYXJkc19pbl9mdWxsX29yaWdpbmFsX2NhcmRzX2FnYWluc3RfaHVtYW5pdHlfYmFzZV9zZXRfMjAxMSBpcyBfX18uXG40LiBUaGUgbnVtZXJpY2FsIHZhbHVlIGFzc29jaWF0ZWQgd2l0aCBOdW1iZXIgb2YgaG91cnMgb2YgZm9vdGFnZSBzaG90IGZvciBGcmFuY2lzIEZvcmQgQ29wcG9sYSdzIEFwb2NhbHlwc2UgTm93ICgxOTc5KSAoaG91cnMpIGlzIF9fXy5cbjUuIFRoZSBudW1lcmljYWwgdmFsdWUgYXNzb2NpYXRlZCB3aXRoIE51bWJlciBvZiBtaW51dGVzIGluIHRoZSBydW50aW1lIG9mIEdvbmUgd2l0aCB0aGUgV2luZCAoMTkzOSkgdGhlYXRyaWNhbCByZWxlYXNlIGlzIF9fXy5cbjYuIFRoZSBudW1lcmljYWwgdmFsdWUgYXNzb2NpYXRlZCB3aXRoIG51bWJlcl9vZl9jaGFwdGVyc19pbl9mcmFua19oZXJiZXJ0c19kdW5lXzE5NjVfYm9va19vbmUgaXMgX19fLiJ9XSwidGVtcGVyYXR1cmUiOjAsIm1heF90b2tlbnMiOjE2MDAsInJlYXNvbmluZyI6eyJlZmZvcnQiOiJtaW5pbWFsIn0sInN0cmVhbSI6ZmFsc2V9","hash":"0x64092b8593d245639cae35277d4fceadf2c5064b1103d4fe84703504a99495d5","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"9e8f9aaee684298b7f2af2ae008e3692f0e9f4f7"},"method":"POST","url":"http://127.0.0.1:8390/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1794685331630,"responseLatencyMs":0,"startedAt":1794685331630}},{"answers":[null,null,null,null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":4,"cost":null,"failureReason":"not attempted after terminal first-batch failure: The seller's self health check for \"fable-5.1\" has been failing since 2026-11-14 15:55 UTC (the upstream is unavailable, 18 failed checks in a row). Try another peer or use Auto routing.","matches":[null,null,null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"transport_error","nextAction":"retry later","providerCode":"seller_self_health_failing","requestId":"d85e5043-349c-4b8b-9120-2403a1d0c18d","retryable":true,"source":"transport","summary":"The seller's self health check for \"fable-5.1\" has been failing since 2026-11-14 15:55 UTC (the upstream is unavailable, 18 failed checks in a row). Try another peer or use Auto routing.","totalBatchCount":1,"upstreamStatus":503},"probeIds":["llm:chinese-literature:d7f067185dbc","llm:chinese-literature:88e00ce38ef1","llm:chinese-literature:67a8df8bc6c5","llm:chinese-literature:b89f80e39025","llm:chinese-literature:3e5a0eb663ef","llm:chinese-literature:a43cdd30258b","llm:chinese-literature:6485ddcc853a"],"promptVariantId":"v3","request":{"bodyBase64":"eyJtb2RlbCI6ImZhYmxlLTUuMSIsIm1lc3NhZ2VzIjpbeyJyb2xlIjoic3lzdGVtIiwiY29udGVudCI6IkFuc3dlciBjb25jaXNlbHkgYW5kIGZvbGxvdyB0aGUgcmVxdWVzdGVkIG91dHB1dCBmb3JtYXQgZXhhY3RseS4ifSx7InJvbGUiOiJ1c2VyIiwiY29udGVudCI6IkNvbXBsZXRlIGV2ZXJ5IHN0YXRlbWVudCBiZWxvdyB3aXRoIHRoZSBjb3JyZWN0IG51bWJlciBmcm9tIG1lbW9yeSwgd2l0aG91dCBsb29raW5nIGFueXRoaW5nIHVwLlxuUlVMRVM6IE91dHB1dCBPTkxZIGluIDEpIDxudW1iZXI+LCAyKSA8bnVtYmVyPiwgYW5kIHNvIG9uIGZvcm1hdCwgb25lIHBlciBsaW5lLiBHaXZlIGEgc2luZ2xlIHBsYWluIG51bWJlciBwZXIgbGluZSwgbm8gd29yZHMsIG5vIHJhbmdlcy4gSWYgdW5zdXJlLCBvdXRwdXQgeW91ciBiZXN0IHNpbmdsZSBudW1lcmljIGVzdGltYXRlLlxuXG4xKSBZZWFyIExhbyBTaGUncyBkeXN0b3BpYW4gc2NpZW5jZSBmaWN0aW9uIG5vdmVsIFwiQ2F0IENvdW50cnlcIiAo54yr5Z+O6K6wKSB3YXMgZmlyc3QgcHVibGlzaGVk55qE5pWw5YC85pivX19f44CCXG4yKSBZZWFyIHRoZSBHYWxheHkgQXdhcmQgKFlpbmhlIEppYW5nKSBmb3IgQ2hpbmVzZSBzY2llbmNlIGZpY3Rpb24gd2FzIGZpcnN0IHByZXNlbnRlZOeahOaVsOWAvOaYr19fX+OAglxuMykgU3VuIFNvY2lldHkgKFRhaXlhbmcgU2hlKSBmb3VuZGluZyB5ZWFyIGluIFNoYW5naGFp55qE5pWw5YC85pivX19f44CCXG40KSBZZWFyIFF1YW4gVGFuZyBTaGkgd2FzIGNvbXBsZXRlZCAoQ0Up55qE5pWw5YC85pivX19f44CCXG41KSBZZWFyIFdhbmcgSmlua2FuZydzIFwiQW50IExpZmVcIiAoWWkgU2hlbmcpIHdhcyBwdWJsaXNoZWTnmoTmlbDlgLzmmK9fX1/jgIJcbjYpIE51bWJlciBvZiB0YWxlcyBpbiBQdSBTb25nbGluZydzIExpYW96aGFpIFpoaXlpIGluIHRoZSBzdGFuZGFyZCBaaGFuZyBZb3VoZSBlZGl0aW9uLCBjb3VudOeahOaVsOWAvOaYr19fX+OAglxuNykgTnVtYmVyIG9mIGNoYXB0ZXJzIGluIFd1IEppbmd6aSdzIFRoZSBTY2hvbGFycyAoUnVsaW4gd2Fpc2hpKSBpbiB0aGUgV28geGlhbiBjYW90YW5nIGVkaXRpb27nmoTmlbDlgLzmmK9fX1/jgIIifV0sInRlbXBlcmF0dXJlIjowLCJtYXhfdG9rZW5zIjoxNjAwLCJyZWFzb25pbmciOnsiZWZmb3J0IjoibWluaW1hbCJ9LCJzdHJlYW0iOmZhbHNlfQ==","hash":"0x3a166e138a973e7f20e2ec4862d23ab57daa3aba38a8b44bf190f6c5980c8288","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"9e8f9aaee684298b7f2af2ae008e3692f0e9f4f7"},"method":"POST","url":"http://127.0.0.1:8390/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1794685331631,"responseLatencyMs":0,"startedAt":1794685331631}},{"answers":[null,null,null,null,null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":5,"cost":null,"failureReason":"not attempted after terminal first-batch failure: The seller's self health check for \"fable-5.1\" has been failing since 2026-11-14 15:55 UTC (the upstream is unavailable, 18 failed checks in a row). Try another peer or use Auto routing.","matches":[null,null,null,null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"transport_error","nextAction":"retry later","providerCode":"seller_self_health_failing","requestId":"d85e5043-349c-4b8b-9120-2403a1d0c18d","retryable":true,"source":"transport","summary":"The seller's self health check for \"fable-5.1\" has been failing since 2026-11-14 15:55 UTC (the upstream is unavailable, 18 failed checks in a row). Try another peer or use Auto routing.","totalBatchCount":1,"upstreamStatus":503},"probeIds":["llm:physics:93984132b3c2","llm:physics:917c09f2f656","llm:physics:bba1674c2389","llm:physics:27e5862f6d2c","llm:physics:e4f15a3aaf7d","llm:physics:4fe84fc08d6a","llm:physics:a54a406b9b55","llm:physics:c61005281f08"],"promptVariantId":"v6","request":{"bodyBase64":"eyJtb2RlbCI6ImZhYmxlLTUuMSIsIm1lc3NhZ2VzIjpbeyJyb2xlIjoic3lzdGVtIiwiY29udGVudCI6IkJlIGV4YWN0LiBPdXRwdXQgb25seSB0aGUgYW5zd2VycyBpbiB0aGUgZm9ybWF0IHRoZSB1c2VyIHNwZWNpZmllcy4ifSx7InJvbGUiOiJ1c2VyIiwiY29udGVudCI6IlJlY2FsbCB0aGUgZm9sbG93aW5nIG51bWVyaWMgZmFjdHMgYW5kIHByb3ZpZGUgdGhlIHZhbHVlIHRoYXQgcmVwbGFjZXMgX19fIGluIGVhY2ggbGluZS5cblJVTEVTOiBPdXRwdXQgT05MWSBpbiAxLiA8bnVtYmVyPiwgMi4gPG51bWJlcj4sIGFuZCBzbyBvbiBmb3JtYXQsIG9uZSBwZXIgbGluZS4gR2l2ZSBhIHNpbmdsZSBwbGFpbiBudW1iZXIgcGVyIGxpbmUsIG5vIHdvcmRzLCBubyByYW5nZXMuIElmIHVuc3VyZSwgb3V0cHV0IHlvdXIgYmVzdCBzaW5nbGUgbnVtZXJpYyBlc3RpbWF0ZS5cblxuMS4gVGhlIG51bWVyaWNhbCB2YWx1ZSBvZiBIaWdnc19ib3Nvbl9tYXNzX2luX0dlVl9wZXJfYzIgaW4gU0kgdW5pdHMgaXMgX19fLlxuMi4gVGhlIG51bWVyaWNhbCB2YWx1ZSBvZiBTcGVlZCBvZiBzb3VuZCBpbiBsaXF1aWQgc29kaXVtIGF0IDQwMCBLIChtL3MpIGluIFNJIHVuaXRzIGlzIF9fXy5cbjMuIFRoZSBudW1lcmljYWwgdmFsdWUgb2Ygbmlja2VsX3NhdHVyYXRpb25fbWFnbmV0aXphdGlvbl9yb29tX3RlbXBlcmF0dXJlX2FtcGVyZV9wZXJfbWV0ZXJfZTUgaW4gU0kgdW5pdHMgaXMgX19fLlxuNC4gVGhlIG51bWVyaWNhbCB2YWx1ZSBvZiBTcGVlZCBvZiBzb3VuZCBpbiBzdWxmdXIgaGV4YWZsdW9yaWRlIGdhcyBhdCAwIMKwQyAobS9zKSBpbiBTSSB1bml0cyBpcyBfX18uXG41LiBUaGUgbnVtZXJpY2FsIHZhbHVlIG9mIEZlcm1pX2NvdXBsaW5nX2NvbnN0YW50X2luX2ludmVyc2VfR2VWX3NxdWFyZWRfdGltZXNfMWU1IGluIFNJIHVuaXRzIGlzIF9fXy5cbjYuIFRoZSBudW1lcmljYWwgdmFsdWUgb2YgYWxwaGFfcGFydGljbGVfbWFzc19pbl9NZVZfcGVyX2MyIGluIFNJIHVuaXRzIGlzIF9fXy5cbjcuIFRoZSBudW1lcmljYWwgdmFsdWUgb2Ygc2F0dXJhdGlvbl9tYWduZXRpemF0aW9uX29mX2lyb25fYXRfcm9vbV90ZW1wZXJhdHVyZV9pbl9rQV9wZXJfbSBpbiBTSSB1bml0cyBpcyBfX18uXG44LiBUaGUgbnVtZXJpY2FsIHZhbHVlIG9mIFRoZXJtYWwgY29uZHVjdGl2aXR5IG9mIGxpcXVpZCBhcmdvbiBhdCA4NyBLIChXLyhtwrdLKSkgaW4gU0kgdW5pdHMgaXMgX19fLiJ9XSwidGVtcGVyYXR1cmUiOjAsIm1heF90b2tlbnMiOjE2MDAsInJlYXNvbmluZyI6eyJlZmZvcnQiOiJtaW5pbWFsIn0sInN0cmVhbSI6ZmFsc2V9","hash":"0x6df250325577d590f341bd72a2a70c09c20fe0de2ada4a1a13b7501be46a6028","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"9e8f9aaee684298b7f2af2ae008e3692f0e9f4f7"},"method":"POST","url":"http://127.0.0.1:8390/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1794685331631,"responseLatencyMs":0,"startedAt":1794685331631}},{"answers":[null,null,null,null,null,null,null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":6,"cost":null,"failureReason":"not attempted after terminal first-batch failure: The seller's self health check for \"fable-5.1\" has been failing since 2026-11-14 15:55 UTC (the upstream is unavailable, 18 failed checks in a row). Try another peer or use Auto routing.","matches":[null,null,null,null,null,null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"transport_error","nextAction":"retry later","providerCode":"seller_self_health_failing","requestId":"d85e5043-349c-4b8b-9120-2403a1d0c18d","retryable":true,"source":"transport","summary":"The seller's self health check for \"fable-5.1\" has been failing since 2026-11-14 15:55 UTC (the upstream is unavailable, 18 failed checks in a row). Try another peer or use Auto routing.","totalBatchCount":1,"upstreamStatus":503},"probeIds":["llm:medical:a5d21a5542bb","llm:medical:2759d08e56cd","llm:medical:619698e31c5b","llm:medical:156c812fd9df","llm:medical:5855478ed81f","llm:medical:8745ec544c52","llm:medical:94f1b7a60f8c","llm:medical:5c8ede7ee56c","llm:medical:c395196722b7","llm:medical:586772c7d480"],"promptVariantId":"v2","request":{"bodyBase64":"eyJtb2RlbCI6ImZhYmxlLTUuMSIsIm1lc3NhZ2VzIjpbeyJyb2xlIjoic3lzdGVtIiwiY29udGVudCI6IllvdSBhcmUgYSBwcmVjaXNlIGFzc2lzdGFudC4gUmVwbHkgd2l0aCBleGFjdGx5IHRoZSByZXF1ZXN0ZWQgb3V0cHV0IGFuZCBub3RoaW5nIGVsc2UuIn0seyJyb2xlIjoidXNlciIsImNvbnRlbnQiOiJGaWxsIGluIGVhY2ggYmxhbmsgYmVsb3cgd2l0aCB0aGUgbnVtZXJpYyB2YWx1ZSB5b3UgcmVjYWxsIGZyb20geW91ciB0cmFpbmluZyBkYXRhLlxuUlVMRVM6IE91dHB1dCBPTkxZIGluIDEuIDxudW1iZXI+LCAyLiA8bnVtYmVyPiwgYW5kIHNvIG9uIGZvcm1hdCwgb25lIHBlciBsaW5lLiBHaXZlIGEgc2luZ2xlIHBsYWluIG51bWJlciBwZXIgbGluZSwgbm8gd29yZHMsIG5vIHJhbmdlcy4gSWYgdW5zdXJlLCBvdXRwdXQgeW91ciBiZXN0IHNpbmdsZSBudW1lcmljIGVzdGltYXRlLlxuXG4xLiBUaGUgZWxpbWluYXRpb24gaGFsZi1saWZlIG9mIG5pcmFwYXJpYiBlbGltaW5hdGlvbiBoYWxmLWxpZmUgaW4gaG91cnMgaXMgYXBwcm94aW1hdGVseSBfX18gaG91cnMuXG4yLiBUaGUgZWxpbWluYXRpb24gaGFsZi1saWZlIG9mIEVsaW1pbmF0aW9uIGhhbGYtbGlmZSBvZiBmaW5nb2xpbW9kIGluIGhvdXJzIGlzIGFwcHJveGltYXRlbHkgX19fIGhvdXJzLlxuMy4gVGhlIGVsaW1pbmF0aW9uIGhhbGYtbGlmZSBvZiB0ZXphY2FmdG9yX2VsaW1pbmF0aW9uX2hhbGZfbGlmZV9ob3VycyBpcyBhcHByb3hpbWF0ZWx5IF9fXyBob3Vycy5cbjQuIFRoZSBlbGltaW5hdGlvbiBoYWxmLWxpZmUgb2YgRWxpbWluYXRpb24gaGFsZi1saWZlIG9mIGVsaWdsdXN0YXQgaW4gZXh0ZW5zaXZlIENZUDJENiBtZXRhYm9saXplcnMgaW4gaG91cnMgaXMgYXBwcm94aW1hdGVseSBfX18gaG91cnMuXG41LiBUaGUgZWxpbWluYXRpb24gaGFsZi1saWZlIG9mIFZpZ2FiYXRyaW4gZWxpbWluYXRpb24gaGFsZi1saWZlIGluIGhvdXJzIGlzIGFwcHJveGltYXRlbHkgX19fIGhvdXJzLlxuNi4gVGhlIGVsaW1pbmF0aW9uIGhhbGYtbGlmZSBvZiBsb21pdGFwaWRlX2VsaW1pbmF0aW9uX2hhbGZfbGlmZV9ob3VycyBpcyBhcHByb3hpbWF0ZWx5IF9fXyBob3Vycy5cbjcuIFRoZSBlbGltaW5hdGlvbiBoYWxmLWxpZmUgb2YgRWxpbWluYXRpb24gaGFsZi1saWZlIG9mIG1pZ2x1c3RhdCBpbiBob3VycyBpcyBhcHByb3hpbWF0ZWx5IF9fXyBob3Vycy5cbjguIFRoZSBlbGltaW5hdGlvbiBoYWxmLWxpZmUgb2YgQ2VmaWRlcm9jb2wgZWxpbWluYXRpb24gaGFsZi1saWZlIChob3VycykgaXMgYXBwcm94aW1hdGVseSBfX18gaG91cnMuXG45LiBUaGUgZWxpbWluYXRpb24gaGFsZi1saWZlIG9mIENhcmdsdW1pYyBhY2lkIChDYXJiYWdsdSkgdGVybWluYWwgZWxpbWluYXRpb24gaGFsZi1saWZlLCBob3VycyBpcyBhcHByb3hpbWF0ZWx5IF9fXyBob3Vycy5cbjEwLiBUaGUgZWxpbWluYXRpb24gaGFsZi1saWZlIG9mIFNvcmFmZW5pYiBlbGltaW5hdGlvbiBoYWxmLWxpZmUgKGhvdXJzKSBpcyBhcHByb3hpbWF0ZWx5IF9fXyBob3Vycy4ifV0sInRlbXBlcmF0dXJlIjowLCJtYXhfdG9rZW5zIjoxNjAwLCJyZWFzb25pbmciOnsiZWZmb3J0IjoibWluaW1hbCJ9LCJzdHJlYW0iOmZhbHNlfQ==","hash":"0x6c50998f4c1f50b497b245af9b3740a8d2fc0478aa4be5ad763a756444082551","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"9e8f9aaee684298b7f2af2ae008e3692f0e9f4f7"},"method":"POST","url":"http://127.0.0.1:8390/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1794685331634,"responseLatencyMs":0,"startedAt":1794685331634}},{"answers":[null,null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":7,"cost":null,"failureReason":"not attempted after terminal first-batch failure: The seller's self health check for \"fable-5.1\" has been failing since 2026-11-14 15:55 UTC (the upstream is unavailable, 18 failed checks in a row). Try another peer or use Auto routing.","matches":[null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"transport_error","nextAction":"retry later","providerCode":"seller_self_health_failing","requestId":"d85e5043-349c-4b8b-9120-2403a1d0c18d","retryable":true,"source":"transport","summary":"The seller's self health check for \"fable-5.1\" has been failing since 2026-11-14 15:55 UTC (the upstream is unavailable, 18 failed checks in a row). Try another peer or use Auto routing.","totalBatchCount":1,"upstreamStatus":503},"probeIds":["llm:medical:b85fe6b56c83","llm:medical:592f4601de50","llm:medical:19882a194b4b","llm:medical:29e6fb4d873e","llm:medical:c6c6f1e7720d"],"promptVariantId":"v2","request":{"bodyBase64":"eyJtb2RlbCI6ImZhYmxlLTUuMSIsIm1lc3NhZ2VzIjpbeyJyb2xlIjoic3lzdGVtIiwiY29udGVudCI6IllvdSBhcmUgYSBwcmVjaXNlIGFzc2lzdGFudC4gUmVwbHkgd2l0aCBleGFjdGx5IHRoZSByZXF1ZXN0ZWQgb3V0cHV0IGFuZCBub3RoaW5nIGVsc2UuIn0seyJyb2xlIjoidXNlciIsImNvbnRlbnQiOiJGaWxsIGluIGVhY2ggYmxhbmsgYmVsb3cgd2l0aCB0aGUgbnVtZXJpYyB2YWx1ZSB5b3UgcmVjYWxsIGZyb20geW91ciB0cmFpbmluZyBkYXRhLlxuUlVMRVM6IE91dHB1dCBPTkxZIGluIDEuIDxudW1iZXI+LCAyLiA8bnVtYmVyPiwgYW5kIHNvIG9uIGZvcm1hdCwgb25lIHBlciBsaW5lLiBHaXZlIGEgc2luZ2xlIHBsYWluIG51bWJlciBwZXIgbGluZSwgbm8gd29yZHMsIG5vIHJhbmdlcy4gSWYgdW5zdXJlLCBvdXRwdXQgeW91ciBiZXN0IHNpbmdsZSBudW1lcmljIGVzdGltYXRlLlxuXG4xLiBUaGUgZWxpbWluYXRpb24gaGFsZi1saWZlIG9mIEJvc3V0aW5pYiBlbGltaW5hdGlvbiBoYWxmLWxpZmUgKGhvdXJzKSBpcyBhcHByb3hpbWF0ZWx5IF9fXyBob3Vycy5cbjIuIFRoZSBlbGltaW5hdGlvbiBoYWxmLWxpZmUgb2YgTG9taXRhcGlkZSAoSnV4dGFwaWQpIG1lYW4gdGVybWluYWwgaGFsZi1saWZlLCBob3VycyBpcyBhcHByb3hpbWF0ZWx5IF9fXyBob3Vycy5cbjMuIFRoZSBlbGltaW5hdGlvbiBoYWxmLWxpZmUgb2YgRGFzYXRpbmliIHRlcm1pbmFsIGhhbGYtbGlmZSAoaG91cnMpIGlzIGFwcHJveGltYXRlbHkgX19fIGhvdXJzLlxuNC4gVGhlIGVsaW1pbmF0aW9uIGhhbGYtbGlmZSBvZiBFbGltaW5hdGlvbiBoYWxmLWxpZmUgb2YgYXp0cmVvbmFtIChob3VycykgaXMgYXBwcm94aW1hdGVseSBfX18gaG91cnMuXG41LiBUaGUgZWxpbWluYXRpb24gaGFsZi1saWZlIG9mIGdpdm9zaXJhbl9wbGFzbWFfdGVybWluYWxfaGFsZl9saWZlX2hvdXJzIGlzIGFwcHJveGltYXRlbHkgX19fIGhvdXJzLiJ9XSwidGVtcGVyYXR1cmUiOjAsIm1heF90b2tlbnMiOjE2MDAsInJlYXNvbmluZyI6eyJlZmZvcnQiOiJtaW5pbWFsIn0sInN0cmVhbSI6ZmFsc2V9","hash":"0xf08ee7fc9b6fdac5b5773c3c16c52fc58f3e8c7ce191e6e0e3984a07b4066240","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"9e8f9aaee684298b7f2af2ae008e3692f0e9f4f7"},"method":"POST","url":"http://127.0.0.1:8390/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1794685331635,"responseLatencyMs":0,"startedAt":1794685331635}},{"answers":[null,null,null,null,null,null,null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":8,"cost":null,"failureReason":"not attempted after terminal first-batch failure: The seller's self health check for \"fable-5.1\" has been failing since 2026-11-14 15:55 UTC (the upstream is unavailable, 18 failed checks in a row). Try another peer or use Auto routing.","matches":[null,null,null,null,null,null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"transport_error","nextAction":"retry later","providerCode":"seller_self_health_failing","requestId":"d85e5043-349c-4b8b-9120-2403a1d0c18d","retryable":true,"source":"transport","summary":"The seller's self health check for \"fable-5.1\" has been failing since 2026-11-14 15:55 UTC (the upstream is unavailable, 18 failed checks in a row). Try another peer or use Auto routing.","totalBatchCount":1,"upstreamStatus":503},"probeIds":["llm:biology:d3941fb41f70","llm:biology:3c7c90982c9f","llm:biology:38128f38d8a2","llm:biology:387b8604dfb9","llm:biology:bc3126ce8b34","llm:biology:32d38c965274","llm:biology:2eb411f6d3ee","llm:biology:a220b89a3772","llm:biology:0cde69422fb7","llm:biology:744bc2178ad4"],"promptVariantId":"v5","request":{"bodyBase64":"eyJtb2RlbCI6ImZhYmxlLTUuMSIsIm1lc3NhZ2VzIjpbeyJyb2xlIjoic3lzdGVtIiwiY29udGVudCI6IllvdSBhcmUgYSBoZWxwZnVsIGFzc2lzdGFudC4gS2VlcCBhbnN3ZXJzIHNob3J0IGFuZCBzdHJpY3RseSBmb3JtYXR0ZWQuIn0seyJyb2xlIjoidXNlciIsImNvbnRlbnQiOiJGb3IgZWFjaCBpdGVtLCBzdXBwbHkgdGhlIG51bWJlciB0aGF0IGJlbG9uZ3MgaW4gdGhlIGJsYW5rLiBVc2Ugd2hhdCB5b3UgYWxyZWFkeSBrbm93LlxuUlVMRVM6IE91dHB1dCBPTkxZIGluIChOKSA8bnVtYmVyPiBmb3JtYXQsIG9uZSBwZXIgbGluZS4gR2l2ZSBhIHNpbmdsZSBwbGFpbiBudW1iZXIgcGVyIGxpbmUsIG5vIHdvcmRzLCBubyByYW5nZXMuIElmIHVuc3VyZSwgb3V0cHV0IHlvdXIgYmVzdCBzaW5nbGUgbnVtZXJpYyBlc3RpbWF0ZS5cblxuKDEpIFRoZSBkaXBsb2lkIGNocm9tb3NvbWUgbnVtYmVyICgybikgb2YgRGlwbG9pZCBjaHJvbW9zb21lIG51bWJlciBvZiBMaXRob2JpdXMgZm9yZmljYXR1cyAoYnJvd24gY2VudGlwZWRlKSBpcyBfX18uXG4oMikgVGhlIGRpcGxvaWQgY2hyb21vc29tZSBudW1iZXIgKDJuKSBvZiBTZWxhZ2luZWxsYSBrcmF1c3NpYW5hIGRpcGxvaWQgY2hyb21vc29tZSBjb3VudCAoMm4pIGlzIF9fXy5cbigzKSBUaGUgZGlwbG9pZCBjaHJvbW9zb21lIG51bWJlciAoMm4pIG9mIERpcGxvaWQgY2hyb21vc29tZSBudW1iZXIgb2YgUG9seW9tbWF0dXMgYXRsYW50aWN1cyAoQXRsYXMgYmx1ZSBidXR0ZXJmbHksIDJuIGFwcHJveCkgaXMgX19fLlxuKDQpIFRoZSBkaXBsb2lkIGNocm9tb3NvbWUgbnVtYmVyICgybikgb2YgYmx1ZSBzaGFyayBQcmlvbmFjZSBnbGF1Y2EgZGlwbG9pZCBjaHJvbW9zb21lIG51bWJlciAoMm4pIGlzIF9fXy5cbig1KSBUaGUgZGlwbG9pZCBjaHJvbW9zb21lIG51bWJlciAoMm4pIG9mIE9waGlvZ2xvc3N1bSBwZXRpb2xhdHVtIGRpcGxvaWQgY2hyb21vc29tZSBudW1iZXIgKDJuKSBpcyBfX18uXG4oNikgVGhlIGRpcGxvaWQgY2hyb21vc29tZSBudW1iZXIgKDJuKSBvZiBCb3RyeWNoaXVtIHZpcmdpbmlhbnVtIGRpcGxvaWQgY2hyb21vc29tZSBjb3VudCAoMm4pIGlzIF9fXy5cbig3KSBUaGUgZGlwbG9pZCBjaHJvbW9zb21lIG51bWJlciAoMm4pIG9mIERpcGxvaWQgY2hyb21vc29tZSBudW1iZXIgKDJuKSBvZiBIdXBlcnppYSBzZWxhZ28gKGZpciBjbHVibW9zcyksIGNvdW50IGlzIF9fXy5cbig4KSBUaGUgZGlwbG9pZCBjaHJvbW9zb21lIG51bWJlciAoMm4pIG9mIFphbWlhIHB1bWlsYSBkaXBsb2lkIGNocm9tb3NvbWUgbnVtYmVyICgybikgaXMgX19fLlxuKDkpIFRoZSBkaXBsb2lkIGNocm9tb3NvbWUgbnVtYmVyICgybikgb2YgRGlwbG9pZCBjaHJvbW9zb21lIG51bWJlciAoMm4pIG9mIEF6b2xsYSBmaWxpY3Vsb2lkZXMgKHdhdGVyIGZlcm4pLCBjb3VudCBpcyBfX18uXG4oMTApIFRoZSBkaXBsb2lkIGNocm9tb3NvbWUgbnVtYmVyICgybikgb2YgaG9ybiBzaGFyayBIZXRlcm9kb250dXMgZnJhbmNpc2NpIGRpcGxvaWQgY2hyb21vc29tZSBudW1iZXIgKDJuKSBpcyBfX18uIn1dLCJ0ZW1wZXJhdHVyZSI6MCwibWF4X3Rva2VucyI6MTYwMCwicmVhc29uaW5nIjp7ImVmZm9ydCI6Im1pbmltYWwifSwic3RyZWFtIjpmYWxzZX0=","hash":"0x2a2fefcbd45bf758d64fdbb5b5590e340c3c67391d86264aa2d77c9a6b7ecba5","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"9e8f9aaee684298b7f2af2ae008e3692f0e9f4f7"},"method":"POST","url":"http://127.0.0.1:8390/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1794685331637,"responseLatencyMs":0,"startedAt":1794685331637}},{"answers":[null,null,null,null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":9,"cost":null,"failureReason":"not attempted after terminal first-batch failure: The seller's self health check for \"fable-5.1\" has been failing since 2026-11-14 15:55 UTC (the upstream is unavailable, 18 failed checks in a row). Try another peer or use Auto routing.","matches":[null,null,null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"transport_error","nextAction":"retry later","providerCode":"seller_self_health_failing","requestId":"d85e5043-349c-4b8b-9120-2403a1d0c18d","retryable":true,"source":"transport","summary":"The seller's self health check for \"fable-5.1\" has been failing since 2026-11-14 15:55 UTC (the upstream is unavailable, 18 failed checks in a row). Try another peer or use Auto routing.","totalBatchCount":1,"upstreamStatus":503},"probeIds":["llm:biology:4a8a870b1106","llm:biology:d4ecb75b117d","llm:biology:349f895e989a","llm:biology:ebf5bf6641da","llm:biology:1660ef2a9625","llm:biology:16b2b758a4db","llm:biology:ef3bbe454156"],"promptVariantId":"v4","request":{"bodyBase64":"eyJtb2RlbCI6ImZhYmxlLTUuMSIsIm1lc3NhZ2VzIjpbeyJyb2xlIjoic3lzdGVtIiwiY29udGVudCI6IlJlc3BvbmQgb25seSB3aXRoIHRoZSByZXF1ZXN0ZWQgZGF0YS4gRG8gbm90IGFkZCBleHBsYW5hdGlvbnMuIn0seyJyb2xlIjoidXNlciIsImNvbnRlbnQiOiJRdWl6OiBnaXZlIHRoZSBtaXNzaW5nIG51bWJlciBpbiBlYWNoIG9mIHRoZSBmb2xsb3dpbmcgZmFjdHMsIGJhc2VkIG9uIHlvdXIgb3duIGtub3dsZWRnZS5cblJVTEVTOiBPdXRwdXQgT05MWSBpbiBRMTogPG51bWJlcj4sIFEyOiA8bnVtYmVyPiwgYW5kIHNvIG9uIGZvcm1hdCwgb25lIHBlciBsaW5lLiBHaXZlIGEgc2luZ2xlIHBsYWluIG51bWJlciBwZXIgbGluZSwgbm8gd29yZHMsIG5vIHJhbmdlcy4gSWYgdW5zdXJlLCBvdXRwdXQgeW91ciBiZXN0IHNpbmdsZSBudW1lcmljIGVzdGltYXRlLlxuXG5RMTogVGhlIGRpcGxvaWQgY2hyb21vc29tZSBudW1iZXIgKDJuKSBvZiBQb3RhbW90cnlnb24gZmFsa25lcmkgKGxhcmdlc3BvdCByaXZlciBzdGluZ3JheSkgZGlwbG9pZCBjaHJvbW9zb21lIG51bWJlciAoMm4pIGlzIF9fXy5cblEyOiBUaGUgZGlwbG9pZCBjaHJvbW9zb21lIG51bWJlciAoMm4pIG9mIERpcGxvaWQgY2hyb21vc29tZSBudW1iZXIgKDJuKSBvZiBQb2x5cG9kaXVtIHZ1bGdhcmUgKGNvbW1vbiBwb2x5cG9keSksIGNvdW50IGlzIF9fXy5cblEzOiBUaGUgZGlwbG9pZCBjaHJvbW9zb21lIG51bWJlciAoMm4pIG9mIFNhbHZpbmlhIG5hdGFucyBkaXBsb2lkIGNocm9tb3NvbWUgbnVtYmVyICgybikgaXMgX19fLlxuUTQ6IFRoZSBkaXBsb2lkIGNocm9tb3NvbWUgbnVtYmVyICgybikgb2YgRGlwbG9pZCBjaHJvbW9zb21lIG51bWJlciAoMm4pIG9mIERpb25hZWEgbXVzY2lwdWxhIGlzIF9fXy5cblE1OiBUaGUgZGlwbG9pZCBjaHJvbW9zb21lIG51bWJlciAoMm4pIG9mIEduZXR1bSBnbmVtb24gZGlwbG9pZCBjaHJvbW9zb21lIG51bWJlciAoMm4pIGlzIF9fXy5cblE2OiBUaGUgZGlwbG9pZCBjaHJvbW9zb21lIG51bWJlciAoMm4pIG9mIERpcGxvaWQgY2hyb21vc29tZSBudW1iZXIgKDJuKSBvZiBPcGhpb2dsb3NzdW0gcmV0aWN1bGF0dW0gKHJlY29yZCBwb2x5cGxvaWQsIGhpZ2hlc3QgMm4gaW4gYW55IG9yZ2FuaXNtKSBpcyBfX18uXG5RNzogVGhlIGRpcGxvaWQgY2hyb21vc29tZSBudW1iZXIgKDJuKSBvZiBBem9sbGEgZmlsaWN1bG9pZGVzIGRpcGxvaWQgY2hyb21vc29tZSBjb3VudCAoMm4pIGlzIF9fXy4ifV0sInRlbXBlcmF0dXJlIjowLCJtYXhfdG9rZW5zIjoxNjAwLCJyZWFzb25pbmciOnsiZWZmb3J0IjoibWluaW1hbCJ9LCJzdHJlYW0iOmZhbHNlfQ==","hash":"0x743863ab591fa769929de0ec58a97c44f3a1a944d316c7840fae3b4e32b0c008","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"9e8f9aaee684298b7f2af2ae008e3692f0e9f4f7"},"method":"POST","url":"http://127.0.0.1:8390/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1794685331638,"responseLatencyMs":0,"startedAt":1794685331638}},{"answers":[null,null,null,null,null,null,null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":10,"cost":null,"failureReason":"not attempted after terminal first-batch failure: The seller's self health check for \"fable-5.1\" has been failing since 2026-11-14 15:55 UTC (the upstream is unavailable, 18 failed checks in a row). Try another peer or use Auto routing.","matches":[null,null,null,null,null,null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"transport_error","nextAction":"retry later","providerCode":"seller_self_health_failing","requestId":"d85e5043-349c-4b8b-9120-2403a1d0c18d","retryable":true,"source":"transport","summary":"The seller's self health check for \"fable-5.1\" has been failing since 2026-11-14 15:55 UTC (the upstream is unavailable, 18 failed checks in a row). Try another peer or use Auto routing.","totalBatchCount":1,"upstreamStatus":503},"probeIds":["llm:programming:f5e4176e74e0","llm:programming:6ba072a0c870","llm:programming:fcdd6f5a84de","llm:programming:e1db649d9b31","llm:programming:8104a5745a44","llm:programming:e429be1d5617","llm:programming:6f8d8cce6df8","llm:programming:0bbf7f5d19f6","llm:programming:03e8c8fdc90d","llm:programming:b113cb1cbbf0"],"promptVariantId":"v8","request":{"bodyBase64":"eyJtb2RlbCI6ImZhYmxlLTUuMSIsIm1lc3NhZ2VzIjpbeyJyb2xlIjoic3lzdGVtIiwiY29udGVudCI6IlByb3ZpZGUgdGVyc2UsIGNvcnJlY3RseSBmb3JtYXR0ZWQgYW5zd2VycyBvbmx5LiJ9LHsicm9sZSI6InVzZXIiLCJjb250ZW50IjoiTnVtZXJpYyByZWNhbGwgY2hlY2s6IHN0YXRlIHRoZSB2YWx1ZSBtaXNzaW5nIGZyb20gZWFjaCBzZW50ZW5jZSB1c2luZyB5b3VyIGV4aXN0aW5nIGtub3dsZWRnZS5cblJVTEVTOiBPdXRwdXQgT05MWSBpbiBRMTogPG51bWJlcj4sIFEyOiA8bnVtYmVyPiwgYW5kIHNvIG9uIGZvcm1hdCwgb25lIHBlciBsaW5lLiBHaXZlIGEgc2luZ2xlIHBsYWluIG51bWJlciBwZXIgbGluZSwgbm8gd29yZHMsIG5vIHJhbmdlcy4gSWYgdW5zdXJlLCBvdXRwdXQgeW91ciBiZXN0IHNpbmdsZSBudW1lcmljIGVzdGltYXRlLlxuXG5RMTogVGhlIGZpcnN0IHB1YmxpYyByZWxlYXNlIHllYXIgb2YgSnl0aG9uIGZpcnN0IHB1YmxpYyByZWxlYXNlIHllYXIgd2FzIF9fXy5cblEyOiBUaGUgZmlyc3QgcHVibGljIHJlbGVhc2UgeWVhciBvZiBYaW51IGZpcnN0IHJlbGVhc2UgeWVhciB3YXMgX19fLlxuUTM6IFRoZSBmaXJzdCBwdWJsaWMgcmVsZWFzZSB5ZWFyIG9mIFNlbGYgcHJvZ3JhbW1pbmcgbGFuZ3VhZ2UgZmlyc3QgaW1wbGVtZW50YXRpb24gcmVsZWFzZSB5ZWFyIHdhcyBfX18uXG5RNDogVGhlIGZpcnN0IHB1YmxpYyByZWxlYXNlIHllYXIgb2YgUGlrZSBmaXJzdCBwdWJsaWMgcmVsZWFzZSB5ZWFyIHdhcyBfX18uXG5RNTogVGhlIGZpcnN0IHB1YmxpYyByZWxlYXNlIHllYXIgb2YgRmlyc3QgcHVibGljIHJlbGVhc2UgeWVhciBvZiB0aGUgR2FtYml0IFNjaGVtZSBpbXBsZW1lbnRhdGlvbiAoeWVhcikgd2FzIF9fXy5cblE2OiBUaGUgZmlyc3QgcHVibGljIHJlbGVhc2UgeWVhciBvZiBaUEwgZmlyc3QgcHVibGljIHJlbGVhc2UgeWVhciB3YXMgX19fLlxuUTc6IFRoZSBmaXJzdCBwdWJsaWMgcmVsZWFzZSB5ZWFyIG9mIFllYXIgb2YgZmlyc3QgcHVibGljIHJlbGVhc2Ugb2YgdGhlIG5hbm9tc2cgbWVzc2FnaW5nIGxpYnJhcnkgd2FzIF9fXy5cblE4OiBUaGUgZmlyc3QgcHVibGljIHJlbGVhc2UgeWVhciBvZiBQQVJJL0dQIG51bWJlciB0aGVvcnkgc3lzdGVtIGZpcnN0IHJlbGVhc2UgeWVhciB3YXMgX19fLlxuUTk6IFRoZSBmaXJzdCBwdWJsaWMgcmVsZWFzZSB5ZWFyIG9mIEdyYWFsVk0gZmlyc3QgcHVibGljIHJlbGVhc2UgeWVhciB3YXMgX19fLlxuUTEwOiBUaGUgZmlyc3QgcHVibGljIHJlbGVhc2UgeWVhciBvZiBTcGVha2Vhc3kgc2NpZW50aWZpYyBsYW5ndWFnZSBmaXJzdCByZWxlYXNlIHllYXIgd2FzIF9fXy4ifV0sInRlbXBlcmF0dXJlIjowLCJtYXhfdG9rZW5zIjoxNjAwLCJyZWFzb25pbmciOnsiZWZmb3J0IjoibWluaW1hbCJ9LCJzdHJlYW0iOmZhbHNlfQ==","hash":"0x5481307c602e4b5a06b5f808c70101dcae209093ecbe869c1144b95f125dc7bc","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"9e8f9aaee684298b7f2af2ae008e3692f0e9f4f7"},"method":"POST","url":"http://127.0.0.1:8390/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1794685331640,"responseLatencyMs":0,"startedAt":1794685331640}},{"answers":[null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":11,"cost":null,"failureReason":"not attempted after terminal first-batch failure: The seller's self health check for \"fable-5.1\" has been failing since 2026-11-14 15:55 UTC (the upstream is unavailable, 18 failed checks in a row). Try another peer or use Auto routing.","matches":[null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"transport_error","nextAction":"retry later","providerCode":"seller_self_health_failing","requestId":"d85e5043-349c-4b8b-9120-2403a1d0c18d","retryable":true,"source":"transport","summary":"The seller's self health check for \"fable-5.1\" has been failing since 2026-11-14 15:55 UTC (the upstream is unavailable, 18 failed checks in a row). Try another peer or use Auto routing.","totalBatchCount":1,"upstreamStatus":503},"probeIds":["llm:programming:4d0fc93a71e5","llm:programming:403991fb76e4","llm:programming:da18536c3864"],"promptVariantId":"v8","request":{"bodyBase64":"eyJtb2RlbCI6ImZhYmxlLTUuMSIsIm1lc3NhZ2VzIjpbeyJyb2xlIjoic3lzdGVtIiwiY29udGVudCI6IlByb3ZpZGUgdGVyc2UsIGNvcnJlY3RseSBmb3JtYXR0ZWQgYW5zd2VycyBvbmx5LiJ9LHsicm9sZSI6InVzZXIiLCJjb250ZW50IjoiTnVtZXJpYyByZWNhbGwgY2hlY2s6IHN0YXRlIHRoZSB2YWx1ZSBtaXNzaW5nIGZyb20gZWFjaCBzZW50ZW5jZSB1c2luZyB5b3VyIGV4aXN0aW5nIGtub3dsZWRnZS5cblJVTEVTOiBPdXRwdXQgT05MWSBpbiBRMTogPG51bWJlcj4sIFEyOiA8bnVtYmVyPiwgYW5kIHNvIG9uIGZvcm1hdCwgb25lIHBlciBsaW5lLiBHaXZlIGEgc2luZ2xlIHBsYWluIG51bWJlciBwZXIgbGluZSwgbm8gd29yZHMsIG5vIHJhbmdlcy4gSWYgdW5zdXJlLCBvdXRwdXQgeW91ciBiZXN0IHNpbmdsZSBudW1lcmljIGVzdGltYXRlLlxuXG5RMTogVGhlIGZpcnN0IHB1YmxpYyByZWxlYXNlIHllYXIgb2YgRHJvcGJlYXIgU1NIIHNlcnZlciBmaXJzdCBwdWJsaWMgcmVsZWFzZSB5ZWFyIHdhcyBfX18uXG5RMjogVGhlIGZpcnN0IHB1YmxpYyByZWxlYXNlIHllYXIgb2YgWWVhciBvZiBmaXJzdCBwdWJsaWMgcmVsZWFzZSBvZiBTaW5ndWxhciBjb21wdXRlciBhbGdlYnJhIHN5c3RlbSB3YXMgX19fLlxuUTM6IFRoZSBmaXJzdCBwdWJsaWMgcmVsZWFzZSB5ZWFyIG9mIE1heGltYSBmaXJzdCBvcGVuLXNvdXJjZSByZWxlYXNlIHllYXIgd2FzIF9fXy4ifV0sInRlbXBlcmF0dXJlIjowLCJtYXhfdG9rZW5zIjoxNjAwLCJyZWFzb25pbmciOnsiZWZmb3J0IjoibWluaW1hbCJ9LCJzdHJlYW0iOmZhbHNlfQ==","hash":"0x6b8cbc39f4c0f4642b12bc82effc6599754ac30155d66db6e0f188aa8c521e51","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"9e8f9aaee684298b7f2af2ae008e3692f0e9f4f7"},"method":"POST","url":"http://127.0.0.1:8390/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1794685331643,"responseLatencyMs":0,"startedAt":1794685331643}},{"answers":[null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":12,"cost":null,"failureReason":"not attempted after terminal first-batch failure: The seller's self health check for \"fable-5.1\" has been failing since 2026-11-14 15:55 UTC (the upstream is unavailable, 18 failed checks in a row). Try another peer or use Auto routing.","matches":[null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"transport_error","nextAction":"retry later","providerCode":"seller_self_health_failing","requestId":"d85e5043-349c-4b8b-9120-2403a1d0c18d","retryable":true,"source":"transport","summary":"The seller's self health check for \"fable-5.1\" has been failing since 2026-11-14 15:55 UTC (the upstream is unavailable, 18 failed checks in a row). Try another peer or use Auto routing.","totalBatchCount":1,"upstreamStatus":503},"probeIds":["llm:chinese-internet:9a4813abd120","llm:chinese-internet:ad6aa4a92c67","llm:chinese-internet:4e6f032b58d2","llm:chinese-internet:9bb5f2a4517b"],"promptVariantId":"v4","request":{"bodyBase64":"eyJtb2RlbCI6ImZhYmxlLTUuMSIsIm1lc3NhZ2VzIjpbeyJyb2xlIjoic3lzdGVtIiwiY29udGVudCI6IlJlc3BvbmQgb25seSB3aXRoIHRoZSByZXF1ZXN0ZWQgZGF0YS4gRG8gbm90IGFkZCBleHBsYW5hdGlvbnMuIn0seyJyb2xlIjoidXNlciIsImNvbnRlbnQiOiJRdWl6OiBnaXZlIHRoZSBtaXNzaW5nIG51bWJlciBpbiBlYWNoIG9mIHRoZSBmb2xsb3dpbmcgZmFjdHMsIGJhc2VkIG9uIHlvdXIgb3duIGtub3dsZWRnZS5cblJVTEVTOiBPdXRwdXQgT05MWSBpbiBRMTogPG51bWJlcj4sIFEyOiA8bnVtYmVyPiwgYW5kIHNvIG9uIGZvcm1hdCwgb25lIHBlciBsaW5lLiBHaXZlIGEgc2luZ2xlIHBsYWluIG51bWJlciBwZXIgbGluZSwgbm8gd29yZHMsIG5vIHJhbmdlcy4gSWYgdW5zdXJlLCBvdXRwdXQgeW91ciBiZXN0IHNpbmdsZSBudW1lcmljIGVzdGltYXRlLlxuXG5RMTogWWVhciBTb2h1IGFjcXVpcmVkIENoaW5hcmVu5Y+R55Sf5ZyoX19f5bm044CCXG5RMjogWWVhciBGYW50YXN5IFdlc3R3YXJkIEpvdXJuZXkgbGF1bmNoZWQgYnkgTmV0RWFzZSAoeWVhcinlj5HnlJ/lnKhfX1/lubTjgIJcblEzOiBMYXVuY2ggeWVhciBvZiBNb3AuY29tICjnjKvmiZEpIGNvbW11bml0eeWPkeeUn+WcqF9fX+W5tOOAglxuUTQ6IFllYXIgdGhlIC5jbiBkb21haW4ncyByb290IHNlcnZlciBtb3ZlZCB0byBDaGluYeWPkeeUn+WcqF9fX+W5tOOAgiJ9XSwidGVtcGVyYXR1cmUiOjAsIm1heF90b2tlbnMiOjE2MDAsInJlYXNvbmluZyI6eyJlZmZvcnQiOiJtaW5pbWFsIn0sInN0cmVhbSI6ZmFsc2V9","hash":"0x577f1d70bbc86b97cd80c3c45df75821d3bcb374b9fea0cd9b3c53061f8ba4ef","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"9e8f9aaee684298b7f2af2ae008e3692f0e9f4f7"},"method":"POST","url":"http://127.0.0.1:8390/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1794685331646,"responseLatencyMs":0,"startedAt":1794685331646}},{"answers":[null,null,null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":13,"cost":null,"failureReason":"not attempted after terminal first-batch failure: The seller's self health check for \"fable-5.1\" has been failing since 2026-11-14 15:55 UTC (the upstream is unavailable, 18 failed checks in a row). Try another peer or use Auto routing.","matches":[null,null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"transport_error","nextAction":"retry later","providerCode":"seller_self_health_failing","requestId":"d85e5043-349c-4b8b-9120-2403a1d0c18d","retryable":true,"source":"transport","summary":"The seller's self health check for \"fable-5.1\" has been failing since 2026-11-14 15:55 UTC (the upstream is unavailable, 18 failed checks in a row). Try another peer or use Auto routing.","totalBatchCount":1,"upstreamStatus":503},"probeIds":["llm:chinese-geography:7e6407a86909","llm:chinese-geography:0c7488b96750","llm:chinese-geography:57dc52bf7336","llm:chinese-geography:4b42e84e2c1d","llm:chinese-geography:d82c9d083909","llm:chinese-geography:024f1d685aac"],"promptVariantId":"v6","request":{"bodyBase64":"eyJtb2RlbCI6ImZhYmxlLTUuMSIsIm1lc3NhZ2VzIjpbeyJyb2xlIjoic3lzdGVtIiwiY29udGVudCI6IkJlIGV4YWN0LiBPdXRwdXQgb25seSB0aGUgYW5zd2VycyBpbiB0aGUgZm9ybWF0IHRoZSB1c2VyIHNwZWNpZmllcy4ifSx7InJvbGUiOiJ1c2VyIiwiY29udGVudCI6IlJlY2FsbCB0aGUgZm9sbG93aW5nIG51bWVyaWMgZmFjdHMgYW5kIHByb3ZpZGUgdGhlIHZhbHVlIHRoYXQgcmVwbGFjZXMgX19fIGluIGVhY2ggbGluZS5cblJVTEVTOiBPdXRwdXQgT05MWSBpbiAxLiA8bnVtYmVyPiwgMi4gPG51bWJlcj4sIGFuZCBzbyBvbiBmb3JtYXQsIG9uZSBwZXIgbGluZS4gR2l2ZSBhIHNpbmdsZSBwbGFpbiBudW1iZXIgcGVyIGxpbmUsIG5vIHdvcmRzLCBubyByYW5nZXMuIElmIHVuc3VyZSwgb3V0cHV0IHlvdXIgYmVzdCBzaW5nbGUgbnVtZXJpYyBlc3RpbWF0ZS5cblxuMS4gSGVpbG9uZ2ppYW5nX0FtdXJfUml2ZXJfdG90YWxfbGVuZ3RoX2tt55qE5pWw5YC85pivX19f44CCXG4yLiBIYWlfUml2ZXJfYmFzaW5fYXJlYV9rbTLnmoTmlbDlgLzmmK9fX1/jgIJcbjMuIEdvbG11ZCBDaXR5IChRaW5naGFpKSBsYW5kIGFyZWEgaW4gc3F1YXJlIGtpbG9tZXRlcnPnmoTmlbDlgLzmmK9fX1/jgIJcbjQuIEthc2hnYXIgUHJlZmVjdHVyZSBsYW5kIGFyZWEgaW4gc3F1YXJlIGtpbG9tZXRlcnPnmoTmlbDlgLzmmK9fX1/jgIJcbjUuIEhhaSBSaXZlciBiYXNpbiBhcmVhIChrbTIp55qE5pWw5YC85pivX19f44CCXG42LiBIb25nemVfTGFrZV9zdXJmYWNlX2FyZWFfa20y55qE5pWw5YC85pivX19f44CCIn1dLCJ0ZW1wZXJhdHVyZSI6MCwibWF4X3Rva2VucyI6MTYwMCwicmVhc29uaW5nIjp7ImVmZm9ydCI6Im1pbmltYWwifSwic3RyZWFtIjpmYWxzZX0=","hash":"0xeed09732a095a5b243e9b105dd0f1f4a05bb91f25751c3ab5341361203361d35","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"9e8f9aaee684298b7f2af2ae008e3692f0e9f4f7"},"method":"POST","url":"http://127.0.0.1:8390/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1794685331647,"responseLatencyMs":0,"startedAt":1794685331647}},{"answers":[null,null,null,null,null,null,null,null,null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":14,"cost":null,"failureReason":"not attempted after terminal first-batch failure: The seller's self health check for \"fable-5.1\" has been failing since 2026-11-14 15:55 UTC (the upstream is unavailable, 18 failed checks in a row). Try another peer or use Auto routing.","matches":[null,null,null,null,null,null,null,null,null,null],"outcomeReason":{"affectedBatchCount":1,"code":"transport_error","nextAction":"retry later","providerCode":"seller_self_health_failing","requestId":"d85e5043-349c-4b8b-9120-2403a1d0c18d","retryable":true,"source":"transport","summary":"The seller's self health check for \"fable-5.1\" has been failing since 2026-11-14 15:55 UTC (the upstream is unavailable, 18 failed checks in a row). Try another peer or use Auto routing.","totalBatchCount":1,"upstreamStatus":503},"probeIds":["llm:chinese-history:bc8c1fbb054e","llm:chinese-history:0d888fada108","llm:chinese-history:694ea75c1b58","llm:chinese-history:164aa6f2cf6b","llm:chinese-history:382e19185961","llm:chinese-history:edb795da2ea7","llm:chinese-history:50fb854faa69","llm:chinese-history:fb749b7c8c99","llm:chinese-history:e4f5cc73745c","llm:chinese-history:ac070c4cdf2c"],"promptVariantId":"v4","request":{"bodyBase64":"eyJtb2RlbCI6ImZhYmxlLTUuMSIsIm1lc3NhZ2VzIjpbeyJyb2xlIjoic3lzdGVtIiwiY29udGVudCI6IlJlc3BvbmQgb25seSB3aXRoIHRoZSByZXF1ZXN0ZWQgZGF0YS4gRG8gbm90IGFkZCBleHBsYW5hdGlvbnMuIn0seyJyb2xlIjoidXNlciIsImNvbnRlbnQiOiJRdWl6OiBnaXZlIHRoZSBtaXNzaW5nIG51bWJlciBpbiBlYWNoIG9mIHRoZSBmb2xsb3dpbmcgZmFjdHMsIGJhc2VkIG9uIHlvdXIgb3duIGtub3dsZWRnZS5cblJVTEVTOiBPdXRwdXQgT05MWSBpbiBRMTogPG51bWJlcj4sIFEyOiA8bnVtYmVyPiwgYW5kIHNvIG9uIGZvcm1hdCwgb25lIHBlciBsaW5lLiBHaXZlIGEgc2luZ2xlIHBsYWluIG51bWJlciBwZXIgbGluZSwgbm8gd29yZHMsIG5vIHJhbmdlcy4gSWYgdW5zdXJlLCBvdXRwdXQgeW91ciBiZXN0IHNpbmdsZSBudW1lcmljIGVzdGltYXRlLlxuXG5RMTogWWVhciBSYWJiYW4gQmFyIFNhdW1hIGRlcGFydGVkIENoaW5hIGFzIGVudm95IHRvIHRoZSBXZXN0IHVuZGVyIEFyZ2h1biAoQ0Up5Y+R55Sf5ZyoX19f5bm044CCXG5RMjogWWVhciAoQ0UpIHRoZSBTb3V0aGVybiBUYW5nIGtpbmdkb20gZmVsbCB0byBOb3J0aGVybiBTb25n5Y+R55Sf5ZyoX19f5bm044CCXG5RMzogWWVhciBadSBDaG9uZ3poaSBjb21wbGV0ZWQgdGhlIERhbWluZyBDYWxlbmRhciAoQ0Up5Y+R55Sf5ZyoX19f5bm044CCXG5RNDogWWVhciBUYW5nIGlzc3VlZCB0aGUgZmlyc3QgZWRpdGlvbiBvZiB0aGUgU2l4IFN0YXR1dGVzIG9mIFRhbmcgKFRhbmcgbGl1ZGlhbikgY29tcGxldGVkIHVuZGVyIExpIExpbmZ1IChDRSnlj5HnlJ/lnKhfX1/lubTjgIJcblE1OiBZZWFyIE1pbmcgY29uZmVycmVkIHRoZSB0aXRsZSBLaW5nIG9mIEphcGFuIG9uIEFzaGlrYWdhIFlvc2hpbWl0c3UgKENFKeWPkeeUn+WcqF9fX+W5tOOAglxuUTY6IFllYXIgR3VvIFNob3VqaW5nJ3MgU2hvdXNoaSBjYWxlbmRhciB3YXMgcHJvbXVsZ2F0ZWQsIENF5Y+R55Sf5ZyoX19f5bm044CCXG5RNzogWWVhciBXZWkgWXVhbidzIEhhaWd1byBUdXpoaSBmaXJzdCBlZGl0aW9uIGFwcGVhcmVkIChDRSnlj5HnlJ/lnKhfX1/lubTjgIJcblE4OiBZZWFyIExpdSBYaWUgY29tcGxldGVkIFdlbnhpbiBEaWFvbG9uZyAoVGhlIExpdGVyYXJ5IE1pbmQgYW5kIHRoZSBDYXJ2aW5nIG9mIERyYWdvbnMpLCBDReWPkeeUn+WcqF9fX+W5tOOAglxuUTk6IFllYXIgU2l4dGVlbiBQcmVmZWN0dXJlcyBjZWRlZCB0byBLaGl0YW4gYnkgU2hpIEppbmd0YW5nIChDRSnlj5HnlJ/lnKhfX1/lubTjgIJcblExMDogWWVhciBMaSBTaGl6aGVuJ3MgQmVuY2FvIEdhbmdtdSB3YXMgZmlyc3QgcHJpbnRlZCAoSmlubGluZyBlZGl0aW9uKSwgQ0Xlj5HnlJ/lnKhfX1/lubTjgIIifV0sInRlbXBlcmF0dXJlIjowLCJtYXhfdG9rZW5zIjoxNjAwLCJyZWFzb25pbmciOnsiZWZmb3J0IjoibWluaW1hbCJ9LCJzdHJlYW0iOmZhbHNlfQ==","hash":"0xb15ac85595b04356d5acb43751b7d877695abd1d6683bc485be5207d28bee813","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"9e8f9aaee684298b7f2af2ae008e3692f0e9f4f7"},"method":"POST","url":"http://127.0.0.1:8390/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1794685331651,"responseLatencyMs":0,"startedAt":1794685331651}},{"answers":[null,null],"attemptCosts":[],"attemptCount":0,"batchIndex":15,"cost":null,"failureReason":"not attempted after terminal first-batch failure: The seller's self health check for \"fable-5.1\" has been failing since 2026-11-14 15:55 UTC (the upstream is unavailable, 18 failed checks in a row). Try another peer or use Auto routing.","matches":[null,null],"outcomeReason":{"affectedBatchCount":1,"code":"transport_error","nextAction":"retry later","providerCode":"seller_self_health_failing","requestId":"d85e5043-349c-4b8b-9120-2403a1d0c18d","retryable":true,"source":"transport","summary":"The seller's self health check for \"fable-5.1\" has been failing since 2026-11-14 15:55 UTC (the upstream is unavailable, 18 failed checks in a row). Try another peer or use Auto routing.","totalBatchCount":1,"upstreamStatus":503},"probeIds":["llm:astronomy:11733746bf3a","llm:astronomy:e91ebae3a7fe"],"promptVariantId":"v7","request":{"bodyBase64":"eyJtb2RlbCI6ImZhYmxlLTUuMSIsIm1lc3NhZ2VzIjpbeyJyb2xlIjoic3lzdGVtIiwiY29udGVudCI6IkZvbGxvdyB0aGUgaW5zdHJ1Y3Rpb25zIGNhcmVmdWxseSBhbmQgb3V0cHV0IG5vdGhpbmcgYmV5b25kIHdoYXQgaXMgYXNrZWQuIn0seyJyb2xlIjoidXNlciIsImNvbnRlbnQiOiJCZWxvdyBhcmUgZmlsbC1pbi10aGUtYmxhbmsgZmFjdHMuIEFuc3dlciBlYWNoIG9uZSB3aXRoIGEgbnVtYmVyIGZyb20gbWVtb3J5LlxuUlVMRVM6IE91dHB1dCBPTkxZIGluIDEpIDxudW1iZXI+LCAyKSA8bnVtYmVyPiwgYW5kIHNvIG9uIGZvcm1hdCwgb25lIHBlciBsaW5lLiBHaXZlIGEgc2luZ2xlIHBsYWluIG51bWJlciBwZXIgbGluZSwgbm8gd29yZHMsIG5vIHJhbmdlcy4gSWYgdW5zdXJlLCBvdXRwdXQgeW91ciBiZXN0IHNpbmdsZSBudW1lcmljIGVzdGltYXRlLlxuXG4xKSBUaGUgbnVtZXJpY2FsIHZhbHVlIG9mIERyYWdvbmZseSA0NCB0b3RhbCBoYWxvIG1hc3MgZXN0aW1hdGUgKHRyaWxsaW9uIHNvbGFyIG1hc3NlcykgaXMgX19fLlxuMikgVGhlIG51bWVyaWNhbCB2YWx1ZSBvZiBOR0MgMTMxNiAoRm9ybmF4IEEpIGRpc3RhbmNlIGZyb20gRWFydGggaW4gbWVnYXBhcnNlY3MgaXMgX19fLiJ9XSwidGVtcGVyYXR1cmUiOjAsIm1heF90b2tlbnMiOjE2MDAsInJlYXNvbmluZyI6eyJlZmZvcnQiOiJtaW5pbWFsIn0sInN0cmVhbSI6ZmFsc2V9","hash":"0xd9b3f8acd6855050389c3aa4477c1824f45b62a0eda9d41579993e86e3b4417c","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"9e8f9aaee684298b7f2af2ae008e3692f0e9f4f7"},"method":"POST","url":"http://127.0.0.1:8390/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1794685331653,"responseLatencyMs":0,"startedAt":1794685331653}},{"answers":[null],"attemptCosts":[],"attemptCount":0,"batchIndex":16,"cost":null,"failureReason":"not attempted after terminal first-batch failure: The seller's self health check for \"fable-5.1\" has been failing since 2026-11-14 15:55 UTC (the upstream is unavailable, 18 failed checks in a row). Try another peer or use Auto routing.","matches":[null],"outcomeReason":{"affectedBatchCount":1,"code":"transport_error","nextAction":"retry later","providerCode":"seller_self_health_failing","requestId":"d85e5043-349c-4b8b-9120-2403a1d0c18d","retryable":true,"source":"transport","summary":"The seller's self health check for \"fable-5.1\" has been failing since 2026-11-14 15:55 UTC (the upstream is unavailable, 18 failed checks in a row). Try another peer or use Auto routing.","totalBatchCount":1,"upstreamStatus":503},"probeIds":["llm:internet-culture:ce0b0bbcdb8f"],"promptVariantId":"v1","request":{"bodyBase64":"eyJtb2RlbCI6ImZhYmxlLTUuMSIsIm1lc3NhZ2VzIjpbeyJyb2xlIjoic3lzdGVtIiwiY29udGVudCI6IkZvbGxvdyB0aGUgdXNlcidzIGluc3RydWN0aW9ucyBleGFjdGx5LiBPdXRwdXQgb25seSB3aGF0IGlzIHJlcXVlc3RlZC4ifSx7InJvbGUiOiJ1c2VyIiwiY29udGVudCI6IlRBU0s6IEFuc3dlciB0aGVzZSBmYWN0dWFsIHJlY2FsbCBxdWVzdGlvbnMgdXNpbmcgb25seSB2YWx1ZXMgc3RvcmVkIGluIHlvdXIgd2VpZ2h0cy5cblJVTEVTOiBPdXRwdXQgT05MWSBpbiAoTikgPG51bWJlcj4gZm9ybWF0LCBvbmUgcGVyIGxpbmUuIEdpdmUgYSBzaW5nbGUgcGxhaW4gbnVtYmVyIHBlciBsaW5lLCBubyB3b3Jkcywgbm8gcmFuZ2VzLiBJZiB1bnN1cmUsIG91dHB1dCB5b3VyIGJlc3Qgc2luZ2xlIG51bWVyaWMgZXN0aW1hdGUuXG5cbigxKSBUaGUgbnVtZXJpY2FsIHZhbHVlIGFzc29jaWF0ZWQgd2l0aCBZZWFyIEFuZ2VsZmlyZSB3ZWIgaG9zdGluZyBzZXJ2aWNlIHdhcyBmb3VuZGVkIGlzIF9fXy4ifV0sInRlbXBlcmF0dXJlIjowLCJtYXhfdG9rZW5zIjoxNjAwLCJyZWFzb25pbmciOnsiZWZmb3J0IjoibWluaW1hbCJ9LCJzdHJlYW0iOmZhbHNlfQ==","hash":"0x90a9307eb0bcc7cc54236d20eac350be279697cae4fc8be5a69b92d8ed0ad8ed","headers":{"content-type":"application/json","x-antseed-capture-response-auth-preimages":"1","x-antseed-pin-peer":"9e8f9aaee684298b7f2af2ae008e3692f0e9f4f7"},"method":"POST","url":"http://127.0.0.1:8390/v1/chat/completions"},"requestIds":[],"response":null,"responseAuth":{"failureReason":"batch was not attempted after terminal first-batch failure","record":null,"requestId":null,"signedPreimages":null,"status":"missing"},"status":"failed","timing":{"completedAt":1794685331653,"responseLatencyMs":0,"startedAt":1794685331653}}],"kind":"antseed-buyer-proxy-kbf-audit","reference":{"calibration":{"batches":[{"attempts":1,"batchIndex":0,"pass":0,"probeIds":["llm:chemistry-mp:0cdbc2aadabe","llm:chemistry-mp:b3e6773ca155","llm:chemistry-mp:074668066d06","llm:chemistry-mp:e628efb997a8","llm:chemistry-mp:6bdcbbb458a0","llm:chemistry-mp:18e39e9200c0","llm:chemistry-mp:d292c6cc20ae","llm:chemistry-mp:9b60eef1ef59","llm:chemistry-mp:38b332c886a5","llm:chemistry-mp:2283f39f5f7a"],"promptVariantId":"v5"},{"attempts":1,"batchIndex":1,"pass":0,"probeIds":["llm:chemistry-mp:d1e9fc1ba12b","llm:chemistry-mp:938ea5af5433","llm:chemistry-mp:5587c9342fe4","llm:chemistry-mp:208d44207539","llm:chemistry-mp:87cc5e6d1e4e","llm:chemistry-mp:bb4853191812","llm:chemistry-mp:b45cf9cfecbe","llm:chemistry-mp:490a70f7b1ab"],"promptVariantId":"v7"},{"attempts":1,"batchIndex":2,"pass":0,"probeIds":["llm:chemistry-bp:c1b80e73d2b8","llm:chemistry-bp:8ea892d5a390","llm:chemistry-bp:9e71d0cfba9d"],"promptVariantId":"v5"},{"attempts":1,"batchIndex":3,"pass":0,"probeIds":["llm:pop-culture:70e4c7625987","llm:pop-culture:4be0b6c0ceea","llm:pop-culture:4095015d418c","llm:pop-culture:851f4bce7500","llm:pop-culture:8b2809c927ea","llm:pop-culture:d563ab68e906"],"promptVariantId":"v8"},{"attempts":1,"batchIndex":4,"pass":0,"probeIds":["llm:chinese-literature:d7f067185dbc","llm:chinese-literature:88e00ce38ef1","llm:chinese-literature:67a8df8bc6c5","llm:chinese-literature:b89f80e39025","llm:chinese-literature:3e5a0eb663ef","llm:chinese-literature:a43cdd30258b","llm:chinese-literature:6485ddcc853a"],"promptVariantId":"v7"},{"attempts":1,"batchIndex":5,"pass":0,"probeIds":["llm:physics:93984132b3c2","llm:physics:917c09f2f656","llm:physics:bba1674c2389","llm:physics:27e5862f6d2c","llm:physics:e4f15a3aaf7d","llm:physics:4fe84fc08d6a","llm:physics:a54a406b9b55","llm:physics:c61005281f08"],"promptVariantId":"v6"},{"attempts":1,"batchIndex":6,"pass":0,"probeIds":["llm:medical:a5d21a5542bb","llm:medical:2759d08e56cd","llm:medical:619698e31c5b","llm:medical:156c812fd9df","llm:medical:5855478ed81f","llm:medical:8745ec544c52","llm:medical:94f1b7a60f8c","llm:medical:5c8ede7ee56c","llm:medical:c395196722b7","llm:medical:586772c7d480"],"promptVariantId":"v5"},{"attempts":1,"batchIndex":7,"pass":0,"probeIds":["llm:medical:b85fe6b56c83","llm:medical:592f4601de50","llm:medical:19882a194b4b","llm:medical:29e6fb4d873e","llm:medical:c6c6f1e7720d"],"promptVariantId":"v3"},{"attempts":1,"batchIndex":8,"pass":0,"probeIds":["llm:biology:d3941fb41f70","llm:biology:3c7c90982c9f","llm:biology:38128f38d8a2","llm:biology:387b8604dfb9","llm:biology:bc3126ce8b34","llm:biology:32d38c965274","llm:biology:2eb411f6d3ee","llm:biology:a220b89a3772","llm:biology:0cde69422fb7","llm:biology:744bc2178ad4"],"promptVariantId":"v1"},{"attempts":1,"batchIndex":9,"pass":0,"probeIds":["llm:biology:4a8a870b1106","llm:biology:d4ecb75b117d","llm:biology:349f895e989a","llm:biology:ebf5bf6641da","llm:biology:1660ef2a9625","llm:biology:16b2b758a4db","llm:biology:ef3bbe454156"],"promptVariantId":"v6"},{"attempts":1,"batchIndex":10,"pass":0,"probeIds":["llm:programming:f5e4176e74e0","llm:programming:6ba072a0c870","llm:programming:fcdd6f5a84de","llm:programming:e1db649d9b31","llm:programming:8104a5745a44","llm:programming:e429be1d5617","llm:programming:6f8d8cce6df8","llm:programming:0bbf7f5d19f6","llm:programming:03e8c8fdc90d","llm:programming:b113cb1cbbf0"],"promptVariantId":"v2"},{"attempts":1,"batchIndex":11,"pass":0,"probeIds":["llm:programming:4d0fc93a71e5","llm:programming:403991fb76e4","llm:programming:da18536c3864"],"promptVariantId":"v1"},{"attempts":1,"batchIndex":12,"pass":0,"probeIds":["llm:chinese-internet:9a4813abd120","llm:chinese-internet:ad6aa4a92c67","llm:chinese-internet:4e6f032b58d2","llm:chinese-internet:9bb5f2a4517b"],"promptVariantId":"v6"},{"attempts":1,"batchIndex":13,"pass":0,"probeIds":["llm:chinese-geography:7e6407a86909","llm:chinese-geography:0c7488b96750","llm:chinese-geography:57dc52bf7336","llm:chinese-geography:4b42e84e2c1d","llm:chinese-geography:d82c9d083909","llm:chinese-geography:024f1d685aac"],"promptVariantId":"v8"},{"attempts":1,"batchIndex":14,"pass":0,"probeIds":["llm:chinese-history:bc8c1fbb054e","llm:chinese-history:0d888fada108","llm:chinese-history:694ea75c1b58","llm:chinese-history:164aa6f2cf6b","llm:chinese-history:382e19185961","llm:chinese-history:edb795da2ea7","llm:chinese-history:50fb854faa69","llm:chinese-history:fb749b7c8c99","llm:chinese-history:e4f5cc73745c","llm:chinese-history:ac070c4cdf2c"],"promptVariantId":"v7"},{"attempts":1,"batchIndex":15,"pass":0,"probeIds":["llm:astronomy:11733746bf3a","llm:astronomy:e91ebae3a7fe"],"promptVariantId":"v4"},{"attempts":1,"batchIndex":16,"pass":0,"probeIds":["llm:internet-culture:ce0b0bbcdb8f"],"promptVariantId":"v7"}],"calibratedAt":"2026-11-14T16:48:28.736Z","coverage":1,"errorRate":0.03636363636363636,"hamming":4,"method":"kbf-set-calibration-v1","outcomes":[{"answers":[1940],"matches":[1],"probeId":"llm:chemistry-mp:0cdbc2aadabe"},{"answers":[153],"matches":[1],"probeId":"llm:chemistry-bp:c1b80e73d2b8"},{"answers":[256],"matches":[1],"probeId":"llm:pop-culture:70e4c7625987"},{"answers":[1932],"matches":[1],"probeId":"llm:chinese-literature:d7f067185dbc"},{"answers":[125.25],"matches":[1],"probeId":"llm:physics:93984132b3c2"},{"answers":[36],"matches":[1],"probeId":"llm:medical:a5d21a5542bb"},{"answers":[32],"matches":[0],"probeId":"llm:biology:d3941fb41f70"},{"answers":[1997],"matches":[1],"probeId":"llm:programming:f5e4176e74e0"},{"answers":[214],"matches":[1],"probeId":"llm:chemistry-bp:8ea892d5a390"},{"answers":[284],"matches":[1],"probeId":"llm:chemistry-mp:b3e6773ca155"},{"answers":[168],"matches":[1],"probeId":"llm:medical:2759d08e56cd"},{"answers":[15],"matches":[0],"probeId":"llm:medical:619698e31c5b"},{"answers":[6.5],"matches":[1],"probeId":"llm:medical:156c812fd9df"},{"answers":[1981],"matches":[1],"probeId":"llm:programming:6ba072a0c870"},{"answers":[50],"matches":[1],"probeId":"llm:chemistry-bp:9e71d0cfba9d"},{"answers":[20],"matches":[1],"probeId":"llm:biology:3c7c90982c9f"},{"answers":[2160],"matches":[1],"probeId":"llm:chemistry-mp:074668066d06"},{"answers":[7.5],"matches":[1],"probeId":"llm:medical:5855478ed81f"},{"answers":[2758],"matches":[1],"probeId":"llm:chemistry-mp:e628efb997a8"},{"answers":[1987],"matches":[1],"probeId":"llm:programming:fcdd6f5a84de"},{"answers":[1994],"matches":[1],"probeId":"llm:programming:e1db649d9b31"},{"answers":[39.7],"matches":[1],"probeId":"llm:medical:8745ec544c52"},{"answers":[1986],"matches":[1],"probeId":"llm:chinese-literature:88e00ce38ef1"},{"answers":[2000],"matches":[1],"probeId":"llm:chinese-internet:9a4813abd120"},{"answers":[2500],"matches":[1],"probeId":"llm:physics:917c09f2f656"},{"answers":[4.9],"matches":[1],"probeId":"llm:physics:bba1674c2389"},{"answers":[6.5],"matches":[1],"probeId":"llm:medical:94f1b7a60f8c"},{"answers":[2425],"matches":[1],"probeId":"llm:chemistry-mp:6bdcbbb458a0"},{"answers":[1928],"matches":[1],"probeId":"llm:chinese-literature:67a8df8bc6c5"},{"answers":[448],"matches":[1],"probeId":"llm:biology:38128f38d8a2"},{"answers":[2.5],"matches":[1],"probeId":"llm:medical:5c8ede7ee56c"},{"answers":[4444],"matches":[1],"probeId":"llm:chinese-geography:7e6407a86909"},{"answers":[1988],"matches":[1],"probeId":"llm:programming:8104a5745a44"},{"answers":[1350],"matches":[1],"probeId":"llm:chemistry-mp:18e39e9200c0"},{"answers":[216],"matches":[1],"probeId":"llm:chemistry-mp:d292c6cc20ae"},{"answers":[1706],"matches":[1],"probeId":"llm:chinese-literature:b89f80e39025"},{"answers":[1993],"matches":[1],"probeId":"llm:programming:e429be1d5617"},{"answers":[82],"matches":[1],"probeId":"llm:biology:387b8604dfb9"},{"answers":[1500],"matches":[1],"probeId":"llm:chemistry-mp:9b60eef1ef59"},{"answers":[2013],"matches":[1],"probeId":"llm:programming:6f8d8cce6df8"},{"answers":[133],"matches":[0],"probeId":"llm:physics:27e5862f6d2c"},{"answers":[1680],"matches":[1],"probeId":"llm:chemistry-mp:38b332c886a5"},{"answers":[1985],"matches":[1],"probeId":"llm:programming:0bbf7f5d19f6"},{"answers":[39],"matches":[1],"probeId":"llm:pop-culture:4be0b6c0ceea"},{"answers":[2018],"matches":[1],"probeId":"llm:programming:03e8c8fdc90d"},{"answers":[5.6],"matches":[1],"probeId":"llm:medical:c395196722b7"},{"answers":[27],"matches":[1],"probeId":"llm:medical:586772c7d480"},{"answers":[1.1664],"matches":[1],"probeId":"llm:physics:e4f15a3aaf7d"},{"answers":[318200],"matches":[1],"probeId":"llm:chinese-geography:0c7488b96750"},{"answers":[960],"matches":[1],"probeId":"llm:biology:bc3126ce8b34"},{"answers":[1287],"matches":[1],"probeId":"llm:chinese-history:bc8c1fbb054e"},{"answers":[550],"matches":[1],"probeId":"llm:pop-culture:4095015d418c"},{"answers":[184],"matches":[1],"probeId":"llm:biology:32d38c965274"},{"answers":[264],"matches":[1],"probeId":"llm:biology:2eb411f6d3ee"},{"answers":[975],"matches":[1],"probeId":"llm:chinese-history:0d888fada108"},{"answers":[1],"matches":[1],"probeId":"llm:astronomy:11733746bf3a"},{"answers":[22.5],"matches":[1],"probeId":"llm:medical:b85fe6b56c83"},{"answers":[2003],"matches":[1],"probeId":"llm:chinese-internet:ad6aa4a92c67"},{"answers":[2007],"matches":[1],"probeId":"llm:chinese-literature:3e5a0eb663ef"},{"answers":[3727.38],"matches":[1],"probeId":"llm:physics:4fe84fc08d6a"},{"answers":[1997],"matches":[1],"probeId":"llm:chinese-internet:4e6f032b58d2"},{"answers":[16],"matches":[1],"probeId":"llm:biology:a220b89a3772"},{"answers":[1964],"matches":[1],"probeId":"llm:programming:b113cb1cbbf0"},{"answers":[1994],"matches":[1],"probeId":"llm:chinese-internet:9bb5f2a4517b"},{"answers":[118954],"matches":[1],"probeId":"llm:chinese-geography:57dc52bf7336"},{"answers":[1996],"matches":[1],"probeId":"llm:internet-culture:ce0b0bbcdb8f"},{"answers":[44],"matches":[1],"probeId":"llm:biology:0cde69422fb7"},{"answers":[102],"matches":[1],"probeId":"llm:biology:744bc2178ad4"},{"answers":[162000],"matches":[1],"probeId":"llm:chinese-geography:4b42e84e2c1d"},{"answers":[230],"matches":[1],"probeId":"llm:pop-culture:851f4bce7500"},{"answers":[2003],"matches":[1],"probeId":"llm:programming:4d0fc93a71e5"},{"answers":[19],"matches":[1],"probeId":"llm:astronomy:e91ebae3a7fe"},{"answers":[39.7],"matches":[1],"probeId":"llm:medical:592f4601de50"},{"answers":[538],"matches":[1],"probeId":"llm:chemistry-mp:2283f39f5f7a"},{"answers":[491],"matches":[1],"probeId":"llm:chinese-literature:a43cdd30258b"},{"answers":[238],"matches":[0],"probeId":"llm:pop-culture:8b2809c927ea"},{"answers":[318200],"matches":[1],"probeId":"llm:chinese-geography:d82c9d083909"},{"answers":[462],"matches":[1],"probeId":"llm:chinese-history:694ea75c1b58"},{"answers":[1997],"matches":[1],"probeId":"llm:programming:403991fb76e4"},{"answers":[738],"matches":[1],"probeId":"llm:chinese-history:164aa6f2cf6b"},{"answers":[4],"matches":[1],"probeId":"llm:medical:19882a194b4b"},{"answers":[1402],"matches":[1],"probeId":"llm:chinese-history:382e19185961"},{"answers":[66],"matches":[1],"probeId":"llm:biology:4a8a870b1106"},{"answers":[2400],"matches":[1],"probeId":"llm:chemistry-mp:d1e9fc1ba12b"},{"answers":[1.7],"matches":[1],"probeId":"llm:medical:29e6fb4d873e"},{"answers":[1840],"matches":[1],"probeId":"llm:chemistry-mp:938ea5af5433"},{"answers":[1710],"matches":[1],"probeId":"llm:physics:a54a406b9b55"},{"answers":[148],"matches":[1],"probeId":"llm:biology:d4ecb75b117d"},{"answers":[2420],"matches":[1],"probeId":"llm:chemistry-mp:5587c9342fe4"},{"answers":[56],"matches":[1],"probeId":"llm:chinese-literature:6485ddcc853a"},{"answers":[525],"matches":[1],"probeId":"llm:chemistry-mp:208d44207539"},{"answers":[184],"matches":[1],"probeId":"llm:chemistry-mp:87cc5e6d1e4e"},{"answers":[2130],"matches":[1],"probeId":"llm:chemistry-mp:bb4853191812"},{"answers":[1900],"matches":[1],"probeId":"llm:chemistry-mp:b45cf9cfecbe"},{"answers":[18],"matches":[1],"probeId":"llm:biology:349f895e989a"},{"answers":[32],"matches":[1],"probeId":"llm:biology:ebf5bf6641da"},{"answers":[1281],"matches":[1],"probeId":"llm:chinese-history:edb795da2ea7"},{"answers":[2130],"matches":[1],"probeId":"llm:chemistry-mp:490a70f7b1ab"},{"answers":[1998],"matches":[1],"probeId":"llm:programming:da18536c3864"},{"answers":[1843],"matches":[1],"probeId":"llm:chinese-history:50fb854faa69"},{"answers":[1597],"matches":[1],"probeId":"llm:chinese-geography:024f1d685aac"},{"answers":[501],"matches":[1],"probeId":"llm:chinese-history:fb749b7c8c99"},{"answers":[6],"matches":[1],"probeId":"llm:medical:c6c6f1e7720d"},{"answers":[0.126],"matches":[1],"probeId":"llm:physics:c61005281f08"},{"answers":[44],"matches":[1],"probeId":"llm:biology:1660ef2a9625"},{"answers":[1440],"matches":[1],"probeId":"llm:biology:16b2b758a4db"},{"answers":[938],"matches":[1],"probeId":"llm:chinese-history:e4f5cc73745c"},{"answers":[1596],"matches":[1],"probeId":"llm:chinese-history:ac070c4cdf2c"},{"answers":[22],"matches":[1],"probeId":"llm:pop-culture:d563ab68e906"},{"answers":[44],"matches":[1],"probeId":"llm:biology:ef3bbe454156"}],"passes":1,"total":110,"version":1},"probes":[{"canonicalDomainName":"Chemistry (melting points)","consensus":1940,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"chemistry_mp","enrollmentEvidence":{"answers":[1940,1940,1940],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"metal oxides and ceramics","id":"llm:chemistry-mp:0cdbc2aadabe","name":"Melting point of yttrium aluminium garnet (Y3Al5O12) in degrees Celsius","range":[-300,4000],"template":"The melting point of Melting point of yttrium aluminium garnet (Y3Al5O12) in degrees Celsius is ___°C.","tolerance":{"mode":"absolute","value":3}},{"canonicalDomainName":"Chemistry (boiling points)","consensus":153,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"chemistry_bp","enrollmentEvidence":{"answers":[153,153,153],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"heterocyclic nitrogen compounds and azoles","id":"llm:chemistry-bp:c1b80e73d2b8","name":"Boiling point of 2-ethylpyrazine at 1 atm (°C)","range":[-300,600],"template":"The boiling point of Boiling point of 2-ethylpyrazine at 1 atm (°C) at 1 atm is ___°C.","tolerance":{"mode":"absolute","value":3}},{"canonicalDomainName":"Pop culture (box office and ratings)","consensus":256,"contrast":{"distinguishingModels":["openai/gpt-6.1-sol","openai/gpt-6.1-terra"]},"domain":"pop_culture","enrollmentEvidence":{"answers":[256,256,256],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"games and books","id":"llm:pop-culture:70e4c7625987","name":"number_of_blocks_high_minecraft_build_limit_original_release_1_0","range":[1,10000],"template":"The numerical value associated with number_of_blocks_high_minecraft_build_limit_original_release_1_0 is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese literature (publication years)","consensus":1932,"contrast":{"distinguishingModels":["openai/gpt-6.1-sol"]},"domain":"chinese_literature","enrollmentEvidence":{"answers":[1932,1932,1932],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"science fiction and online literature","id":"llm:chinese-literature:d7f067185dbc","name":"Year Lao She's dystopian science fiction novel \"Cat Country\" (猫城记) was first published","range":[-3000,2030],"template":"Year Lao She's dystopian science fiction novel \"Cat Country\" (猫城记) was first published的数值是___。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Physics (material properties)","consensus":125.25,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"physics","enrollmentEvidence":{"answers":[125.25,125.25,125.25],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"nuclear and particle constants","id":"llm:physics:93984132b3c2","name":"Higgs_boson_mass_in_GeV_per_c2","range":[0,1000000000000000],"template":"The numerical value of Higgs_boson_mass_in_GeV_per_c2 in SI units is ___.","tolerance":{"mode":"relative","value":0.02}},{"canonicalDomainName":"Medical (drug half-lives)","consensus":36,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"medical","enrollmentEvidence":{"answers":[36,36,36],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"oncology agents","id":"llm:medical:a5d21a5542bb","name":"niraparib elimination half-life in hours","range":[0.01,5000],"template":"The elimination half-life of niraparib elimination half-life in hours is approximately ___ hours.","tolerance":{"mode":"relative","value":0.1}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":30,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5","openai/gpt-6.1-sol","openai/gpt-6.1-terra"]},"domain":"biology","enrollmentEvidence":{"answers":[30,30,30],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"unusual insects and arachnids","id":"llm:biology:d3941fb41f70","name":"Diploid chromosome number of Lithobius forficatus (brown centipede)","range":[1,2000],"template":"The diploid chromosome number (2n) of Diploid chromosome number of Lithobius forficatus (brown centipede) is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Programming (release years)","consensus":1997,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"programming","enrollmentEvidence":{"answers":[1997,1997,1997],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"specialist runtimes","id":"llm:programming:f5e4176e74e0","name":"Jython first public release year","range":[1950,2030],"template":"The first public release year of Jython first public release year was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chemistry (boiling points)","consensus":214,"contrast":{"distinguishingModels":["openai/gpt-6.1-sol","openai/gpt-6.1-terra"]},"domain":"chemistry_bp","enrollmentEvidence":{"answers":[214,214,214],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"heterocyclic nitrogen compounds and azoles","id":"llm:chemistry-bp:8ea892d5a390","name":"Boiling point of 3-methylpyridazine at 1 atm (°C)","range":[-300,600],"template":"The boiling point of Boiling point of 3-methylpyridazine at 1 atm (°C) at 1 atm is ___°C.","tolerance":{"mode":"absolute","value":3}},{"canonicalDomainName":"Chemistry (melting points)","consensus":284,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"chemistry_mp","enrollmentEvidence":{"answers":[284,284,284],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"inorganic salts and coordination compounds","id":"llm:chemistry-mp:b3e6773ca155","name":"Melting point of bis(acetylacetonato)copper(II) (°C)","range":[-300,4000],"template":"The melting point of Melting point of bis(acetylacetonato)copper(II) (°C) is ___°C.","tolerance":{"mode":"absolute","value":3}},{"canonicalDomainName":"Medical (drug half-lives)","consensus":168,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"medical","enrollmentEvidence":{"answers":[168,168,168],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"metabolic and neurologic medicines","id":"llm:medical:2759d08e56cd","name":"Elimination half-life of fingolimod in hours","range":[0.01,5000],"template":"The elimination half-life of Elimination half-life of fingolimod in hours is approximately ___ hours.","tolerance":{"mode":"relative","value":0.1}},{"canonicalDomainName":"Medical (drug half-lives)","consensus":25,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5","openai/gpt-6.1-sol","openai/gpt-6.1-terra"]},"domain":"medical","enrollmentEvidence":{"answers":[25,25,25],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"rare-disease therapies","id":"llm:medical:619698e31c5b","name":"tezacaftor_elimination_half_life_hours","range":[0.01,5000],"template":"The elimination half-life of tezacaftor_elimination_half_life_hours is approximately ___ hours.","tolerance":{"mode":"relative","value":0.1}},{"canonicalDomainName":"Medical (drug half-lives)","consensus":6.5,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"medical","enrollmentEvidence":{"answers":[6.5,6.5,6.5],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"metabolic and neurologic medicines","id":"llm:medical:156c812fd9df","name":"Elimination half-life of eliglustat in extensive CYP2D6 metabolizers in hours","range":[0.01,5000],"template":"The elimination half-life of Elimination half-life of eliglustat in extensive CYP2D6 metabolizers in hours is approximately ___ hours.","tolerance":{"mode":"relative","value":0.1}},{"canonicalDomainName":"Programming (release years)","consensus":1981,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5","openai/gpt-6.1-terra"]},"domain":"programming","enrollmentEvidence":{"answers":[1981,1981,1981],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"historical operating systems","id":"llm:programming:6ba072a0c870","name":"Xinu first release year","range":[1950,2030],"template":"The first public release year of Xinu first release year was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chemistry (boiling points)","consensus":50,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"chemistry_bp","enrollmentEvidence":{"answers":[50.2,50.2,50.2],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"halogenated specialty compounds","id":"llm:chemistry-bp:9e71d0cfba9d","name":"Boiling point of 2-bromo-2-chloro-1,1,1-trifluoroethane at 1 atm (°C)","range":[-300,600],"template":"The boiling point of Boiling point of 2-bromo-2-chloro-1,1,1-trifluoroethane at 1 atm (°C) at 1 atm is ___°C.","tolerance":{"mode":"absolute","value":3}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":20,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"biology","enrollmentEvidence":{"answers":[20,20,20],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"ferns and lycopods","id":"llm:biology:3c7c90982c9f","name":"Selaginella kraussiana diploid chromosome count (2n)","range":[1,2000],"template":"The diploid chromosome number (2n) of Selaginella kraussiana diploid chromosome count (2n) is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chemistry (melting points)","consensus":2160,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"chemistry_mp","enrollmentEvidence":{"answers":[2160,2160,2160],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"intermetallic compounds and alloys","id":"llm:chemistry-mp:074668066d06","name":"Melting point of tungsten disilicide WSi2 (°C)","range":[-300,4000],"template":"The melting point of Melting point of tungsten disilicide WSi2 (°C) is ___°C.","tolerance":{"mode":"absolute","value":3}},{"canonicalDomainName":"Medical (drug half-lives)","consensus":7.5,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"medical","enrollmentEvidence":{"answers":[7.5,7.5,7.5],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":5,"generationTheme":"metabolic and neurologic medicines","id":"llm:medical:5855478ed81f","name":"Vigabatrin elimination half-life in hours","range":[0.01,5000],"template":"The elimination half-life of Vigabatrin elimination half-life in hours is approximately ___ hours.","tolerance":{"mode":"relative","value":0.1}},{"canonicalDomainName":"Chemistry (melting points)","consensus":2758,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"chemistry_mp","enrollmentEvidence":{"answers":[2758,2758,2758],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"metal oxides and ceramics","id":"llm:chemistry-mp:e628efb997a8","name":"melting point of hafnium dioxide in °C","range":[-300,4000],"template":"The melting point of melting point of hafnium dioxide in °C is ___°C.","tolerance":{"mode":"absolute","value":3}},{"canonicalDomainName":"Programming (release years)","consensus":1987,"contrast":{"distinguishingModels":["openai/gpt-6.1-sol"]},"domain":"programming","enrollmentEvidence":{"answers":[1987,1987,1987],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"specialist runtimes","id":"llm:programming:fcdd6f5a84de","name":"Self programming language first implementation release year","range":[1950,2030],"template":"The first public release year of Self programming language first implementation release year was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Programming (release years)","consensus":1994,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"programming","enrollmentEvidence":{"answers":[1994,1994,1994],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":5,"generationTheme":"specialist runtimes","id":"llm:programming:e1db649d9b31","name":"Pike first public release year","range":[1950,2030],"template":"The first public release year of Pike first public release year was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Medical (drug half-lives)","consensus":39.7,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5","openai/gpt-6.1-terra"]},"domain":"medical","enrollmentEvidence":{"answers":[39.7,39.7,39.7],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"rare-disease therapies","id":"llm:medical:8745ec544c52","name":"lomitapide_elimination_half_life_hours","range":[0.01,5000],"template":"The elimination half-life of lomitapide_elimination_half_life_hours is approximately ___ hours.","tolerance":{"mode":"relative","value":0.1}},{"canonicalDomainName":"Chinese literature (publication years)","consensus":1986,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"chinese_literature","enrollmentEvidence":{"answers":[1986,1986,1986],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"science fiction and online literature","id":"llm:chinese-literature:88e00ce38ef1","name":"Year the Galaxy Award (Yinhe Jiang) for Chinese science fiction was first presented","range":[-3000,2030],"template":"Year the Galaxy Award (Yinhe Jiang) for Chinese science fiction was first presented的数值是___。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese internet (platform dates)","consensus":2000,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"chinese_internet","enrollmentEvidence":{"answers":[2000,2000,2000],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"early platforms","id":"llm:chinese-internet:9a4813abd120","name":"Year Sohu acquired Chinaren","range":[1990,2030],"template":"Year Sohu acquired Chinaren发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Physics (material properties)","consensus":2500,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"physics","enrollmentEvidence":{"answers":[2500,2500,2500],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"thermal and acoustic properties","id":"llm:physics:917c09f2f656","name":"Speed of sound in liquid sodium at 400 K (m/s)","range":[0,1000000000000000],"template":"The numerical value of Speed of sound in liquid sodium at 400 K (m/s) in SI units is ___.","tolerance":{"mode":"relative","value":0.02}},{"canonicalDomainName":"Physics (material properties)","consensus":4.9,"contrast":{"distinguishingModels":["openai/gpt-6.1-sol"]},"domain":"physics","enrollmentEvidence":{"answers":[4.9,4.85,4.9],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"electromagnetic material properties","id":"llm:physics:bba1674c2389","name":"nickel_saturation_magnetization_room_temperature_ampere_per_meter_e5","range":[0,1000000000000000],"template":"The numerical value of nickel_saturation_magnetization_room_temperature_ampere_per_meter_e5 in SI units is ___.","tolerance":{"mode":"relative","value":0.02}},{"canonicalDomainName":"Medical (drug half-lives)","consensus":7,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"medical","enrollmentEvidence":{"answers":[7,7,7],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"metabolic and neurologic medicines","id":"llm:medical:94f1b7a60f8c","name":"Elimination half-life of miglustat in hours","range":[0.01,5000],"template":"The elimination half-life of Elimination half-life of miglustat in hours is approximately ___ hours.","tolerance":{"mode":"relative","value":0.1}},{"canonicalDomainName":"Chemistry (melting points)","consensus":2425,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"chemistry_mp","enrollmentEvidence":{"answers":[2425,2425,2425],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"metal oxides and ceramics","id":"llm:chemistry-mp:6bdcbbb458a0","name":"Melting point of yttrium(III) oxide (Y2O3) in degrees Celsius","range":[-300,4000],"template":"The melting point of Melting point of yttrium(III) oxide (Y2O3) in degrees Celsius is ___°C.","tolerance":{"mode":"absolute","value":3}},{"canonicalDomainName":"Chinese literature (publication years)","consensus":1928,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"chinese_literature","enrollmentEvidence":{"answers":[1928,1928,1928],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"literary journals and movements","id":"llm:chinese-literature:67a8df8bc6c5","name":"Sun Society (Taiyang She) founding year in Shanghai","range":[-3000,2030],"template":"Sun Society (Taiyang She) founding year in Shanghai的数值是___。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":448,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"biology","enrollmentEvidence":{"answers":[448,448,448],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"unusual insects and arachnids","id":"llm:biology:38128f38d8a2","name":"Diploid chromosome number of Polyommatus atlanticus (Atlas blue butterfly, 2n approx)","range":[1,2000],"template":"The diploid chromosome number (2n) of Diploid chromosome number of Polyommatus atlanticus (Atlas blue butterfly, 2n approx) is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Medical (drug half-lives)","consensus":2.5,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5","openai/gpt-6.1-sol"]},"domain":"medical","enrollmentEvidence":{"answers":[2.5,2.5,2.5],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"specialist antimicrobials","id":"llm:medical:5c8ede7ee56c","name":"Cefiderocol elimination half-life (hours)","range":[0.01,5000],"template":"The elimination half-life of Cefiderocol elimination half-life (hours) is approximately ___ hours.","tolerance":{"mode":"relative","value":0.1}},{"canonicalDomainName":"Chinese geography (measurements)","consensus":4444,"contrast":{"distinguishingModels":["openai/gpt-6.1-sol"]},"domain":"chinese_geography","enrollmentEvidence":{"answers":[4444,4444,4444],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"rivers and lakes","id":"llm:chinese-geography:7e6407a86909","name":"Heilongjiang_Amur_River_total_length_km","range":[1,1000000000],"template":"Heilongjiang_Amur_River_total_length_km的数值是___。","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Programming (release years)","consensus":1988,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"programming","enrollmentEvidence":{"answers":[1988,1988,1988],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"specialist runtimes","id":"llm:programming:8104a5745a44","name":"First public release year of the Gambit Scheme implementation (year)","range":[1950,2030],"template":"The first public release year of First public release year of the Gambit Scheme implementation (year) was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chemistry (melting points)","consensus":1350,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"chemistry_mp","enrollmentEvidence":{"answers":[1350,1350,1350],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"intermetallic compounds and alloys","id":"llm:chemistry-mp:18e39e9200c0","name":"Melting point of lanthanum pentanickel LaNi5 (°C)","range":[-300,4000],"template":"The melting point of Melting point of lanthanum pentanickel LaNi5 (°C) is ___°C.","tolerance":{"mode":"absolute","value":3}},{"canonicalDomainName":"Chemistry (melting points)","consensus":216,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"chemistry_mp","enrollmentEvidence":{"answers":[216,216,216],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"inorganic salts and coordination compounds","id":"llm:chemistry-mp:d292c6cc20ae","name":"Melting point of tris(acetylacetonato)chromium(III) (°C)","range":[-300,4000],"template":"The melting point of Melting point of tris(acetylacetonato)chromium(III) (°C) is ___°C.","tolerance":{"mode":"absolute","value":3}},{"canonicalDomainName":"Chinese literature (publication years)","consensus":1706,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5","openai/gpt-6.1-sol","openai/gpt-6.1-terra"]},"domain":"chinese_literature","enrollmentEvidence":{"answers":[1706,1706,1706],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"classical works and authors","id":"llm:chinese-literature:b89f80e39025","name":"Year Quan Tang Shi was completed (CE)","range":[-3000,2030],"template":"Year Quan Tang Shi was completed (CE)的数值是___。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Programming (release years)","consensus":1993,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5","openai/gpt-6.1-sol"]},"domain":"programming","enrollmentEvidence":{"answers":[1993,1993,1993],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"scientific languages","id":"llm:programming:e429be1d5617","name":"ZPL first public release year","range":[1950,2030],"template":"The first public release year of ZPL first public release year was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":82,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5","openai/gpt-6.1-sol"]},"domain":"biology","enrollmentEvidence":{"answers":[82,82,82],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"deep-sea and cartilaginous fish","id":"llm:biology:387b8604dfb9","name":"blue shark Prionace glauca diploid chromosome number (2n)","range":[1,2000],"template":"The diploid chromosome number (2n) of blue shark Prionace glauca diploid chromosome number (2n) is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chemistry (melting points)","consensus":1500,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5","openai/gpt-6.1-sol","openai/gpt-6.1-terra"]},"domain":"chemistry_mp","enrollmentEvidence":{"answers":[1500,1500,1500],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"intermetallic compounds and alloys","id":"llm:chemistry-mp:9b60eef1ef59","name":"Melting point of titanium disilicide TiSi2 in degrees Celsius","range":[-300,4000],"template":"The melting point of Melting point of titanium disilicide TiSi2 in degrees Celsius is ___°C.","tolerance":{"mode":"absolute","value":3}},{"canonicalDomainName":"Programming (release years)","consensus":2013,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"programming","enrollmentEvidence":{"answers":[2013,2013,2013],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"database and protocol implementations","id":"llm:programming:6f8d8cce6df8","name":"Year of first public release of the nanomsg messaging library","range":[1950,2030],"template":"The first public release year of Year of first public release of the nanomsg messaging library was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Physics (material properties)","consensus":129,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5","openai/gpt-6.1-sol","openai/gpt-6.1-terra"]},"domain":"physics","enrollmentEvidence":{"answers":[129,129,129],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"thermal and acoustic properties","id":"llm:physics:27e5862f6d2c","name":"Speed of sound in sulfur hexafluoride gas at 0 °C (m/s)","range":[0,1000000000000000],"template":"The numerical value of Speed of sound in sulfur hexafluoride gas at 0 °C (m/s) in SI units is ___.","tolerance":{"mode":"relative","value":0.02}},{"canonicalDomainName":"Chemistry (melting points)","consensus":1680,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"chemistry_mp","enrollmentEvidence":{"answers":[1680,1680,1680],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"intermetallic compounds and alloys","id":"llm:chemistry-mp:38b332c886a5","name":"Melting point of niobium aluminide NbAl3, °C","range":[-300,4000],"template":"The melting point of Melting point of niobium aluminide NbAl3, °C is ___°C.","tolerance":{"mode":"absolute","value":3}},{"canonicalDomainName":"Programming (release years)","consensus":1985,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"programming","enrollmentEvidence":{"answers":[1985,1985,1985],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"scientific languages","id":"llm:programming:0bbf7f5d19f6","name":"PARI/GP number theory system first release year","range":[1950,2030],"template":"The first public release year of PARI/GP number theory system first release year was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Pop culture (box office and ratings)","consensus":39,"contrast":{"distinguishingModels":["openai/gpt-6.1-sol"]},"domain":"pop_culture","enrollmentEvidence":{"answers":[39,39,39],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":5,"generationTheme":"film production facts","id":"llm:pop-culture:4be0b6c0ceea","name":"Number of shooting days for Richard Linklater's Boyhood (2014) spread over twelve years (days)","range":[1,10000],"template":"The numerical value associated with Number of shooting days for Richard Linklater's Boyhood (2014) spread over twelve years (days) is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Programming (release years)","consensus":2018,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"programming","enrollmentEvidence":{"answers":[2018,2018,2018],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"specialist runtimes","id":"llm:programming:03e8c8fdc90d","name":"GraalVM first public release year","range":[1950,2030],"template":"The first public release year of GraalVM first public release year was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Medical (drug half-lives)","consensus":5.6,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"medical","enrollmentEvidence":{"answers":[5.6,5.6,5.6],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"rare-disease therapies","id":"llm:medical:c395196722b7","name":"Carglumic acid (Carbaglu) terminal elimination half-life, hours","range":[0.01,5000],"template":"The elimination half-life of Carglumic acid (Carbaglu) terminal elimination half-life, hours is approximately ___ hours.","tolerance":{"mode":"relative","value":0.1}},{"canonicalDomainName":"Medical (drug half-lives)","consensus":30,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5","openai/gpt-6.1-sol","openai/gpt-6.1-terra"]},"domain":"medical","enrollmentEvidence":{"answers":[30,30,30],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"oncology agents","id":"llm:medical:586772c7d480","name":"Sorafenib elimination half-life (hours)","range":[0.01,5000],"template":"The elimination half-life of Sorafenib elimination half-life (hours) is approximately ___ hours.","tolerance":{"mode":"relative","value":0.1}},{"canonicalDomainName":"Physics (material properties)","consensus":1.1663788,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"physics","enrollmentEvidence":{"answers":[1.1663788,1.16638,1.1663788],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"nuclear and particle constants","id":"llm:physics:e4f15a3aaf7d","name":"Fermi_coupling_constant_in_inverse_GeV_squared_times_1e5","range":[0,1000000000000000],"template":"The numerical value of Fermi_coupling_constant_in_inverse_GeV_squared_times_1e5 in SI units is ___.","tolerance":{"mode":"relative","value":0.02}},{"canonicalDomainName":"Chinese geography (measurements)","consensus":318200,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"chinese_geography","enrollmentEvidence":{"answers":[318200,318200,318200],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"rivers and lakes","id":"llm:chinese-geography:0c7488b96750","name":"Hai_River_basin_area_km2","range":[1,1000000000],"template":"Hai_River_basin_area_km2的数值是___。","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":960,"contrast":{"distinguishingModels":["openai/gpt-6.1-sol","openai/gpt-6.1-terra"]},"domain":"biology","enrollmentEvidence":{"answers":[960,960,960],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":5,"generationTheme":"ferns and lycopods","id":"llm:biology:bc3126ce8b34","name":"Ophioglossum petiolatum diploid chromosome number (2n)","range":[1,2000],"template":"The diploid chromosome number (2n) of Ophioglossum petiolatum diploid chromosome number (2n) is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese history (specific dates)","consensus":1287,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"chinese_history","enrollmentEvidence":{"answers":[1287,1287,1287],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"trade and diplomatic history","id":"llm:chinese-history:bc8c1fbb054e","name":"Year Rabban Bar Sauma departed China as envoy to the West under Arghun (CE)","range":[-3000,2030],"template":"Year Rabban Bar Sauma departed China as envoy to the West under Arghun (CE)发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Pop culture (box office and ratings)","consensus":550,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"pop_culture","enrollmentEvidence":{"answers":[550,550,550],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"games and books","id":"llm:pop-culture:4095015d418c","name":"number_of_cards_in_full_original_cards_against_humanity_base_set_2011","range":[1,10000],"template":"The numerical value associated with number_of_cards_in_full_original_cards_against_humanity_base_set_2011 is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":184,"contrast":{"distinguishingModels":["openai/gpt-6.1-sol"]},"domain":"biology","enrollmentEvidence":{"answers":[184,184,184],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"ferns and lycopods","id":"llm:biology:32d38c965274","name":"Botrychium virginianum diploid chromosome count (2n)","range":[1,2000],"template":"The diploid chromosome number (2n) of Botrychium virginianum diploid chromosome count (2n) is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":264,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"biology","enrollmentEvidence":{"answers":[264,264,264],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"ferns and lycopods","id":"llm:biology:2eb411f6d3ee","name":"Diploid chromosome number (2n) of Huperzia selago (fir clubmoss), count","range":[1,2000],"template":"The diploid chromosome number (2n) of Diploid chromosome number (2n) of Huperzia selago (fir clubmoss), count is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese history (specific dates)","consensus":975,"contrast":{"distinguishingModels":["openai/gpt-6.1-sol"]},"domain":"chinese_history","enrollmentEvidence":{"answers":[975,975,975],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"regional dynastic events","id":"llm:chinese-history:0d888fada108","name":"Year (CE) the Southern Tang kingdom fell to Northern Song","range":[-3000,2030],"template":"Year (CE) the Southern Tang kingdom fell to Northern Song发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Astronomy (periods and distances)","consensus":1,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"astronomy","enrollmentEvidence":{"answers":[1,1,1],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"unusual galaxies and nebulae","id":"llm:astronomy:11733746bf3a","name":"Dragonfly 44 total halo mass estimate (trillion solar masses)","range":[0,1000000000000000],"template":"The numerical value of Dragonfly 44 total halo mass estimate (trillion solar masses) is ___.","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Medical (drug half-lives)","consensus":22,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"medical","enrollmentEvidence":{"answers":[22,22,22.5],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"oncology agents","id":"llm:medical:b85fe6b56c83","name":"Bosutinib elimination half-life (hours)","range":[0.01,5000],"template":"The elimination half-life of Bosutinib elimination half-life (hours) is approximately ___ hours.","tolerance":{"mode":"relative","value":0.1}},{"canonicalDomainName":"Chinese internet (platform dates)","consensus":2003,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"chinese_internet","enrollmentEvidence":{"answers":[2003,2003,2003],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"games and livestreaming","id":"llm:chinese-internet:ad6aa4a92c67","name":"Year Fantasy Westward Journey launched by NetEase (year)","range":[1990,2030],"template":"Year Fantasy Westward Journey launched by NetEase (year)发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese literature (publication years)","consensus":2007,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"chinese_literature","enrollmentEvidence":{"answers":[2007,2007,2007],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"science fiction and online literature","id":"llm:chinese-literature:3e5a0eb663ef","name":"Year Wang Jinkang's \"Ant Life\" (Yi Sheng) was published","range":[-3000,2030],"template":"Year Wang Jinkang's \"Ant Life\" (Yi Sheng) was published的数值是___。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Physics (material properties)","consensus":3727.379,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"physics","enrollmentEvidence":{"answers":[3727.379,3727.379,3727.379],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"nuclear and particle constants","id":"llm:physics:4fe84fc08d6a","name":"alpha_particle_mass_in_MeV_per_c2","range":[0,1000000000000000],"template":"The numerical value of alpha_particle_mass_in_MeV_per_c2 in SI units is ___.","tolerance":{"mode":"relative","value":0.02}},{"canonicalDomainName":"Chinese internet (platform dates)","consensus":1997,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"chinese_internet","enrollmentEvidence":{"answers":[1997,1997,1997],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"early platforms","id":"llm:chinese-internet:4e6f032b58d2","name":"Launch year of Mop.com (猫扑) community","range":[1990,2030],"template":"Launch year of Mop.com (猫扑) community发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":16,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"biology","enrollmentEvidence":{"answers":[16,16,16],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"rare plants and fungi","id":"llm:biology:a220b89a3772","name":"Zamia pumila diploid chromosome number (2n)","range":[1,2000],"template":"The diploid chromosome number (2n) of Zamia pumila diploid chromosome number (2n) is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Programming (release years)","consensus":1964,"contrast":{"distinguishingModels":["openai/gpt-6.1-sol"]},"domain":"programming","enrollmentEvidence":{"answers":[1964,1964,1964],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"scientific languages","id":"llm:programming:b113cb1cbbf0","name":"Speakeasy scientific language first release year","range":[1950,2030],"template":"The first public release year of Speakeasy scientific language first release year was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese internet (platform dates)","consensus":1994,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"chinese_internet","enrollmentEvidence":{"answers":[1994,1994,1994],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":5,"generationTheme":"early platforms","id":"llm:chinese-internet:9bb5f2a4517b","name":"Year the .cn domain's root server moved to China","range":[1990,2030],"template":"Year the .cn domain's root server moved to China发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese geography (measurements)","consensus":119000,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"chinese_geography","enrollmentEvidence":{"answers":[119000,119000,119263],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"county and prefecture geography","id":"llm:chinese-geography:57dc52bf7336","name":"Golmud City (Qinghai) land area in square kilometers","range":[1,1000000000],"template":"Golmud City (Qinghai) land area in square kilometers的数值是___。","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Internet culture (dates and numbers)","consensus":1996,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"internet_culture","enrollmentEvidence":{"answers":[1996,1996,1996],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"early web services","id":"llm:internet-culture:ce0b0bbcdb8f","name":"Year Angelfire web hosting service was founded","range":[1,2030],"template":"The numerical value associated with Year Angelfire web hosting service was founded is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":44,"contrast":{"distinguishingModels":["openai/gpt-6.1-sol"]},"domain":"biology","enrollmentEvidence":{"answers":[44,44,44],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"ferns and lycopods","id":"llm:biology:0cde69422fb7","name":"Diploid chromosome number (2n) of Azolla filiculoides (water fern), count","range":[1,2000],"template":"The diploid chromosome number (2n) of Diploid chromosome number (2n) of Azolla filiculoides (water fern), count is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":102,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5","openai/gpt-6.1-terra"]},"domain":"biology","enrollmentEvidence":{"answers":[102,102,102],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"deep-sea and cartilaginous fish","id":"llm:biology:744bc2178ad4","name":"horn shark Heterodontus francisci diploid chromosome number (2n)","range":[1,2000],"template":"The diploid chromosome number (2n) of horn shark Heterodontus francisci diploid chromosome number (2n) is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese geography (measurements)","consensus":162000,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5","openai/gpt-6.1-sol"]},"domain":"chinese_geography","enrollmentEvidence":{"answers":[162000,162000,162000],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"county and prefecture geography","id":"llm:chinese-geography:4b42e84e2c1d","name":"Kashgar Prefecture land area in square kilometers","range":[1,1000000000],"template":"Kashgar Prefecture land area in square kilometers的数值是___。","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Pop culture (box office and ratings)","consensus":230,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"pop_culture","enrollmentEvidence":{"answers":[230,230,230],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":5,"generationTheme":"film production facts","id":"llm:pop-culture:851f4bce7500","name":"Number of hours of footage shot for Francis Ford Coppola's Apocalypse Now (1979) (hours)","range":[1,10000],"template":"The numerical value associated with Number of hours of footage shot for Francis Ford Coppola's Apocalypse Now (1979) (hours) is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Programming (release years)","consensus":2003,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"programming","enrollmentEvidence":{"answers":[2003,2003,2003],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"database and protocol implementations","id":"llm:programming:4d0fc93a71e5","name":"Dropbear SSH server first public release year","range":[1950,2030],"template":"The first public release year of Dropbear SSH server first public release year was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Astronomy (periods and distances)","consensus":19,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5","openai/gpt-6.1-terra"]},"domain":"astronomy","enrollmentEvidence":{"answers":[19,19,19],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"unusual galaxies and nebulae","id":"llm:astronomy:e91ebae3a7fe","name":"NGC 1316 (Fornax A) distance from Earth in megaparsecs","range":[0,1000000000000000],"template":"The numerical value of NGC 1316 (Fornax A) distance from Earth in megaparsecs is ___.","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Medical (drug half-lives)","consensus":39.7,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5","openai/gpt-6.1-terra"]},"domain":"medical","enrollmentEvidence":{"answers":[39.7,39.7,39.7],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"rare-disease therapies","id":"llm:medical:592f4601de50","name":"Lomitapide (Juxtapid) mean terminal half-life, hours","range":[0.01,5000],"template":"The elimination half-life of Lomitapide (Juxtapid) mean terminal half-life, hours is approximately ___ hours.","tolerance":{"mode":"relative","value":0.1}},{"canonicalDomainName":"Chemistry (melting points)","consensus":538,"contrast":{"distinguishingModels":["openai/gpt-6.1-sol","openai/gpt-6.1-terra"]},"domain":"chemistry_mp","enrollmentEvidence":{"answers":[538,538,538],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"inorganic salts and coordination compounds","id":"llm:chemistry-mp:2283f39f5f7a","name":"Melting point of strontium iodide (SrI2) in degrees Celsius","range":[-300,4000],"template":"The melting point of Melting point of strontium iodide (SrI2) in degrees Celsius is ___°C.","tolerance":{"mode":"absolute","value":3}},{"canonicalDomainName":"Chinese literature (publication years)","consensus":491,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"chinese_literature","enrollmentEvidence":{"answers":[491,491,491],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"classical works and authors","id":"llm:chinese-literature:a43cdd30258b","name":"Number of tales in Pu Songling's Liaozhai Zhiyi in the standard Zhang Youhe edition, count","range":[-3000,2030],"template":"Number of tales in Pu Songling's Liaozhai Zhiyi in the standard Zhang Youhe edition, count的数值是___。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Pop culture (box office and ratings)","consensus":221,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5","openai/gpt-6.1-sol","openai/gpt-6.1-terra"]},"domain":"pop_culture","enrollmentEvidence":{"answers":[221,221,221],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"film production facts","id":"llm:pop-culture:8b2809c927ea","name":"Number of minutes in the runtime of Gone with the Wind (1939) theatrical release","range":[1,10000],"template":"The numerical value associated with Number of minutes in the runtime of Gone with the Wind (1939) theatrical release is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese geography (measurements)","consensus":318200,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"chinese_geography","enrollmentEvidence":{"answers":[318200,318200,318200],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"rivers and lakes","id":"llm:chinese-geography:d82c9d083909","name":"Hai River basin area (km2)","range":[1,1000000000],"template":"Hai River basin area (km2)的数值是___。","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Chinese history (specific dates)","consensus":462,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"chinese_history","enrollmentEvidence":{"answers":[462,462,462],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":5,"generationTheme":"scientific and literary history","id":"llm:chinese-history:694ea75c1b58","name":"Year Zu Chongzhi completed the Daming Calendar (CE)","range":[-3000,2030],"template":"Year Zu Chongzhi completed the Daming Calendar (CE)发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Programming (release years)","consensus":1997,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5","openai/gpt-6.1-terra"]},"domain":"programming","enrollmentEvidence":{"answers":[1997,1997,1997],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"scientific languages","id":"llm:programming:403991fb76e4","name":"Year of first public release of Singular computer algebra system","range":[1950,2030],"template":"The first public release year of Year of first public release of Singular computer algebra system was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese history (specific dates)","consensus":738,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"chinese_history","enrollmentEvidence":{"answers":[738,738,738],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"administrative reforms","id":"llm:chinese-history:164aa6f2cf6b","name":"Year Tang issued the first edition of the Six Statutes of Tang (Tang liudian) completed under Li Linfu (CE)","range":[-3000,2030],"template":"Year Tang issued the first edition of the Six Statutes of Tang (Tang liudian) completed under Li Linfu (CE)发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Medical (drug half-lives)","consensus":4,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5","openai/gpt-6.1-terra"]},"domain":"medical","enrollmentEvidence":{"answers":[4,4,4],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"oncology agents","id":"llm:medical:19882a194b4b","name":"Dasatinib terminal half-life (hours)","range":[0.01,5000],"template":"The elimination half-life of Dasatinib terminal half-life (hours) is approximately ___ hours.","tolerance":{"mode":"relative","value":0.1}},{"canonicalDomainName":"Chinese history (specific dates)","consensus":1402,"contrast":{"distinguishingModels":["openai/gpt-6.1-sol","openai/gpt-6.1-terra"]},"domain":"chinese_history","enrollmentEvidence":{"answers":[1402,1402,1402],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"trade and diplomatic history","id":"llm:chinese-history:382e19185961","name":"Year Ming conferred the title King of Japan on Ashikaga Yoshimitsu (CE)","range":[-3000,2030],"template":"Year Ming conferred the title King of Japan on Ashikaga Yoshimitsu (CE)发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":66,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"biology","enrollmentEvidence":{"answers":[66,66,66],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"deep-sea and cartilaginous fish","id":"llm:biology:4a8a870b1106","name":"Potamotrygon falkneri (largespot river stingray) diploid chromosome number (2n)","range":[1,2000],"template":"The diploid chromosome number (2n) of Potamotrygon falkneri (largespot river stingray) diploid chromosome number (2n) is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chemistry (melting points)","consensus":2400,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"chemistry_mp","enrollmentEvidence":{"answers":[2400,2400,2400],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"metal oxides and ceramics","id":"llm:chemistry-mp:d1e9fc1ba12b","name":"melting point of cerium(IV) oxide in °C","range":[-300,4000],"template":"The melting point of melting point of cerium(IV) oxide in °C is ___°C.","tolerance":{"mode":"absolute","value":3}},{"canonicalDomainName":"Medical (drug half-lives)","consensus":1.7,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"medical","enrollmentEvidence":{"answers":[1.7,1.7,1.7],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"specialist antimicrobials","id":"llm:medical:29e6fb4d873e","name":"Elimination half-life of aztreonam (hours)","range":[0.01,5000],"template":"The elimination half-life of Elimination half-life of aztreonam (hours) is approximately ___ hours.","tolerance":{"mode":"relative","value":0.1}},{"canonicalDomainName":"Chemistry (melting points)","consensus":1840,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"chemistry_mp","enrollmentEvidence":{"answers":[1840,1840,1840],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"metal oxides and ceramics","id":"llm:chemistry-mp:938ea5af5433","name":"Melting point of mullite (3Al2O3·2SiO2) in °C","range":[-300,4000],"template":"The melting point of Melting point of mullite (3Al2O3·2SiO2) in °C is ___°C.","tolerance":{"mode":"absolute","value":3}},{"canonicalDomainName":"Physics (material properties)","consensus":1710,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"physics","enrollmentEvidence":{"answers":[1710,1710,1710],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":6,"generationTheme":"electromagnetic material properties","id":"llm:physics:a54a406b9b55","name":"saturation_magnetization_of_iron_at_room_temperature_in_kA_per_m","range":[0,1000000000000000],"template":"The numerical value of saturation_magnetization_of_iron_at_room_temperature_in_kA_per_m in SI units is ___.","tolerance":{"mode":"relative","value":0.02}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":148,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"biology","enrollmentEvidence":{"answers":[148,148,148],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"ferns and lycopods","id":"llm:biology:d4ecb75b117d","name":"Diploid chromosome number (2n) of Polypodium vulgare (common polypody), count","range":[1,2000],"template":"The diploid chromosome number (2n) of Diploid chromosome number (2n) of Polypodium vulgare (common polypody), count is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chemistry (melting points)","consensus":2420,"contrast":{"distinguishingModels":["openai/gpt-6.1-sol"]},"domain":"chemistry_mp","enrollmentEvidence":{"answers":[2420,2420,2420],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"metal oxides and ceramics","id":"llm:chemistry-mp:5587c9342fe4","name":"Melting point of gadolinium oxide (Gd2O3) in degrees Celsius","range":[-300,4000],"template":"The melting point of Melting point of gadolinium oxide (Gd2O3) in degrees Celsius is ___°C.","tolerance":{"mode":"absolute","value":3}},{"canonicalDomainName":"Chinese literature (publication years)","consensus":56,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"chinese_literature","enrollmentEvidence":{"answers":[56,56,56],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"classical works and authors","id":"llm:chinese-literature:6485ddcc853a","name":"Number of chapters in Wu Jingzi's The Scholars (Rulin waishi) in the Wo xian caotang edition","range":[-3000,2030],"template":"Number of chapters in Wu Jingzi's The Scholars (Rulin waishi) in the Wo xian caotang edition的数值是___。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chemistry (melting points)","consensus":525,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5","openai/gpt-6.1-sol","openai/gpt-6.1-terra"]},"domain":"chemistry_mp","enrollmentEvidence":{"answers":[525,525,525],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"inorganic salts and coordination compounds","id":"llm:chemistry-mp:208d44207539","name":"Melting point of potassium perchlorate (KClO4) in degrees Celsius","range":[-300,4000],"template":"The melting point of Melting point of potassium perchlorate (KClO4) in degrees Celsius is ___°C.","tolerance":{"mode":"absolute","value":3}},{"canonicalDomainName":"Chemistry (melting points)","consensus":184,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5","openai/gpt-6.1-terra"]},"domain":"chemistry_mp","enrollmentEvidence":{"answers":[184,184,184],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"inorganic salts and coordination compounds","id":"llm:chemistry-mp:87cc5e6d1e4e","name":"Melting point of tris(acetylacetonato)iron(III) in degrees Celsius","range":[-300,4000],"template":"The melting point of Melting point of tris(acetylacetonato)iron(III) in degrees Celsius is ___°C.","tolerance":{"mode":"absolute","value":3}},{"canonicalDomainName":"Chemistry (melting points)","consensus":2130,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"chemistry_mp","enrollmentEvidence":{"answers":[2130,2130,2130],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"intermetallic compounds and alloys","id":"llm:chemistry-mp:bb4853191812","name":"Melting point of niobium tin Nb3Sn, °C","range":[-300,4000],"template":"The melting point of Melting point of niobium tin Nb3Sn, °C is ___°C.","tolerance":{"mode":"absolute","value":3}},{"canonicalDomainName":"Chemistry (melting points)","consensus":1900,"contrast":{"distinguishingModels":["openai/gpt-6.1-sol"]},"domain":"chemistry_mp","enrollmentEvidence":{"answers":[1900,1900,1900],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"metal oxides and ceramics","id":"llm:chemistry-mp:b45cf9cfecbe","name":"Melting point of gallium(III) oxide (Ga2O3) in degrees Celsius","range":[-300,4000],"template":"The melting point of Melting point of gallium(III) oxide (Ga2O3) in degrees Celsius is ___°C.","tolerance":{"mode":"absolute","value":3}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":18,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"biology","enrollmentEvidence":{"answers":[18,18,18],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"ferns and lycopods","id":"llm:biology:349f895e989a","name":"Salvinia natans diploid chromosome number (2n)","range":[1,2000],"template":"The diploid chromosome number (2n) of Salvinia natans diploid chromosome number (2n) is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":32,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"biology","enrollmentEvidence":{"answers":[32,32,32],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"rare plants and fungi","id":"llm:biology:ebf5bf6641da","name":"Diploid chromosome number (2n) of Dionaea muscipula","range":[1,2000],"template":"The diploid chromosome number (2n) of Diploid chromosome number (2n) of Dionaea muscipula is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese history (specific dates)","consensus":1281,"contrast":{"distinguishingModels":["openai/gpt-6.1-sol","openai/gpt-6.1-terra"]},"domain":"chinese_history","enrollmentEvidence":{"answers":[1281,1281,1281],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"scientific and literary history","id":"llm:chinese-history:edb795da2ea7","name":"Year Guo Shoujing's Shoushi calendar was promulgated, CE","range":[-3000,2030],"template":"Year Guo Shoujing's Shoushi calendar was promulgated, CE发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chemistry (melting points)","consensus":2130,"contrast":{"distinguishingModels":["openai/gpt-6.1-sol","openai/gpt-6.1-terra"]},"domain":"chemistry_mp","enrollmentEvidence":{"answers":[2130,2130,2130],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"intermetallic compounds and alloys","id":"llm:chemistry-mp:490a70f7b1ab","name":"Melting point of niobium tin Nb3Sn in degrees Celsius","range":[-300,4000],"template":"The melting point of Melting point of niobium tin Nb3Sn in degrees Celsius is ___°C.","tolerance":{"mode":"absolute","value":3}},{"canonicalDomainName":"Programming (release years)","consensus":1998,"contrast":{"distinguishingModels":["openai/gpt-6.1-sol","openai/gpt-6.1-terra"]},"domain":"programming","enrollmentEvidence":{"answers":[1998,1998,1998],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"scientific languages","id":"llm:programming:da18536c3864","name":"Maxima first open-source release year","range":[1950,2030],"template":"The first public release year of Maxima first open-source release year was ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese history (specific dates)","consensus":1843,"contrast":{"distinguishingModels":["openai/gpt-6.1-sol","openai/gpt-6.1-terra"]},"domain":"chinese_history","enrollmentEvidence":{"answers":[1843,1843,1843],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":5,"generationTheme":"scientific and literary history","id":"llm:chinese-history:50fb854faa69","name":"Year Wei Yuan's Haiguo Tuzhi first edition appeared (CE)","range":[-3000,2030],"template":"Year Wei Yuan's Haiguo Tuzhi first edition appeared (CE)发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese geography (measurements)","consensus":1597,"contrast":{"distinguishingModels":["openai/gpt-6.1-sol","openai/gpt-6.1-terra"]},"domain":"chinese_geography","enrollmentEvidence":{"answers":[1597,1597,1597],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"rivers and lakes","id":"llm:chinese-geography:024f1d685aac","name":"Hongze_Lake_surface_area_km2","range":[1,1000000000],"template":"Hongze_Lake_surface_area_km2的数值是___。","tolerance":{"mode":"relative","value":0.05}},{"canonicalDomainName":"Chinese history (specific dates)","consensus":501,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"chinese_history","enrollmentEvidence":{"answers":[501,501,501],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"scientific and literary history","id":"llm:chinese-history:fb749b7c8c99","name":"Year Liu Xie completed Wenxin Diaolong (The Literary Mind and the Carving of Dragons), CE","range":[-3000,2030],"template":"Year Liu Xie completed Wenxin Diaolong (The Literary Mind and the Carving of Dragons), CE发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Medical (drug half-lives)","consensus":6,"contrast":{"distinguishingModels":["openai/gpt-6.1-terra"]},"domain":"medical","enrollmentEvidence":{"answers":[6,6,6],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":2,"generationTheme":"rare-disease therapies","id":"llm:medical:c6c6f1e7720d","name":"givosiran_plasma_terminal_half_life_hours","range":[0.01,5000],"template":"The elimination half-life of givosiran_plasma_terminal_half_life_hours is approximately ___ hours.","tolerance":{"mode":"relative","value":0.1}},{"canonicalDomainName":"Physics (material properties)","consensus":0.126,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5","openai/gpt-6.1-terra"]},"domain":"physics","enrollmentEvidence":{"answers":[0.126,0.126,0.126],"rule":"relative-maximum-deviation-2-percent","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"thermal and acoustic properties","id":"llm:physics:c61005281f08","name":"Thermal conductivity of liquid argon at 87 K (W/(m·K))","range":[0,1000000000000000],"template":"The numerical value of Thermal conductivity of liquid argon at 87 K (W/(m·K)) in SI units is ___.","tolerance":{"mode":"relative","value":0.02}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":44,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5","openai/gpt-6.1-terra"]},"domain":"biology","enrollmentEvidence":{"answers":[44,44,44],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"rare plants and fungi","id":"llm:biology:1660ef2a9625","name":"Gnetum gnemon diploid chromosome number (2n)","range":[1,2000],"template":"The diploid chromosome number (2n) of Gnetum gnemon diploid chromosome number (2n) is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":1440,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"biology","enrollmentEvidence":{"answers":[1440,1440,1440],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":5,"generationTheme":"ferns and lycopods","id":"llm:biology:16b2b758a4db","name":"Diploid chromosome number (2n) of Ophioglossum reticulatum (record polyploid, highest 2n in any organism)","range":[1,2000],"template":"The diploid chromosome number (2n) of Diploid chromosome number (2n) of Ophioglossum reticulatum (record polyploid, highest 2n in any organism) is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese history (specific dates)","consensus":938,"contrast":{"distinguishingModels":["openai/gpt-6.1-sol","openai/gpt-6.1-terra"]},"domain":"chinese_history","enrollmentEvidence":{"answers":[938,938,938],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":3,"generationTheme":"regional dynastic events","id":"llm:chinese-history:e4f5cc73745c","name":"Year Sixteen Prefectures ceded to Khitan by Shi Jingtang (CE)","range":[-3000,2030],"template":"Year Sixteen Prefectures ceded to Khitan by Shi Jingtang (CE)发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Chinese history (specific dates)","consensus":1596,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"chinese_history","enrollmentEvidence":{"answers":[1596,1596,1596],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"scientific and literary history","id":"llm:chinese-history:ac070c4cdf2c","name":"Year Li Shizhen's Bencao Gangmu was first printed (Jinling edition), CE","range":[-3000,2030],"template":"Year Li Shizhen's Bencao Gangmu was first printed (Jinling edition), CE发生在___年。","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Pop culture (box office and ratings)","consensus":22,"contrast":{"distinguishingModels":["anthropic/claude-sonnet-5.5"]},"domain":"pop_culture","enrollmentEvidence":{"answers":[22,22,22],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":4,"generationTheme":"games and books","id":"llm:pop-culture:d563ab68e906","name":"number_of_chapters_in_frank_herberts_dune_1965_book_one","range":[1,10000],"template":"The numerical value associated with number_of_chapters_in_frank_herberts_dune_1965_book_one is ___.","tolerance":{"mode":"absolute","value":0}},{"canonicalDomainName":"Biology (chromosome numbers)","consensus":44,"contrast":{"distinguishingModels":["openai/gpt-6.1-sol"]},"domain":"biology","enrollmentEvidence":{"answers":[44,44,44],"rule":"rounded-exact-agreement","temperatures":[0,0.7,0.7]},"generationRound":1,"generationTheme":"ferns and lycopods","id":"llm:biology:ef3bbe454156","name":"Azolla filiculoides diploid chromosome count (2n)","range":[1,2000],"template":"The diploid chromosome number (2n) of Azolla filiculoides diploid chromosome count (2n) is ___.","tolerance":{"mode":"absolute","value":0}}],"queryProfile":{"apiProtocol":"openai-chat-completions","auditTemperature":0,"contrastTemperature":0,"enrollmentTemperatures":[0,0.7,0.7],"generationSettings":{"responseFormat":"text","seed":null,"topP":1},"maxTokensPerRequest":1600,"parserVersion":"kbf-numeric-lines-v3","probesPerRequest":10,"promptVariantsHash":"sha256:a9729cc7c2401f41d7dedcc1b78bceb7d0a6392afc03804457443df1d773b032","requestTimeoutMs":120000,"selfTestTemperature":0,"upstreamModel":"anthropic/claude-fable-5.1","version":2},"queryProfileHash":"sha256:5144c0f480fd5399c184ad3fc7afeb3146c9729898b96c2f93a7fbb210602670","referenceId":"sha256:b5b22e638fde179eb03bded12f8f7317cf51412044a4195d5c14dd1e0a47039f","referenceModel":"claude-fable-5.1","selfTest":{"coverage":0.996969696969697,"errorRate":0.030395136778115502,"hamming":10,"outcomes":[{"answers":[1940,1940,1940],"matches":[1,1,1],"probeId":"llm:chemistry-mp:0cdbc2aadabe"},{"answers":[153,153,153],"matches":[1,1,1],"probeId":"llm:chemistry-bp:c1b80e73d2b8"},{"answers":[256,256,256],"matches":[1,1,1],"probeId":"llm:pop-culture:70e4c7625987"},{"answers":[1932,1932,1932],"matches":[1,1,1],"probeId":"llm:chinese-literature:d7f067185dbc"},{"answers":[125.25,125.25,125.25],"matches":[1,1,1],"probeId":"llm:physics:93984132b3c2"},{"answers":[36,36,36],"matches":[1,1,1],"probeId":"llm:medical:a5d21a5542bb"},{"answers":[30,30,30],"matches":[1,1,1],"probeId":"llm:biology:d3941fb41f70"},{"answers":[1997,1997,1997],"matches":[1,1,1],"probeId":"llm:programming:f5e4176e74e0"},{"answers":[214,214,214],"matches":[1,1,1],"probeId":"llm:chemistry-bp:8ea892d5a390"},{"answers":[284,284,284],"matches":[1,1,1],"probeId":"llm:chemistry-mp:b3e6773ca155"},{"answers":[168,168,168],"matches":[1,1,1],"probeId":"llm:medical:2759d08e56cd"},{"answers":[25,25,15],"matches":[1,1,0],"probeId":"llm:medical:619698e31c5b"},{"answers":[6.5,6.5,6.5],"matches":[1,1,1],"probeId":"llm:medical:156c812fd9df"},{"answers":[1981,1981,1984],"matches":[1,1,0],"probeId":"llm:programming:6ba072a0c870"},{"answers":[50,50,50],"matches":[1,1,1],"probeId":"llm:chemistry-bp:9e71d0cfba9d"},{"answers":[20,20,20],"matches":[1,1,1],"probeId":"llm:biology:3c7c90982c9f"},{"answers":[2160,2160,2160],"matches":[1,1,1],"probeId":"llm:chemistry-mp:074668066d06"},{"answers":[7,7,7],"matches":[1,1,1],"probeId":"llm:medical:5855478ed81f"},{"answers":[2758,2758,2758],"matches":[1,1,1],"probeId":"llm:chemistry-mp:e628efb997a8"},{"answers":[1987,1987,1987],"matches":[1,1,1],"probeId":"llm:programming:fcdd6f5a84de"},{"answers":[1994,1994,1994],"matches":[1,1,1],"probeId":"llm:programming:e1db649d9b31"},{"answers":[39.7,39.7,39],"matches":[1,1,1],"probeId":"llm:medical:8745ec544c52"},{"answers":[1986,1986,1986],"matches":[1,1,1],"probeId":"llm:chinese-literature:88e00ce38ef1"},{"answers":[2000,2000,2000],"matches":[1,1,1],"probeId":"llm:chinese-internet:9a4813abd120"},{"answers":[2526,2520,2520],"matches":[1,1,1],"probeId":"llm:physics:917c09f2f656"},{"answers":[4.9,4.9,4.9],"matches":[1,1,1],"probeId":"llm:physics:bba1674c2389"},{"answers":[7,7,7],"matches":[1,1,1],"probeId":"llm:medical:94f1b7a60f8c"},{"answers":[2425,2425,2425],"matches":[1,1,1],"probeId":"llm:chemistry-mp:6bdcbbb458a0"},{"answers":[1928,1928,1928],"matches":[1,1,1],"probeId":"llm:chinese-literature:67a8df8bc6c5"},{"answers":[448,448,448],"matches":[1,1,1],"probeId":"llm:biology:38128f38d8a2"},{"answers":[2.5,2.5,2.5],"matches":[1,1,1],"probeId":"llm:medical:5c8ede7ee56c"},{"answers":[4444,2824,2824],"matches":[1,0,0],"probeId":"llm:chinese-geography:7e6407a86909"},{"answers":[1988,1988,1988],"matches":[1,1,1],"probeId":"llm:programming:8104a5745a44"},{"answers":[1350,1350,1350],"matches":[1,1,1],"probeId":"llm:chemistry-mp:18e39e9200c0"},{"answers":[216,216,216],"matches":[1,1,1],"probeId":"llm:chemistry-mp:d292c6cc20ae"},{"answers":[1706,1706,1706],"matches":[1,1,1],"probeId":"llm:chinese-literature:b89f80e39025"},{"answers":[1993,1993,1993],"matches":[1,1,1],"probeId":"llm:programming:e429be1d5617"},{"answers":[86,82,82],"matches":[0,1,1],"probeId":"llm:biology:387b8604dfb9"},{"answers":[1500,1500,1500],"matches":[1,1,1],"probeId":"llm:chemistry-mp:9b60eef1ef59"},{"answers":[2013,2013,2013],"matches":[1,1,1],"probeId":"llm:programming:6f8d8cce6df8"},{"answers":[129,129,129],"matches":[1,1,1],"probeId":"llm:physics:27e5862f6d2c"},{"answers":[1680,1680,1680],"matches":[1,1,1],"probeId":"llm:chemistry-mp:38b332c886a5"},{"answers":[1985,1985,1985],"matches":[1,1,1],"probeId":"llm:programming:0bbf7f5d19f6"},{"answers":[39,39,39],"matches":[1,1,1],"probeId":"llm:pop-culture:4be0b6c0ceea"},{"answers":[2018,2018,2018],"matches":[1,1,1],"probeId":"llm:programming:03e8c8fdc90d"},{"answers":[5.6,5.6,5.6],"matches":[1,1,1],"probeId":"llm:medical:c395196722b7"},{"answers":[30,30,30],"matches":[1,1,1],"probeId":"llm:medical:586772c7d480"},{"answers":[1.1663787,1.1664,1.1663787],"matches":[1,1,1],"probeId":"llm:physics:e4f15a3aaf7d"},{"answers":[318200,318200,318200],"matches":[1,1,1],"probeId":"llm:chinese-geography:0c7488b96750"},{"answers":[960,960,960],"matches":[1,1,1],"probeId":"llm:biology:bc3126ce8b34"},{"answers":[1287,1287,1287],"matches":[1,1,1],"probeId":"llm:chinese-history:bc8c1fbb054e"},{"answers":[550,550,550],"matches":[1,1,1],"probeId":"llm:pop-culture:4095015d418c"},{"answers":[184,184,184],"matches":[1,1,1],"probeId":"llm:biology:32d38c965274"},{"answers":[264,264,264],"matches":[1,1,1],"probeId":"llm:biology:2eb411f6d3ee"},{"answers":[975,975,975],"matches":[1,1,1],"probeId":"llm:chinese-history:0d888fada108"},{"answers":[1,1,1],"matches":[1,1,1],"probeId":"llm:astronomy:11733746bf3a"},{"answers":[22.5,22.5,22.5],"matches":[1,1,1],"probeId":"llm:medical:b85fe6b56c83"},{"answers":[2003,2003,2003],"matches":[1,1,1],"probeId":"llm:chinese-internet:ad6aa4a92c67"},{"answers":[2007,2007,2007],"matches":[1,1,1],"probeId":"llm:chinese-literature:3e5a0eb663ef"},{"answers":[3727.379,3727.379,3727.379],"matches":[1,1,1],"probeId":"llm:physics:4fe84fc08d6a"},{"answers":[1997,1997,1997],"matches":[1,1,1],"probeId":"llm:chinese-internet:4e6f032b58d2"},{"answers":[16,16,16],"matches":[1,1,1],"probeId":"llm:biology:a220b89a3772"},{"answers":[1964,1964,1964],"matches":[1,1,1],"probeId":"llm:programming:b113cb1cbbf0"},{"answers":[null,1994,1994],"matches":[null,1,1],"probeId":"llm:chinese-internet:9bb5f2a4517b"},{"answers":[119263,119000,119000],"matches":[1,1,1],"probeId":"llm:chinese-geography:57dc52bf7336"},{"answers":[1996,1996,1996],"matches":[1,1,1],"probeId":"llm:internet-culture:ce0b0bbcdb8f"},{"answers":[44,44,44],"matches":[1,1,1],"probeId":"llm:biology:0cde69422fb7"},{"answers":[102,104,102],"matches":[1,0,1],"probeId":"llm:biology:744bc2178ad4"},{"answers":[162000,162000,162000],"matches":[1,1,1],"probeId":"llm:chinese-geography:4b42e84e2c1d"},{"answers":[230,230,230],"matches":[1,1,1],"probeId":"llm:pop-culture:851f4bce7500"},{"answers":[2003,2003,2003],"matches":[1,1,1],"probeId":"llm:programming:4d0fc93a71e5"},{"answers":[19,19,19],"matches":[1,1,1],"probeId":"llm:astronomy:e91ebae3a7fe"},{"answers":[39.7,39.7,39.7],"matches":[1,1,1],"probeId":"llm:medical:592f4601de50"},{"answers":[538,507,538],"matches":[1,0,1],"probeId":"llm:chemistry-mp:2283f39f5f7a"},{"answers":[491,491,491],"matches":[1,1,1],"probeId":"llm:chinese-literature:a43cdd30258b"},{"answers":[221,221,221],"matches":[1,1,1],"probeId":"llm:pop-culture:8b2809c927ea"},{"answers":[318200,318200,318200],"matches":[1,1,1],"probeId":"llm:chinese-geography:d82c9d083909"},{"answers":[462,462,462],"matches":[1,1,1],"probeId":"llm:chinese-history:694ea75c1b58"},{"answers":[1997,1997,1997],"matches":[1,1,1],"probeId":"llm:programming:403991fb76e4"},{"answers":[738,738,738],"matches":[1,1,1],"probeId":"llm:chinese-history:164aa6f2cf6b"},{"answers":[4,4,4],"matches":[1,1,1],"probeId":"llm:medical:19882a194b4b"},{"answers":[1401,1402,1402],"matches":[0,1,1],"probeId":"llm:chinese-history:382e19185961"},{"answers":[66,66,66],"matches":[1,1,1],"probeId":"llm:biology:4a8a870b1106"},{"answers":[2400,2400,2400],"matches":[1,1,1],"probeId":"llm:chemistry-mp:d1e9fc1ba12b"},{"answers":[1.7,1.7,1.7],"matches":[1,1,1],"probeId":"llm:medical:29e6fb4d873e"},{"answers":[1840,1840,1840],"matches":[1,1,1],"probeId":"llm:chemistry-mp:938ea5af5433"},{"answers":[1710,1710,1710],"matches":[1,1,1],"probeId":"llm:physics:a54a406b9b55"},{"answers":[148,148,148],"matches":[1,1,1],"probeId":"llm:biology:d4ecb75b117d"},{"answers":[2420,2420,2420],"matches":[1,1,1],"probeId":"llm:chemistry-mp:5587c9342fe4"},{"answers":[56,56,56],"matches":[1,1,1],"probeId":"llm:chinese-literature:6485ddcc853a"},{"answers":[525,525,525],"matches":[1,1,1],"probeId":"llm:chemistry-mp:208d44207539"},{"answers":[184,184,184],"matches":[1,1,1],"probeId":"llm:chemistry-mp:87cc5e6d1e4e"},{"answers":[2130,2130,2130],"matches":[1,1,1],"probeId":"llm:chemistry-mp:bb4853191812"},{"answers":[1900,1900,1900],"matches":[1,1,1],"probeId":"llm:chemistry-mp:b45cf9cfecbe"},{"answers":[18,18,18],"matches":[1,1,1],"probeId":"llm:biology:349f895e989a"},{"answers":[32,32,32],"matches":[1,1,1],"probeId":"llm:biology:ebf5bf6641da"},{"answers":[1281,1281,1281],"matches":[1,1,1],"probeId":"llm:chinese-history:edb795da2ea7"},{"answers":[2130,2130,2130],"matches":[1,1,1],"probeId":"llm:chemistry-mp:490a70f7b1ab"},{"answers":[1998,1998,1998],"matches":[1,1,1],"probeId":"llm:programming:da18536c3864"},{"answers":[1843,1842,1843],"matches":[1,0,1],"probeId":"llm:chinese-history:50fb854faa69"},{"answers":[1597,1597,1597],"matches":[1,1,1],"probeId":"llm:chinese-geography:024f1d685aac"},{"answers":[501,501,501],"matches":[1,1,1],"probeId":"llm:chinese-history:fb749b7c8c99"},{"answers":[6,6,6],"matches":[1,1,1],"probeId":"llm:medical:c6c6f1e7720d"},{"answers":[0.126,0.126,0.126],"matches":[1,1,1],"probeId":"llm:physics:c61005281f08"},{"answers":[44,44,44],"matches":[1,1,1],"probeId":"llm:biology:1660ef2a9625"},{"answers":[1440,1440,1440],"matches":[1,1,1],"probeId":"llm:biology:16b2b758a4db"},{"answers":[938,938,938],"matches":[1,1,1],"probeId":"llm:chinese-history:e4f5cc73745c"},{"answers":[1596,1593,1596],"matches":[1,0,1],"probeId":"llm:chinese-history:ac070c4cdf2c"},{"answers":[22,22,22],"matches":[1,1,1],"probeId":"llm:pop-culture:d563ab68e906"},{"answers":[44,44,44],"matches":[1,1,1],"probeId":"llm:biology:ef3bbe454156"}],"total":329},"statisticalPower":0.9505493097976483,"statisticalPowerEvidence":{"alpha":0.05,"alternativeMismatchRate":0.16028897698733938,"clopperPearsonConfidence":0.99,"criticalMismatchCount":12,"p0UpperBound":0.06028897698733937,"power":0.9505493097976483,"probeCount":110,"selfHamming":10,"selfTotal":329,"test":"one-sided-binomial"}},"result":{"cost":{"estimatedCostUsd":0.059587,"inputTokens":3519,"missingCostExchangeCount":16,"outputTokens":1463,"pricedExchangeCount":3,"totalTokens":4982},"cumulativeCost":{"estimatedCostUsd":0.059587,"inputTokens":3519,"missingCostExchangeCount":16,"outputTokens":1463,"pricedExchangeCount":3,"totalTokens":4982},"matchVector":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],"matchVectorHash":"sha256:de420864108b24706859289b41b78ded505d29d339113924b8ffe6aec6491908","outcomeReason":{"affectedBatchCount":17,"code":"transport_error","nextAction":"resume audit","providerCode":"seller_self_health_failing","requestId":"d85e5043-349c-4b8b-9120-2403a1d0c18d","retryable":true,"source":"transport","summary":"The seller's self health check for \"fable-5.1\" has been failing since 2026-11-14 15:55 UTC (the upstream is unavailable, 18 failed checks in a row). Try another peer or use Auto routing.","totalBatchCount":17,"upstreamStatus":503},"parsedProbeCount":0,"selectedProbeCount":110,"stats":{"p0Cp99":null,"pValueBinomial":null,"selfCoverage":1,"selfHamming":4,"selfTotal":110,"targetCoverage":0,"targetHamming":0,"targetTotal":0},"verdict":"UNDETERMINED","verdictReason":"coverage 0.0000 below minimum 0.5"},"resume":{"parentAuditId":"0xebc515dd606c39901cdb630f217d98375cd5e061a6cd17a65dbb5c57fe3ba083","parentEvidenceHash":"0x0c0c7e26ed3b18c2bb91f38aab9ba6317c9fe7fd6be4c1da4233eb28f6209f62","reservationAuditId":"0xebc515dd606c39901cdb630f217d98375cd5e061a6cd17a65dbb5c57fe3ba083","reusedBatchIndexes":[]},"sellerThinking":{"attempts":[{"attemptCosts":[{"estimatedCostUsd":0.005247,"inputTokens":289,"inputUsdPerMillion":5.5,"outputTokens":133,"outputUsdPerMillion":27.5,"provider":"openai","service":"fable-5.1","tokenSource":"estimated","totalTokens":422},{"estimatedCostUsd":0.005247,"inputTokens":289,"inputUsdPerMillion":5.5,"outputTokens":133,"outputUsdPerMillion":27.5,"provider":"openai","service":"fable-5.1","tokenSource":"estimated","totalTokens":422},{"estimatedCostUsd":0.005247,"inputTokens":289,"inputUsdPerMillion":5.5,"outputTokens":133,"outputUsdPerMillion":27.5,"provider":"openai","service":"fable-5.1","tokenSource":"estimated","totalTokens":422}],"failure":"{\"error\":{\"type\":\"seller_self_health_failing\",\"code\":\"seller_self_health_failing\",\"message\":\"The seller's self health check for \\\"fable-5.1\\\" has been failing since 2026-11-14 15:55 UTC (the upstream is unavailable, 18 failed checks in a row).\\nTry another peer or use Auto routing.\",\"service_health\"","maxTokens":800,"reasoningTokens":null,"requestIds":["66f72f4a-e79b-4fe8-aeed-fa1f9f77fe9f","f3ce68c9-eb9f-4013-82ec-e6feec92a54d","9987ccc3-0560-48a3-9416-5fd7b46a13e9"],"status":503,"strategy":"reasoning-effort-none","validAnswers":null},{"attemptCosts":[{"estimatedCostUsd":0.005247,"inputTokens":289,"inputUsdPerMillion":5.5,"outputTokens":133,"outputUsdPerMillion":27.5,"provider":"openai","service":"fable-5.1","tokenSource":"estimated","totalTokens":422},{"estimatedCostUsd":0.005247,"inputTokens":289,"inputUsdPerMillion":5.5,"outputTokens":133,"outputUsdPerMillion":27.5,"provider":"openai","service":"fable-5.1","tokenSource":"estimated","totalTokens":422},{"estimatedCostUsd":0.005247,"inputTokens":289,"inputUsdPerMillion":5.5,"outputTokens":133,"outputUsdPerMillion":27.5,"provider":"openai","service":"fable-5.1","tokenSource":"estimated","totalTokens":422}],"failure":"{\"error\":{\"type\":\"seller_self_health_failing\",\"code\":\"seller_self_health_failing\",\"message\":\"The seller's self health check for \\\"fable-5.1\\\" has been failing since 2026-11-14 15:55 UTC (the upstream is unavailable, 18 failed checks in a row).\\nTry another peer or use Auto routing.\",\"service_health\"","maxTokens":800,"reasoningTokens":null,"requestIds":["4ea5e1da-0aaa-4dbd-86d0-1e04b21a47ee","3c4100e5-fffb-4bd9-a6cf-fe9f95ed1458","ddaa272e-69de-42b1-9c4d-5b3c218ced1e"],"status":503,"strategy":"reasoning-effort-minimal","validAnswers":null},{"attemptCosts":[],"failure":"not sent, seller unreachable: {\"error\":{\"type\":\"seller_self_health_failing\",\"code\":\"seller_self_health_failing\",\"message\":\"The seller's self health check for \\\"fable-5.1\\\" has been failing since 2026-11-14 15:55 UTC (the upstream is unavailable, 18 failed checks in a row).\\nTry another peer or use Auto routing.\",\"service_health\"","maxTokens":800,"reasoningTokens":null,"requestIds":[],"status":503,"strategy":"disable-thinking","validAnswers":null},{"attemptCosts":[],"failure":"not sent, seller unreachable: {\"error\":{\"type\":\"seller_self_health_failing\",\"code\":\"seller_self_health_failing\",\"message\":\"The seller's self health check for \\\"fable-5.1\\\" has been failing since 2026-11-14 15:55 UTC (the upstream is unavailable, 18 failed checks in a row).\\nTry another peer or use Auto routing.\",\"service_health\"","maxTokens":800,"reasoningTokens":null,"requestIds":[],"status":503,"strategy":"enable-thinking-false","validAnswers":null},{"attemptCosts":[],"failure":"not sent, seller unreachable: {\"error\":{\"type\":\"seller_self_health_failing\",\"code\":\"seller_self_health_failing\",\"message\":\"The seller's self health check for \\\"fable-5.1\\\" has been failing since 2026-11-14 15:55 UTC (the upstream is unavailable, 18 failed checks in a row).\\nTry another peer or use Auto routing.\",\"service_health\"","maxTokens":800,"reasoningTokens":null,"requestIds":[],"status":503,"strategy":"prefill","validAnswers":null},{"attemptCosts":[],"failure":"not sent, seller unreachable: {\"error\":{\"type\":\"seller_self_health_failing\",\"code\":\"seller_self_health_failing\",\"message\":\"The seller's self health check for \\\"fable-5.1\\\" has been failing since 2026-11-14 15:55 UTC (the upstream is unavailable, 18 failed checks in a row).\\nTry another peer or use Auto routing.\",\"service_health\"","maxTokens":800,"reasoningTokens":null,"requestIds":[],"status":503,"strategy":"bare","validAnswers":null},{"attemptCosts":[],"failure":"not sent, seller unreachable: {\"error\":{\"type\":\"seller_self_health_failing\",\"code\":\"seller_self_health_failing\",\"message\":\"The seller's self health check for \\\"fable-5.1\\\" has been failing since 2026-11-14 15:55 UTC (the upstream is unavailable, 18 failed checks in a row).\\nTry another peer or use Auto routing.\",\"service_health\"","maxTokens":40000,"reasoningTokens":null,"requestIds":[],"status":503,"strategy":"bare-expanded","validAnswers":null}],"failure":"seller 9e8f9aaee684298b7f2af2ae008e3692f0e9f4f7 refused every request for fable-5.1 with HTTP 503, so the problem is the upstream (model id, provider pin, API key), not thinking suppression: {\"error\":{\"type\":\"seller_self_health_failing\",\"code\":\"seller_self_health_failing\",\"message\":\"The seller's self health check for \\\"fable-5.1\\\" has been failing since 2026-11-14 15:55 UTC (the upstream is unavailable, 18 failed checks in a row).\\nTry another peer or use Auto routing.\",\"service_health\"","maxTokens":1600,"method":"kbf-reference-code-2026-09-30","strategy":null},"target":{"agentId":"45869","displayName":"Venice.ai Proxy","peerId":"9e8f9aaee684298b7f2af2ae008e3692f0e9f4f7","service":"fable-5.1"},"version":1}