{"type":"header","suite":"0.1.0","bench":"pubmedqa","system":"mercury-2.5","config":{"id":"mercury-2.5","display_name":"Mercury 2.5","organization":"Inception","interface":"adapter","kind":"llm","model":"inception/mercury-2.5","host":"inception","params":{"reasoning":{"effort":"none"}},"reasoning":"none","temperature":"provider default","probability_source":"verbalized","probability_host":"OpenRouter · Inception","primitives":["choice","score","noul"]},"config_hash":"6b30973cc65fa1f84677e395d36ac111a76150f2004c3f053dd54e8c3aa31dac","prompt_hash":"0383a0e3e592cd29e58e5a9b78ff0e63d663822773af958addf16ca1f9ca1eb0","pricing":{"input_per_m":0.04,"output_per_m":0.15,"asof":"2026-09-18","source":"openrouter endpoints inception"},"harness_commit":"4da1b6d6bc57","origin":"maintainer's laptop, UTC+3","started_at":"2026-09-18T11:04:49.724Z","setup_usage":{"input":518,"output":34}}
{"item_id":"pubmedqa-0","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.99},"raw":"{\n \"probabilities\": {\n  \"yes\": 0.99,\n  \"no\": 0.01\n }\n}","model":"inception/mercury-2.5","usage":{"input":518,"output":32},"cost_usd":0.00002552,"seconds":0.4085,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:04:50.134Z"}
{"item_id":"pubmedqa-0","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":521,"output":22},"cost_usd":0.00002414,"seconds":0.4447,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:04:50.170Z"}
{"item_id":"pubmedqa-0","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":521,"output":22},"cost_usd":0.00002414,"seconds":0.6563,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:04:50.382Z"}
{"item_id":"pubmedqa-0","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.98},"raw":"{\"probabilities\": {\"yes\": 0.98, \"no\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":508,"output":22},"cost_usd":0.00002362,"seconds":0.874,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:04:50.599Z"}
{"item_id":"pubmedqa-0","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.99},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.99,\n    \"no\": 0.01\n  }\n}","model":"inception/mercury-2.5","usage":{"input":508,"output":33},"cost_usd":0.00002527,"seconds":0.518,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:04:50.652Z"}
{"item_id":"pubmedqa-4","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":444,"output":22},"cost_usd":0.00002106,"seconds":0.6075,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:04:50.778Z"}
{"item_id":"pubmedqa-4","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.95,\n    \"no\": 0.05\n  }\n}","model":"inception/mercury-2.5","usage":{"input":438,"output":34},"cost_usd":0.00002262,"seconds":0.6675,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:04:51.050Z"}
{"item_id":"pubmedqa-4","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.8},"raw":"{\"probabilities\": {\"yes\": 0.8, \"no\": 0.2}}","model":"inception/mercury-2.5","usage":{"input":438,"output":20},"cost_usd":0.00002052,"seconds":0.3988,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:04:51.051Z"}
{"item_id":"pubmedqa-4","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":442,"output":22},"cost_usd":0.00002098,"seconds":0.5612,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:04:51.160Z"}
{"item_id":"pubmedqa-4","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.98},"raw":"{\"probabilities\": {\"yes\": 0.98, \"no\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":442,"output":22},"cost_usd":0.00002098,"seconds":0.5681,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:04:51.347Z"}
{"item_id":"pubmedqa-11","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.25},"raw":"{\"probabilities\": {\"no\": 0.75, \"yes\": 0.25}}","model":"inception/mercury-2.5","usage":{"input":517,"output":22},"cost_usd":0.00002398,"seconds":0.59,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:04:51.642Z"}
{"item_id":"pubmedqa-11","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.35},"raw":"{\"probabilities\": {\"no\": 0.65, \"yes\": 0.35}}","model":"inception/mercury-2.5","usage":{"input":521,"output":22},"cost_usd":0.00002414,"seconds":0.7552,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:04:51.805Z"}
{"item_id":"pubmedqa-11","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.25},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.75,\n    \"yes\": 0.25\n  }\n}","model":"inception/mercury-2.5","usage":{"input":500,"output":33},"cost_usd":0.00002495,"seconds":0.4664,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:04:51.813Z"}
{"item_id":"pubmedqa-11","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.05},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.95,\n    \"yes\": 0.05\n  }\n}","model":"inception/mercury-2.5","usage":{"input":521,"output":34},"cost_usd":0.00002594,"seconds":0.4272,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:04:52.069Z"}
{"item_id":"pubmedqa-11","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.25},"raw":"{\"probabilities\": {\"no\": 0.75, \"yes\": 0.25}}","model":"inception/mercury-2.5","usage":{"input":517,"output":22},"cost_usd":0.00002398,"seconds":1.0254,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:04:52.186Z"}
{"item_id":"pubmedqa-14","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":435,"output":22},"cost_usd":0.0000207,"seconds":0.5853,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:04:52.391Z"}
{"item_id":"pubmedqa-14","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":435,"output":22},"cost_usd":0.0000207,"seconds":0.5952,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:04:52.409Z"}
{"item_id":"pubmedqa-14","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":442,"output":22},"cost_usd":0.00002098,"seconds":0.5715,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:04:52.641Z"}
{"item_id":"pubmedqa-14","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":442,"output":22},"cost_usd":0.00002098,"seconds":0.5613,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:04:52.748Z"}
{"item_id":"pubmedqa-14","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":435,"output":22},"cost_usd":0.0000207,"seconds":0.5343,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:04:52.926Z"}
{"item_id":"pubmedqa-16","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.15},"raw":"{\"probabilities\": {\"no\": 0.85, \"yes\": 0.15}}","model":"inception/mercury-2.5","usage":{"input":498,"output":22},"cost_usd":0.00002322,"seconds":0.6048,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:04:53.014Z"}
{"item_id":"pubmedqa-16","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.11},"raw":"{\n \"probabilities\": {\n  \"no\": 0.89,\n  \"yes\": 0.11\n }\n}","model":"inception/mercury-2.5","usage":{"input":512,"output":32},"cost_usd":0.00002528,"seconds":0.4485,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:04:53.090Z"}
{"item_id":"pubmedqa-20","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.85},"raw":"{\"probabilities\": {\"yes\": 0.85, \"no\": 0.15}}","model":"inception/mercury-2.5","usage":{"input":494,"output":22},"cost_usd":0.00002306,"seconds":0.4063,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:04:53.497Z"}
{"item_id":"pubmedqa-16","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":494,"output":22},"cost_usd":0.00002306,"seconds":0.6228,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:04:53.549Z"}
{"item_id":"pubmedqa-16","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.15},"raw":"{\"probabilities\": {\"no\": 0.85, \"yes\": 0.15}}","model":"inception/mercury-2.5","usage":{"input":511,"output":22},"cost_usd":0.00002374,"seconds":0.6097,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:04:53.624Z"}
{"item_id":"pubmedqa-20","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.85},"raw":"{\"probabilities\": {\"yes\": 0.85, \"no\": 0.15}}","model":"inception/mercury-2.5","usage":{"input":487,"output":22},"cost_usd":0.00002278,"seconds":0.4213,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:04:54.046Z"}
{"item_id":"pubmedqa-20","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.88},"raw":"{\n \"probabilities\": {\n  \"yes\": 0.88,\n  \"no\": 0.12\n }\n}","model":"inception/mercury-2.5","usage":{"input":494,"output":32},"cost_usd":0.00002456,"seconds":0.6289,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:04:54.126Z"}
{"item_id":"pubmedqa-20","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.2},"raw":"{\"probabilities\": {\"no\": 0.8, \"yes\": 0.2}}","model":"inception/mercury-2.5","usage":{"input":494,"output":20},"cost_usd":0.00002276,"seconds":0.6259,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:04:54.175Z"}
{"item_id":"pubmedqa-24","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.2},"raw":"{\"probabilities\": {\"no\": 0.8, \"yes\": 0.2}}","model":"inception/mercury-2.5","usage":{"input":455,"output":20},"cost_usd":0.0000212,"seconds":0.5701,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:04:54.697Z"}
{"item_id":"pubmedqa-24","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.85},"raw":"{\"probabilities\": {\"yes\": 0.85, \"no\": 0.15}}","model":"inception/mercury-2.5","usage":{"input":469,"output":22},"cost_usd":0.00002206,"seconds":0.6358,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:04:54.811Z"}
{"item_id":"pubmedqa-16","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.55},"raw":"{\"probabilities\": {\"yes\": 0.55, \"no\": 0.45}}","model":"inception/mercury-2.5","usage":{"input":515,"output":22},"cost_usd":0.0000239,"seconds":2.2523,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:04:55.001Z"}
{"item_id":"pubmedqa-24","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.6},"raw":"{\"probabilities\": {\"yes\": 0.6, \"no\": 0.4}}","model":"inception/mercury-2.5","usage":{"input":459,"output":20},"cost_usd":0.00002136,"seconds":0.4753,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:04:55.287Z"}
{"item_id":"pubmedqa-24","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.95},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.95,\n    \"no\": 0.05\n  }\n}","model":"inception/mercury-2.5","usage":{"input":459,"output":34},"cost_usd":0.00002346,"seconds":0.6391,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:04:55.336Z"}
{"item_id":"pubmedqa-24","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.85},"raw":"{\"probabilities\": {\"yes\": 0.85, \"no\": 0.15}}","model":"inception/mercury-2.5","usage":{"input":457,"output":22},"cost_usd":0.00002158,"seconds":0.5865,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:04:55.588Z"}
{"item_id":"pubmedqa-28","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.85},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.85,\n    \"no\": 0.15\n  }\n}","model":"inception/mercury-2.5","usage":{"input":358,"output":34},"cost_usd":0.00001942,"seconds":0.5219,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:04:55.809Z"}
{"item_id":"pubmedqa-28","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":358,"output":22},"cost_usd":0.00001762,"seconds":0.5981,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:04:55.935Z"}
{"item_id":"pubmedqa-28","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":347,"output":22},"cost_usd":0.00001718,"seconds":0.5714,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:04:56.159Z"}
{"item_id":"pubmedqa-28","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.01},"raw":"{\"probabilities\": {\"no\": 0.99, \"yes\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":351,"output":22},"cost_usd":0.00001734,"seconds":0.4555,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:04:56.265Z"}
{"item_id":"pubmedqa-28","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.1},"raw":"{\"probabilities\": {\"no\": 0.9, \"yes\": 0.1}}","model":"inception/mercury-2.5","usage":{"input":358,"output":20},"cost_usd":0.00001732,"seconds":0.5357,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:04:56.471Z"}
{"item_id":"pubmedqa-20","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.15},"raw":"{\"probabilities\": {\"no\": 0.85, \"yes\": 0.15}}","model":"inception/mercury-2.5","usage":{"input":494,"output":22},"cost_usd":0.00002306,"seconds":2.7006,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:04:56.747Z"}
{"item_id":"pubmedqa-29","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":362,"output":22},"cost_usd":0.00001778,"seconds":0.6046,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:04:56.765Z"}
{"item_id":"pubmedqa-29","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.95,\n    \"no\": 0.05\n  }\n}","model":"inception/mercury-2.5","usage":{"input":358,"output":33},"cost_usd":0.00001927,"seconds":0.6597,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:04:56.925Z"}
{"item_id":"pubmedqa-29","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.99},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.99,\n    \"no\": 0.01\n  }\n}","model":"inception/mercury-2.5","usage":{"input":363,"output":34},"cost_usd":0.00001962,"seconds":0.5451,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:04:57.016Z"}
{"item_id":"pubmedqa-29","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.98},"raw":"{\"probabilities\": {\"yes\": 0.98, \"no\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":362,"output":22},"cost_usd":0.00001778,"seconds":0.434,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:04:57.181Z"}
{"item_id":"pubmedqa-29","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":358,"output":22},"cost_usd":0.00001762,"seconds":0.5524,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:04:57.317Z"}
{"item_id":"pubmedqa-37","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.98},"raw":"{\"probabilities\": {\"yes\": 0.98, \"no\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":556,"output":22},"cost_usd":0.00002554,"seconds":0.4062,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:04:57.423Z"}
{"item_id":"pubmedqa-37","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":553,"output":22},"cost_usd":0.00002542,"seconds":0.5413,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:04:57.467Z"}
{"item_id":"pubmedqa-37","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":553,"output":22},"cost_usd":0.00002542,"seconds":0.6034,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:04:57.785Z"}
{"item_id":"pubmedqa-37","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":558,"output":22},"cost_usd":0.00002562,"seconds":0.5726,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:04:57.890Z"}
{"item_id":"pubmedqa-40","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.89},"raw":"{\"probabilities\": {\"yes\": 0.89, \"no\": 0.11}}","model":"inception/mercury-2.5","usage":{"input":586,"output":22},"cost_usd":0.00002674,"seconds":0.4959,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:04:57.963Z"}
{"item_id":"pubmedqa-37","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.99},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.99,\n    \"no\": 0.01\n  }\n}","model":"inception/mercury-2.5","usage":{"input":558,"output":34},"cost_usd":0.00002742,"seconds":0.6647,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:04:58.088Z"}
{"item_id":"pubmedqa-40","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":566,"output":22},"cost_usd":0.00002594,"seconds":0.4108,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:04:58.302Z"}
{"item_id":"pubmedqa-40","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":566,"output":22},"cost_usd":0.00002594,"seconds":0.5706,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:04:58.356Z"}
{"item_id":"pubmedqa-40","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.95},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.95,\n    \"no\": 0.05\n  }\n}","model":"inception/mercury-2.5","usage":{"input":586,"output":34},"cost_usd":0.00002854,"seconds":0.458,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:04:58.547Z"}
{"item_id":"pubmedqa-40","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":566,"output":22},"cost_usd":0.00002594,"seconds":0.6754,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:04:58.639Z"}
{"item_id":"pubmedqa-44","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.22},"raw":"{\"probabilities\": {\"no\": 0.78, \"yes\": 0.22}}","model":"inception/mercury-2.5","usage":{"input":404,"output":22},"cost_usd":0.00001946,"seconds":0.4396,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:04:58.742Z"}
{"item_id":"pubmedqa-44","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.15},"raw":"{\"probabilities\": {\"no\": 0.85, \"yes\": 0.15}}","model":"inception/mercury-2.5","usage":{"input":393,"output":22},"cost_usd":0.00001902,"seconds":0.4445,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:04:58.801Z"}
{"item_id":"pubmedqa-44","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.15},"raw":"{\"probabilities\": {\"no\": 0.85, \"yes\": 0.15}}","model":"inception/mercury-2.5","usage":{"input":397,"output":22},"cost_usd":0.00001918,"seconds":0.4342,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:04:58.982Z"}
{"item_id":"pubmedqa-47","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.75},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.75,\n    \"no\": 0.25\n  }\n}","model":"inception/mercury-2.5","usage":{"input":576,"output":34},"cost_usd":0.00002814,"seconds":0.4597,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:04:59.261Z"}
{"item_id":"pubmedqa-44","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.1},"raw":"{\"probabilities\": {\"no\": 0.9, \"yes\": 0.1}}","model":"inception/mercury-2.5","usage":{"input":404,"output":20},"cost_usd":0.00001916,"seconds":0.5424,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:04:59.285Z"}
{"item_id":"pubmedqa-44","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":393,"output":22},"cost_usd":0.00001902,"seconds":0.6999,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:04:59.340Z"}
{"item_id":"pubmedqa-47","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.85},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.85,\n    \"no\": 0.15\n  }\n}","model":"inception/mercury-2.5","usage":{"input":576,"output":34},"cost_usd":0.00002814,"seconds":0.5473,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:04:59.529Z"}
{"item_id":"pubmedqa-47","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.65},"raw":"{\"probabilities\": {\"yes\": 0.65, \"no\": 0.35}}","model":"inception/mercury-2.5","usage":{"input":576,"output":22},"cost_usd":0.00002634,"seconds":0.4365,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:04:59.698Z"}
{"item_id":"pubmedqa-47","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":570,"output":22},"cost_usd":0.0000261,"seconds":0.4767,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:04:59.817Z"}
{"item_id":"pubmedqa-47","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.92},"raw":"{\"probabilities\": {\"yes\": 0.92, \"no\": 0.08}}","model":"inception/mercury-2.5","usage":{"input":576,"output":22},"cost_usd":0.00002634,"seconds":0.5349,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:04:59.820Z"}
{"item_id":"pubmedqa-48","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.85},"raw":"{\"probabilities\": {\"yes\": 0.85, \"no\": 0.15}}","model":"inception/mercury-2.5","usage":{"input":445,"output":22},"cost_usd":0.0000211,"seconds":0.5492,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:00.079Z"}
{"item_id":"pubmedqa-48","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.99},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.99,\n    \"no\": 0.01\n  }\n}","model":"inception/mercury-2.5","usage":{"input":445,"output":34},"cost_usd":0.0000229,"seconds":0.4225,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:00.243Z"}
{"item_id":"pubmedqa-48","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":438,"output":22},"cost_usd":0.00002082,"seconds":0.5866,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:00.285Z"}
{"item_id":"pubmedqa-48","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":440,"output":22},"cost_usd":0.0000209,"seconds":0.4931,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:00.310Z"}
{"item_id":"pubmedqa-48","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.95},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.95,\n    \"no\": 0.05\n  }\n}","model":"inception/mercury-2.5","usage":{"input":440,"output":34},"cost_usd":0.0000227,"seconds":0.5901,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:00.669Z"}
{"item_id":"pubmedqa-49","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.15},"raw":"{\"probabilities\": {\"no\": 0.85, \"yes\": 0.15}}","model":"inception/mercury-2.5","usage":{"input":519,"output":21},"cost_usd":0.00002391,"seconds":0.4345,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:00.720Z"}
{"item_id":"pubmedqa-49","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.1},"raw":"{\"probabilities\": {\"no\": 0.9, \"yes\": 0.1}}","model":"inception/mercury-2.5","usage":{"input":519,"output":20},"cost_usd":0.00002376,"seconds":0.598,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:00.841Z"}
{"item_id":"pubmedqa-49","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":543,"output":22},"cost_usd":0.00002502,"seconds":0.4551,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:01.125Z"}
{"item_id":"pubmedqa-49","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":537,"output":22},"cost_usd":0.00002478,"seconds":0.5005,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:01.221Z"}
{"item_id":"pubmedqa-49","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.9},"raw":"{\"probabilities\": {\"yes\": 0.9, \"no\": 0.1}}","model":"inception/mercury-2.5","usage":{"input":519,"output":20},"cost_usd":0.00002376,"seconds":1.0227,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:01.334Z"}
{"item_id":"pubmedqa-52","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.15},"raw":"{\"probabilities\": {\"no\": 0.85, \"yes\": 0.15}}","model":"inception/mercury-2.5","usage":{"input":437,"output":22},"cost_usd":0.00002078,"seconds":0.607,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:01.449Z"}
{"item_id":"pubmedqa-52","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.35},"raw":"{\"probabilities\": {\"no\": 0.65, \"yes\": 0.35}}","model":"inception/mercury-2.5","usage":{"input":437,"output":22},"cost_usd":0.00002078,"seconds":0.559,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:01.684Z"}
{"item_id":"pubmedqa-52","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.1},"raw":"{\"probabilities\": {\"no\": 0.90, \"yes\": 0.10}}","model":"inception/mercury-2.5","usage":{"input":440,"output":22},"cost_usd":0.0000209,"seconds":0.6321,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:01.853Z"}
{"item_id":"pubmedqa-52","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.2},"raw":"{\"probabilities\": {\"no\": 0.8, \"yes\": 0.2}}","model":"inception/mercury-2.5","usage":{"input":445,"output":20},"cost_usd":0.0000208,"seconds":0.429,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:01.878Z"}
{"item_id":"pubmedqa-52","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":443,"output":22},"cost_usd":0.00002102,"seconds":0.8472,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:02.181Z"}
{"item_id":"pubmedqa-53","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":375,"output":22},"cost_usd":0.0000183,"seconds":0.3888,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:02.242Z"}
{"item_id":"pubmedqa-53","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.95,\n    \"no\": 0.05\n  }\n}","model":"inception/mercury-2.5","usage":{"input":380,"output":34},"cost_usd":0.0000203,"seconds":0.5869,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:02.272Z"}
{"item_id":"pubmedqa-53","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.9},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.9,\n    \"no\": 0.1\n  }\n}","model":"inception/mercury-2.5","usage":{"input":377,"output":32},"cost_usd":0.00001988,"seconds":0.4424,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:02.321Z"}
{"item_id":"pubmedqa-53","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.98},"raw":"{\"probabilities\": {\"yes\": 0.98, \"no\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":372,"output":22},"cost_usd":0.00001818,"seconds":0.5055,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:02.748Z"}
{"item_id":"pubmedqa-55","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.98},"raw":"{\"probabilities\": {\"yes\": 0.98, \"no\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":489,"output":22},"cost_usd":0.00002286,"seconds":0.619,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:02.940Z"}
{"item_id":"pubmedqa-53","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.95},"raw":"{\n\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}\n}","model":"inception/mercury-2.5","usage":{"input":380,"output":26},"cost_usd":0.0000191,"seconds":0.8511,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:03.033Z"}
{"item_id":"pubmedqa-55","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.85},"raw":"{\"probabilities\": {\"yes\": 0.85, \"no\": 0.15}}","model":"inception/mercury-2.5","usage":{"input":501,"output":22},"cost_usd":0.00002334,"seconds":0.5489,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:03.298Z"}
{"item_id":"pubmedqa-55","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.25},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.75,\n    \"yes\": 0.25\n  }\n}","model":"inception/mercury-2.5","usage":{"input":489,"output":33},"cost_usd":0.00002451,"seconds":1.0759,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:03.348Z"}
{"item_id":"pubmedqa-55","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.65},"raw":"{\"probabilities\": {\"yes\": 0.65, \"no\": 0.35}}","model":"inception/mercury-2.5","usage":{"input":499,"output":22},"cost_usd":0.00002326,"seconds":0.4283,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:03.369Z"}
{"item_id":"pubmedqa-55","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.2},"raw":"{\"probabilities\": {\"no\": 0.8, \"yes\": 0.2}}","model":"inception/mercury-2.5","usage":{"input":489,"output":20},"cost_usd":0.00002256,"seconds":0.547,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:03.580Z"}
{"item_id":"pubmedqa-56","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.95,\n    \"yes\": 0.05\n  }\n}","model":"inception/mercury-2.5","usage":{"input":346,"output":33},"cost_usd":0.00001879,"seconds":0.5979,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:03.896Z"}
{"item_id":"pubmedqa-56","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":356,"output":22},"cost_usd":0.00001754,"seconds":0.5659,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:03.914Z"}
{"item_id":"pubmedqa-56","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":350,"output":22},"cost_usd":0.0000173,"seconds":0.6674,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:04.248Z"}
{"item_id":"pubmedqa-58","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.7},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.7,\n    \"no\": 0.3\n  }\n}","model":"inception/mercury-2.5","usage":{"input":432,"output":32},"cost_usd":0.00002208,"seconds":0.48,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:04.395Z"}
{"item_id":"pubmedqa-56","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.01},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.99,\n    \"yes\": 0.01\n  }\n}","model":"inception/mercury-2.5","usage":{"input":353,"output":33},"cost_usd":0.00001907,"seconds":0.5717,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:04.468Z"}
{"item_id":"pubmedqa-58","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.99},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.99,\n    \"no\": 0.01\n  }\n}","model":"inception/mercury-2.5","usage":{"input":432,"output":34},"cost_usd":0.00002238,"seconds":0.4166,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:04.812Z"}
{"item_id":"pubmedqa-56","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.05},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.95,\n    \"yes\": 0.05\n  }\n}","model":"inception/mercury-2.5","usage":{"input":353,"output":33},"cost_usd":0.00001907,"seconds":1.5841,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:04.954Z"}
{"item_id":"pubmedqa-58","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.95},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.95,\n    \"no\": 0.05\n  }\n}","model":"inception/mercury-2.5","usage":{"input":422,"output":34},"cost_usd":0.00002198,"seconds":0.5938,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:05.062Z"}
{"item_id":"pubmedqa-60","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.15},"raw":"{\"probabilities\": {\"no\": 0.85, \"yes\": 0.15}}","model":"inception/mercury-2.5","usage":{"input":425,"output":22},"cost_usd":0.0000203,"seconds":0.4234,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:05.377Z"}
{"item_id":"pubmedqa-58","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.6},"raw":"{\"probabilities\": {\"yes\": 0.6, \"no\": 0.4}}","model":"inception/mercury-2.5","usage":{"input":432,"output":20},"cost_usd":0.00002028,"seconds":0.618,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:05.430Z"}
{"item_id":"pubmedqa-60","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":1},"raw":"{\"probabilities\": {\"yes\": 1.0}}","model":"inception/mercury-2.5","usage":{"input":438,"output":12},"cost_usd":0.00001932,"seconds":0.5931,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:05.656Z"}
{"item_id":"pubmedqa-60","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.98},"raw":"{\"probabilities\": {\"yes\": 0.98, \"no\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":438,"output":22},"cost_usd":0.00002082,"seconds":0.4921,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:05.870Z"}
{"item_id":"pubmedqa-60","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":426,"output":22},"cost_usd":0.00002034,"seconds":0.4464,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:05.877Z"}
{"item_id":"pubmedqa-60","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.98},"raw":"{\"probabilities\": {\"yes\": 0.98, \"no\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":425,"output":22},"cost_usd":0.0000203,"seconds":0.4641,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:06.120Z"}
{"item_id":"pubmedqa-63","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":529,"output":22},"cost_usd":0.00002446,"seconds":0.4142,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:06.292Z"}
{"item_id":"pubmedqa-63","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.98},"raw":"{\"probabilities\": {\"yes\": 0.98, \"no\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":525,"output":22},"cost_usd":0.0000243,"seconds":0.4543,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:06.575Z"}
{"item_id":"pubmedqa-63","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":529,"output":22},"cost_usd":0.00002446,"seconds":0.809,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:06.679Z"}
{"item_id":"pubmedqa-63","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.98},"raw":"{\"probabilities\": {\"yes\": 0.98, \"no\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":522,"output":22},"cost_usd":0.00002418,"seconds":0.5773,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:06.870Z"}
{"item_id":"pubmedqa-58","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.18},"raw":"{\"probabilities\": {\"no\": 0.82, \"yes\": 0.18}}","model":"inception/mercury-2.5","usage":{"input":418,"output":22},"cost_usd":0.00002002,"seconds":2.6926,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:06.941Z"}
{"item_id":"pubmedqa-64","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.25},"raw":"{\"probabilities\": {\"no\": 0.75, \"yes\": 0.25}}","model":"inception/mercury-2.5","usage":{"input":586,"output":22},"cost_usd":0.00002674,"seconds":0.4463,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:07.126Z"}
{"item_id":"pubmedqa-63","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":537,"output":22},"cost_usd":0.00002478,"seconds":0.5746,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:07.150Z"}
{"item_id":"pubmedqa-64","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":582,"output":21},"cost_usd":0.00002643,"seconds":0.5339,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:07.404Z"}
{"item_id":"pubmedqa-64","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.95},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.95,\n    \"no\": 0.05\n  }\n}","model":"inception/mercury-2.5","usage":{"input":579,"output":33},"cost_usd":0.00002811,"seconds":0.6009,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:07.542Z"}
{"item_id":"pubmedqa-64","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.65},"raw":"{\"probabilities\": {\"yes\": 0.65, \"no\": 0.35}}","model":"inception/mercury-2.5","usage":{"input":582,"output":21},"cost_usd":0.00002643,"seconds":0.4646,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:07.591Z"}
{"item_id":"pubmedqa-64","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.1},"raw":"{\"probabilities\": {\"no\": 0.9, \"yes\": 0.1}}","model":"inception/mercury-2.5","usage":{"input":605,"output":20},"cost_usd":0.0000272,"seconds":0.5878,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:07.738Z"}
{"item_id":"pubmedqa-67","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.99},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.99,\n    \"no\": 0.01\n  }\n}","model":"inception/mercury-2.5","usage":{"input":513,"output":34},"cost_usd":0.00002562,"seconds":0.5853,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:07.990Z"}
{"item_id":"pubmedqa-67","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":505,"output":22},"cost_usd":0.0000235,"seconds":0.5659,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:08.158Z"}
{"item_id":"pubmedqa-67","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.98},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.98,\n    \"no\": 0.02\n  }\n}","model":"inception/mercury-2.5","usage":{"input":509,"output":33},"cost_usd":0.00002531,"seconds":0.4539,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:08.192Z"}
{"item_id":"pubmedqa-67","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":508,"output":22},"cost_usd":0.00002362,"seconds":0.6864,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:08.229Z"}
{"item_id":"pubmedqa-67","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.98},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.98,\n    \"no\": 0.02\n  }\n}","model":"inception/mercury-2.5","usage":{"input":509,"output":33},"cost_usd":0.00002531,"seconds":0.4659,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:08.456Z"}
{"item_id":"pubmedqa-68","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":546,"output":22},"cost_usd":0.00002514,"seconds":0.5863,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:08.779Z"}
{"item_id":"pubmedqa-68","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.95,\n    \"yes\": 0.05\n  }\n}","model":"inception/mercury-2.5","usage":{"input":546,"output":34},"cost_usd":0.00002694,"seconds":0.6398,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:08.798Z"}
{"item_id":"pubmedqa-68","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.05},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.95,\n    \"yes\": 0.05\n  }\n}","model":"inception/mercury-2.5","usage":{"input":539,"output":34},"cost_usd":0.00002666,"seconds":0.4393,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:08.896Z"}
{"item_id":"pubmedqa-68","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.08},"raw":"{\"probabilities\": {\"no\": 0.92, \"yes\": 0.08}}","model":"inception/mercury-2.5","usage":{"input":532,"output":22},"cost_usd":0.00002458,"seconds":0.6842,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:08.914Z"}
{"item_id":"pubmedqa-74","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":431,"output":22},"cost_usd":0.00002054,"seconds":0.4973,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:09.295Z"}
{"item_id":"pubmedqa-68","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.25},"raw":"{\"probabilities\": {\"no\": 0.75, \"yes\": 0.25}}","model":"inception/mercury-2.5","usage":{"input":539,"output":22},"cost_usd":0.00002486,"seconds":0.6014,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:09.381Z"}
{"item_id":"pubmedqa-74","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":431,"output":22},"cost_usd":0.00002054,"seconds":0.5253,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:09.421Z"}
{"item_id":"pubmedqa-74","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.98},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.98,\n    \"no\": 0.02\n  }\n}","model":"inception/mercury-2.5","usage":{"input":420,"output":33},"cost_usd":0.00002175,"seconds":0.5512,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:09.466Z"}
{"item_id":"pubmedqa-74","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.98},"raw":"{\"probabilities\": {\"yes\": 0.98, \"no\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":430,"output":22},"cost_usd":0.0000205,"seconds":0.4158,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:09.712Z"}
{"item_id":"pubmedqa-79","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":512,"output":22},"cost_usd":0.00002378,"seconds":0.4909,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:09.957Z"}
{"item_id":"pubmedqa-74","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.99},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.99,\n    \"no\": 0.01\n  }\n}","model":"inception/mercury-2.5","usage":{"input":422,"output":33},"cost_usd":0.00002183,"seconds":0.5859,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:09.967Z"}
{"item_id":"pubmedqa-79","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":496,"output":22},"cost_usd":0.00002314,"seconds":0.5779,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:10.000Z"}
{"item_id":"pubmedqa-79","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":496,"output":22},"cost_usd":0.00002314,"seconds":0.4643,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:10.176Z"}
{"item_id":"pubmedqa-81","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.875},"raw":"{\"probabilities\": {\"yes\": 0.875, \"no\": 0.125}}","model":"inception/mercury-2.5","usage":{"input":342,"output":23},"cost_usd":0.00001713,"seconds":0.5611,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:10.561Z"}
{"item_id":"pubmedqa-79","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":495,"output":21},"cost_usd":0.00002295,"seconds":0.6259,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:10.583Z"}
{"item_id":"pubmedqa-79","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":493,"output":21},"cost_usd":0.00002287,"seconds":0.6326,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:10.600Z"}
{"item_id":"pubmedqa-81","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.9},"raw":"{\"probabilities\": {\"yes\": 0.9, \"no\": 0.1}}","model":"inception/mercury-2.5","usage":{"input":355,"output":20},"cost_usd":0.0000172,"seconds":0.5628,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:10.739Z"}
{"item_id":"pubmedqa-81","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":355,"output":22},"cost_usd":0.0000175,"seconds":0.4504,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:11.012Z"}
{"item_id":"pubmedqa-81","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":355,"output":22},"cost_usd":0.0000175,"seconds":0.4953,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:11.079Z"}
{"item_id":"pubmedqa-81","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.9},"raw":"{\"probabilities\": {\"yes\": 0.9, \"no\": 0.1}}","model":"inception/mercury-2.5","usage":{"input":355,"output":20},"cost_usd":0.0000172,"seconds":0.5695,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:11.170Z"}
{"item_id":"pubmedqa-82","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.98},"raw":"{\"probabilities\": {\"yes\": 0.98, \"no\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":567,"output":22},"cost_usd":0.00002598,"seconds":0.6087,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:11.348Z"}
{"item_id":"pubmedqa-82","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.99},"raw":"{\n\"probabilities\": {\n  \"yes\": 0.99,\n  \"no\": 0.01\n }\n}","model":"inception/mercury-2.5","usage":{"input":550,"output":31},"cost_usd":0.00002665,"seconds":0.596,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:11.608Z"}
{"item_id":"pubmedqa-82","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":550,"output":21},"cost_usd":0.00002515,"seconds":0.5712,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:11.742Z"}
{"item_id":"pubmedqa-82","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.99},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.99,\n    \"no\": 0.01\n  }\n}","model":"inception/mercury-2.5","usage":{"input":561,"output":34},"cost_usd":0.00002754,"seconds":0.6842,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:11.764Z"}
{"item_id":"pubmedqa-82","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":555,"output":22},"cost_usd":0.0000255,"seconds":0.5493,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:11.898Z"}
{"item_id":"pubmedqa-87","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.96},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.96,\n    \"no\": 0.04\n  }\n}","model":"inception/mercury-2.5","usage":{"input":519,"output":33},"cost_usd":0.00002571,"seconds":0.5784,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:12.187Z"}
{"item_id":"pubmedqa-87","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":532,"output":22},"cost_usd":0.00002458,"seconds":0.4536,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:12.196Z"}
{"item_id":"pubmedqa-87","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":519,"output":21},"cost_usd":0.00002391,"seconds":0.6395,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:12.403Z"}
{"item_id":"pubmedqa-87","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":531,"output":22},"cost_usd":0.00002454,"seconds":0.4432,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:12.631Z"}
{"item_id":"pubmedqa-92","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.35},"raw":"{\"probabilities\": {\"no\": 0.65, \"yes\": 0.35}}","model":"inception/mercury-2.5","usage":{"input":544,"output":22},"cost_usd":0.00002506,"seconds":0.5866,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:12.783Z"}
{"item_id":"pubmedqa-87","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":541,"output":22},"cost_usd":0.00002494,"seconds":0.9181,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:12.817Z"}
{"item_id":"pubmedqa-92","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.82},"raw":"{\"probabilities\": {\"yes\": 0.82, \"no\": 0.18}}","model":"inception/mercury-2.5","usage":{"input":541,"output":22},"cost_usd":0.00002494,"seconds":0.6892,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:13.093Z"}
{"item_id":"pubmedqa-92","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.75},"raw":"{\"probabilities\": {\"yes\": 0.75, \"no\": 0.25}}","model":"inception/mercury-2.5","usage":{"input":524,"output":21},"cost_usd":0.00002411,"seconds":0.562,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:13.193Z"}
{"item_id":"pubmedqa-92","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.9},"raw":"{\"probabilities\": {\"yes\": 0.9, \"no\": 0.1}}","model":"inception/mercury-2.5","usage":{"input":526,"output":20},"cost_usd":0.00002404,"seconds":0.4264,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:13.211Z"}
{"item_id":"pubmedqa-92","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":549,"output":22},"cost_usd":0.00002526,"seconds":0.4202,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:13.237Z"}
{"item_id":"pubmedqa-93","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.99},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.99,\n    \"no\": 0.01\n  }\n}","model":"inception/mercury-2.5","usage":{"input":485,"output":34},"cost_usd":0.0000245,"seconds":0.4423,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:13.654Z"}
{"item_id":"pubmedqa-93","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":487,"output":22},"cost_usd":0.00002278,"seconds":0.4638,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:13.702Z"}
{"item_id":"pubmedqa-93","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":492,"output":22},"cost_usd":0.00002298,"seconds":0.7126,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:13.806Z"}
{"item_id":"pubmedqa-93","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.99},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.99,\n    \"no\": 0.01\n  }\n}","model":"inception/mercury-2.5","usage":{"input":495,"output":34},"cost_usd":0.0000249,"seconds":0.5004,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:14.154Z"}
{"item_id":"pubmedqa-93","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":970,"output":77},"cost_usd":0.00005035,"seconds":1.0279,"provider":"Inception","malformed":false,"refusal":false,"retries":1,"transport_retries":0,"at":"2026-09-18T11:05:14.221Z"}
{"item_id":"pubmedqa-96","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.85},"raw":"{\"probabilities\": {\"yes\": 0.85, \"no\": 0.15}}","model":"inception/mercury-2.5","usage":{"input":498,"output":22},"cost_usd":0.00002322,"seconds":0.5717,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:14.274Z"}
{"item_id":"pubmedqa-96","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":500,"output":22},"cost_usd":0.0000233,"seconds":0.6368,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:14.443Z"}
{"item_id":"pubmedqa-96","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.95},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.95,\n    \"no\": 0.05\n  }\n}","model":"inception/mercury-2.5","usage":{"input":506,"output":34},"cost_usd":0.00002534,"seconds":0.5826,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:14.737Z"}
{"item_id":"pubmedqa-96","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.9},"raw":"{\"probabilities\": {\"yes\": 0.9, \"no\": 0.1}}","model":"inception/mercury-2.5","usage":{"input":498,"output":20},"cost_usd":0.00002292,"seconds":0.5588,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:14.781Z"}
{"item_id":"pubmedqa-96","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":498,"output":22},"cost_usd":0.00002322,"seconds":0.5383,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:14.813Z"}
{"item_id":"pubmedqa-97","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.98},"raw":"{\"probabilities\": {\"yes\": 0.98, \"no\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":652,"output":22},"cost_usd":0.00002938,"seconds":0.6094,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:15.053Z"}
{"item_id":"pubmedqa-97","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":637,"output":22},"cost_usd":0.00002878,"seconds":0.4247,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:15.238Z"}
{"item_id":"pubmedqa-97","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":652,"output":22},"cost_usd":0.00002938,"seconds":0.5675,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:15.349Z"}
{"item_id":"pubmedqa-97","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.9},"raw":"{\"probabilities\": {\"yes\": 0.9, \"no\": 0.1}}","model":"inception/mercury-2.5","usage":{"input":652,"output":20},"cost_usd":0.00002908,"seconds":0.6273,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:15.365Z"}
{"item_id":"pubmedqa-100","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.6},"raw":"{\"probabilities\": {\"yes\": 0.60, \"no\": 0.40}}","model":"inception/mercury-2.5","usage":{"input":478,"output":22},"cost_usd":0.00002242,"seconds":0.4804,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:15.718Z"}
{"item_id":"pubmedqa-97","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":629,"output":22},"cost_usd":0.00002846,"seconds":0.6795,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:15.733Z"}
{"item_id":"pubmedqa-100","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.35},"raw":"{\"probabilities\": {\"no\": 0.65, \"yes\": 0.35}}","model":"inception/mercury-2.5","usage":{"input":461,"output":21},"cost_usd":0.00002159,"seconds":0.5792,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:15.928Z"}
{"item_id":"pubmedqa-100","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.6},"raw":"{\"probabilities\": {\"yes\": 0.60, \"no\": 0.40}}","model":"inception/mercury-2.5","usage":{"input":481,"output":22},"cost_usd":0.00002254,"seconds":0.5888,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:15.954Z"}
{"item_id":"pubmedqa-100","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.15},"raw":"{\"probabilities\": {\"no\": 0.85, \"yes\": 0.15}}","model":"inception/mercury-2.5","usage":{"input":478,"output":22},"cost_usd":0.00002242,"seconds":0.5517,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:16.271Z"}
{"item_id":"pubmedqa-100","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.6},"raw":"{\"probabilities\": {\"yes\": 0.6, \"no\": 0.4}}","model":"inception/mercury-2.5","usage":{"input":481,"output":20},"cost_usd":0.00002224,"seconds":0.6615,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:16.395Z"}
{"item_id":"pubmedqa-102","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.85},"raw":"{\"probabilities\": {\"yes\": 0.85, \"no\": 0.15}}","model":"inception/mercury-2.5","usage":{"input":405,"output":21},"cost_usd":0.00001935,"seconds":0.4855,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:16.440Z"}
{"item_id":"pubmedqa-102","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":422,"output":22},"cost_usd":0.00002018,"seconds":0.5412,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:16.470Z"}
{"item_id":"pubmedqa-102","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.6},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.6,\n    \"no\": 0.4\n  }\n}","model":"inception/mercury-2.5","usage":{"input":413,"output":32},"cost_usd":0.00002132,"seconds":0.6408,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:16.912Z"}
{"item_id":"pubmedqa-102","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":413,"output":22},"cost_usd":0.00001982,"seconds":0.5543,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:16.995Z"}
{"item_id":"pubmedqa-102","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.8},"raw":"{\"probabilities\": {\"yes\": 0.8, \"no\": 0.2}}","model":"inception/mercury-2.5","usage":{"input":423,"output":20},"cost_usd":0.00001992,"seconds":0.651,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:17.046Z"}
{"item_id":"pubmedqa-105","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":485,"output":22},"cost_usd":0.0000227,"seconds":0.5772,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:17.047Z"}
{"item_id":"pubmedqa-105","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":489,"output":22},"cost_usd":0.00002286,"seconds":0.6044,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:17.517Z"}
{"item_id":"pubmedqa-105","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.99},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.99,\n    \"no\": 0.01\n  }\n}","model":"inception/mercury-2.5","usage":{"input":473,"output":33},"cost_usd":0.00002387,"seconds":0.7838,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:17.831Z"}
{"item_id":"pubmedqa-105","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.99},"raw":"{\n \"probabilities\": {\n  \"yes\": 0.99,\n  \"no\": 0.01\n }\n}","model":"inception/mercury-2.5","usage":{"input":494,"output":32},"cost_usd":0.00002456,"seconds":0.7984,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:17.845Z"}
{"item_id":"pubmedqa-108","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":600,"output":22},"cost_usd":0.0000273,"seconds":0.5572,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:18.074Z"}
{"item_id":"pubmedqa-108","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":616,"output":22},"cost_usd":0.00002794,"seconds":0.396,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:18.228Z"}
{"item_id":"pubmedqa-108","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.75},"raw":"{\"probabilities\": {\"yes\": 0.75, \"no\": 0.25}}","model":"inception/mercury-2.5","usage":{"input":604,"output":22},"cost_usd":0.00002746,"seconds":0.3863,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:18.614Z"}
{"item_id":"pubmedqa-108","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.3},"raw":"{\"probabilities\": {\"no\": 0.7, \"yes\": 0.3}}","model":"inception/mercury-2.5","usage":{"input":600,"output":20},"cost_usd":0.000027,"seconds":0.5839,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:18.658Z"}
{"item_id":"pubmedqa-112","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.2},"raw":"{\"probabilities\": {\"no\": 0.8, \"yes\": 0.2}}","model":"inception/mercury-2.5","usage":{"input":420,"output":20},"cost_usd":0.0000198,"seconds":0.4094,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:19.024Z"}
{"item_id":"pubmedqa-108","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.95},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.95,\n    \"no\": 0.05\n  }\n}","model":"inception/mercury-2.5","usage":{"input":606,"output":34},"cost_usd":0.00002934,"seconds":1.2173,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:19.063Z"}
{"item_id":"pubmedqa-112","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":424,"output":22},"cost_usd":0.00002026,"seconds":0.421,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:19.080Z"}
{"item_id":"pubmedqa-105","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.02},"raw":"{\"probabilities\": {\"no\": 0.98, \"yes\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":493,"output":22},"cost_usd":0.00002302,"seconds":2.1009,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:19.096Z"}
{"item_id":"pubmedqa-112","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.15},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.85,\n    \"yes\": 0.15\n  }\n}","model":"inception/mercury-2.5","usage":{"input":419,"output":34},"cost_usd":0.00002186,"seconds":0.5674,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:19.592Z"}
{"item_id":"pubmedqa-112","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":408,"output":22},"cost_usd":0.00001962,"seconds":0.5476,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:19.628Z"}
{"item_id":"pubmedqa-119","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.7},"raw":"{\n \"probabilities\": {\n  \"yes\": 0.7,\n  \"no\": 0.3\n }\n}","model":"inception/mercury-2.5","usage":{"input":390,"output":30},"cost_usd":0.0000201,"seconds":0.6166,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:19.713Z"}
{"item_id":"pubmedqa-112","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.25},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.75,\n    \"yes\": 0.25\n  }\n}","model":"inception/mercury-2.5","usage":{"input":424,"output":34},"cost_usd":0.00002206,"seconds":0.6998,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:19.763Z"}
{"item_id":"pubmedqa-119","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":387,"output":22},"cost_usd":0.00001878,"seconds":0.5574,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:20.185Z"}
{"item_id":"pubmedqa-119","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":387,"output":22},"cost_usd":0.00001878,"seconds":0.4913,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:20.205Z"}
{"item_id":"pubmedqa-119","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":390,"output":22},"cost_usd":0.0000189,"seconds":0.6161,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:20.208Z"}
{"item_id":"pubmedqa-119","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":379,"output":21},"cost_usd":0.00001831,"seconds":0.6628,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:20.426Z"}
{"item_id":"pubmedqa-120","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.98},"raw":"{\n\"probabilities\": {\n \"yes\": 0.98,\n \"no\": 0.02\n }\n}","model":"inception/mercury-2.5","usage":{"input":517,"output":30},"cost_usd":0.00002518,"seconds":0.4277,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:20.613Z"}
{"item_id":"pubmedqa-120","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.92},"raw":"{\"probabilities\": {\"yes\": 0.92, \"no\": 0.08}}","model":"inception/mercury-2.5","usage":{"input":514,"output":22},"cost_usd":0.00002386,"seconds":0.5683,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:20.774Z"}
{"item_id":"pubmedqa-120","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":514,"output":22},"cost_usd":0.00002386,"seconds":0.591,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:20.800Z"}
{"item_id":"pubmedqa-120","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.75},"raw":"{\"probabilities\": {\"yes\": 0.75, \"no\": 0.25}}","model":"inception/mercury-2.5","usage":{"input":514,"output":22},"cost_usd":0.00002386,"seconds":0.5727,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:21.187Z"}
{"item_id":"pubmedqa-120","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.35},"raw":"{\"probabilities\": {\"no\": 0.65, \"yes\": 0.35}}","model":"inception/mercury-2.5","usage":{"input":506,"output":22},"cost_usd":0.00002354,"seconds":0.8349,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:21.261Z"}
{"item_id":"pubmedqa-125","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":469,"output":22},"cost_usd":0.00002206,"seconds":0.8144,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:21.589Z"}
{"item_id":"pubmedqa-125","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":472,"output":22},"cost_usd":0.00002218,"seconds":0.4825,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:21.744Z"}
{"item_id":"pubmedqa-125","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.98},"raw":"{\"probabilities\": {\"yes\": 0.98, \"no\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":937,"output":50},"cost_usd":0.00004498,"seconds":1.1511,"provider":"Inception","malformed":false,"refusal":false,"retries":1,"transport_retries":0,"at":"2026-09-18T11:05:21.951Z"}
{"item_id":"pubmedqa-125","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":469,"output":22},"cost_usd":0.00002206,"seconds":0.8897,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:22.077Z"}
{"item_id":"pubmedqa-125","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":482,"output":22},"cost_usd":0.00002258,"seconds":0.5948,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:22.184Z"}
{"item_id":"pubmedqa-130","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.89},"raw":"{\"probabilities\": {\"yes\": 0.89, \"no\": 0.11}}","model":"inception/mercury-2.5","usage":{"input":649,"output":22},"cost_usd":0.00002926,"seconds":0.5938,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:22.546Z"}
{"item_id":"pubmedqa-130","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":637,"output":22},"cost_usd":0.00002878,"seconds":0.4533,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:22.638Z"}
{"item_id":"pubmedqa-130","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.95},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.95,\n    \"no\": 0.05\n  }\n}","model":"inception/mercury-2.5","usage":{"input":632,"output":33},"cost_usd":0.00003023,"seconds":0.5622,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:22.639Z"}
{"item_id":"pubmedqa-130","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":631,"output":22},"cost_usd":0.00002854,"seconds":0.4256,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:22.972Z"}
{"item_id":"pubmedqa-130","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":1286,"output":66},"cost_usd":0.00006134,"seconds":1.3795,"provider":"Inception","malformed":false,"refusal":false,"retries":1,"transport_retries":0,"at":"2026-09-18T11:05:23.124Z"}
{"item_id":"pubmedqa-134","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.95,\n    \"no\": 0.05\n  }\n}","model":"inception/mercury-2.5","usage":{"input":356,"output":33},"cost_usd":0.00001919,"seconds":0.5816,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:23.221Z"}
{"item_id":"pubmedqa-134","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.98},"raw":"{\"probabilities\": {\"yes\": 0.98, \"no\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":358,"output":22},"cost_usd":0.00001762,"seconds":0.599,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:23.237Z"}
{"item_id":"pubmedqa-134","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":356,"output":22},"cost_usd":0.00001754,"seconds":0.56,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:23.532Z"}
{"item_id":"pubmedqa-134","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.98},"raw":"{\"probabilities\": {\"yes\": 0.98, \"no\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":365,"output":22},"cost_usd":0.0000179,"seconds":0.3812,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:23.603Z"}
{"item_id":"pubmedqa-134","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.98},"raw":"{\"probabilities\": {\"yes\": 0.98, \"no\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":358,"output":22},"cost_usd":0.00001762,"seconds":0.6521,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:23.777Z"}
{"item_id":"pubmedqa-145","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":423,"output":22},"cost_usd":0.00002022,"seconds":0.4469,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:23.979Z"}
{"item_id":"pubmedqa-145","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.98},"raw":"{\"probabilities\": {\"yes\": 0.98, \"no\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":423,"output":22},"cost_usd":0.00002022,"seconds":0.4428,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:24.046Z"}
{"item_id":"pubmedqa-145","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":420,"output":22},"cost_usd":0.0000201,"seconds":0.4901,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:24.267Z"}
{"item_id":"pubmedqa-145","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.98},"raw":"{\"probabilities\": {\"yes\": 0.98, \"no\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":423,"output":22},"cost_usd":0.00002022,"seconds":0.4075,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:24.388Z"}
{"item_id":"pubmedqa-148","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":1},"raw":"{\"probabilities\": {\"yes\": 1.0, \"no\": 0.0}}","model":"inception/mercury-2.5","usage":{"input":416,"output":20},"cost_usd":0.00001964,"seconds":0.5565,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:24.603Z"}
{"item_id":"pubmedqa-148","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.98},"raw":"{\"probabilities\": {\"yes\": 0.98, \"no\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":419,"output":22},"cost_usd":0.00002006,"seconds":0.5602,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:24.948Z"}
{"item_id":"pubmedqa-148","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":415,"output":22},"cost_usd":0.0000199,"seconds":0.6961,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:24.964Z"}
{"item_id":"pubmedqa-148","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":407,"output":22},"cost_usd":0.00001958,"seconds":0.417,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:25.021Z"}
{"item_id":"pubmedqa-148","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":418,"output":22},"cost_usd":0.00002002,"seconds":0.5632,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:25.512Z"}
{"item_id":"pubmedqa-154","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.999},"raw":"{\"probabilities\": {\"yes\": 0.999, \"no\": 0.001}}","model":"inception/mercury-2.5","usage":{"input":412,"output":24},"cost_usd":0.00002008,"seconds":0.5467,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:25.568Z"}
{"item_id":"pubmedqa-154","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":405,"output":21},"cost_usd":0.00001935,"seconds":0.6553,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:25.620Z"}
{"item_id":"pubmedqa-154","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":419,"output":22},"cost_usd":0.00002006,"seconds":0.5744,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:26.087Z"}
{"item_id":"pubmedqa-154","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.99},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.99,\n    \"no\": 0.01\n  }\n}","model":"inception/mercury-2.5","usage":{"input":406,"output":33},"cost_usd":0.00002119,"seconds":0.4869,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:26.107Z"}
{"item_id":"pubmedqa-154","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.99},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.99,\n    \"no\": 0.01\n  }\n}","model":"inception/mercury-2.5","usage":{"input":412,"output":33},"cost_usd":0.00002143,"seconds":0.5612,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:26.130Z"}
{"item_id":"pubmedqa-145","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":420,"output":22},"cost_usd":0.0000201,"seconds":2.9174,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:26.155Z"}
{"item_id":"pubmedqa-155","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.96},"raw":"{\"probabilities\": {\"yes\": 0.96, \"no\": 0.04}}","model":"inception/mercury-2.5","usage":{"input":424,"output":22},"cost_usd":0.00002026,"seconds":0.4371,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:26.524Z"}
{"item_id":"pubmedqa-155","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.98},"raw":"{\"probabilities\": {\"yes\": 0.98, \"no\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":406,"output":21},"cost_usd":0.00001939,"seconds":0.4055,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:26.536Z"}
{"item_id":"pubmedqa-155","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.97},"raw":"{\"probabilities\": {\"yes\": 0.97, \"no\": 0.03}}","model":"inception/mercury-2.5","usage":{"input":424,"output":22},"cost_usd":0.00002026,"seconds":0.491,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:26.647Z"}
{"item_id":"pubmedqa-155","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.98},"raw":"{\"probabilities\": {\"yes\": 0.98, \"no\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":427,"output":22},"cost_usd":0.00002038,"seconds":0.6686,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:26.776Z"}
{"item_id":"pubmedqa-155","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.95},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.95,\n    \"no\": 0.05\n  }\n}","model":"inception/mercury-2.5","usage":{"input":427,"output":34},"cost_usd":0.00002218,"seconds":0.634,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:27.159Z"}
{"item_id":"pubmedqa-156","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":556,"output":22},"cost_usd":0.00002554,"seconds":0.5856,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:27.233Z"}
{"item_id":"pubmedqa-156","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":1118,"output":65},"cost_usd":0.00005447,"seconds":0.9928,"provider":"Inception","malformed":false,"refusal":false,"retries":1,"transport_retries":0,"at":"2026-09-18T11:05:27.529Z"}
{"item_id":"pubmedqa-156","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.98},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.98,\n    \"no\": 0.02\n  }\n}","model":"inception/mercury-2.5","usage":{"input":556,"output":33},"cost_usd":0.00002719,"seconds":0.5608,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:27.720Z"}
{"item_id":"pubmedqa-156","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.9},"raw":"{\"probabilities\": {\"yes\": 0.9, \"no\": 0.1}}","model":"inception/mercury-2.5","usage":{"input":556,"output":20},"cost_usd":0.00002524,"seconds":0.5942,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:27.827Z"}
{"item_id":"pubmedqa-161","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.65},"raw":"{\"probabilities\": {\"yes\": 0.65, \"no\": 0.35}}","model":"inception/mercury-2.5","usage":{"input":509,"output":21},"cost_usd":0.00002351,"seconds":0.588,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:28.117Z"}
{"item_id":"pubmedqa-161","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.15},"raw":"{\"probabilities\": {\"no\": 0.85, \"yes\": 0.15}}","model":"inception/mercury-2.5","usage":{"input":523,"output":22},"cost_usd":0.00002422,"seconds":0.4375,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:28.265Z"}
{"item_id":"pubmedqa-161","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.75},"raw":"{\n \"probabilities\": {\n  \"yes\": 0.75,\n  \"no\": 0.25\n }\n}","model":"inception/mercury-2.5","usage":{"input":509,"output":31},"cost_usd":0.00002501,"seconds":0.5797,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:28.300Z"}
{"item_id":"pubmedqa-161","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.17},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.83,\n    \"yes\": 0.17\n  }\n}","model":"inception/mercury-2.5","usage":{"input":521,"output":34},"cost_usd":0.00002594,"seconds":0.4487,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:28.566Z"}
{"item_id":"pubmedqa-156","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":1677,"output":120},"cost_usd":0.00008508,"seconds":1.8685,"provider":"Inception","malformed":false,"refusal":false,"retries":2,"transport_retries":0,"at":"2026-09-18T11:05:28.645Z"}
{"item_id":"pubmedqa-161","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.25},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.75,\n    \"yes\": 0.25\n  }\n}","model":"inception/mercury-2.5","usage":{"input":509,"output":33},"cost_usd":0.00002531,"seconds":0.4469,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:28.713Z"}
{"item_id":"pubmedqa-164","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":523,"output":22},"cost_usd":0.00002422,"seconds":0.607,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:28.907Z"}
{"item_id":"pubmedqa-164","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.95,\n    \"no\": 0.05\n  }\n}","model":"inception/mercury-2.5","usage":{"input":502,"output":33},"cost_usd":0.00002503,"seconds":0.4189,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:28.986Z"}
{"item_id":"pubmedqa-164","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.98},"raw":"{\"probabilities\": {\"yes\": 0.98, \"no\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":523,"output":22},"cost_usd":0.00002422,"seconds":0.6482,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:29.294Z"}
{"item_id":"pubmedqa-170","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.01},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.99,\n    \"yes\": 0.01\n  }\n}","model":"inception/mercury-2.5","usage":{"input":462,"output":33},"cost_usd":0.00002343,"seconds":0.4553,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:29.441Z"}
{"item_id":"pubmedqa-164","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":507,"output":22},"cost_usd":0.00002358,"seconds":0.5543,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:29.462Z"}
{"item_id":"pubmedqa-170","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.02},"raw":"{\"probabilities\": {\"no\": 0.98, \"yes\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":484,"output":22},"cost_usd":0.00002266,"seconds":0.4013,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:29.843Z"}
{"item_id":"pubmedqa-170","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":484,"output":22},"cost_usd":0.00002266,"seconds":0.558,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:30.021Z"}
{"item_id":"pubmedqa-170","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.01},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.99,\n    \"yes\": 0.01\n  }\n}","model":"inception/mercury-2.5","usage":{"input":462,"output":33},"cost_usd":0.00002343,"seconds":0.745,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:30.039Z"}
{"item_id":"pubmedqa-170","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":474,"output":22},"cost_usd":0.00002226,"seconds":0.566,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:30.410Z"}
{"item_id":"pubmedqa-171","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":312,"output":22},"cost_usd":0.00001578,"seconds":0.4288,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:30.450Z"}
{"item_id":"pubmedqa-171","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.1},"raw":"{\"probabilities\": {\"no\": 0.9, \"yes\": 0.1}}","model":"inception/mercury-2.5","usage":{"input":312,"output":20},"cost_usd":0.00001548,"seconds":0.6481,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:30.688Z"}
{"item_id":"pubmedqa-164","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.99},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.99,\n    \"no\": 0.01\n  }\n}","model":"inception/mercury-2.5","usage":{"input":523,"output":34},"cost_usd":0.00002602,"seconds":2.222,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:30.935Z"}
{"item_id":"pubmedqa-171","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":311,"output":22},"cost_usd":0.00001574,"seconds":0.5408,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:30.951Z"}
{"item_id":"pubmedqa-171","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.3},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.7,\n    \"yes\": 0.3\n  }\n}","model":"inception/mercury-2.5","usage":{"input":312,"output":31},"cost_usd":0.00001713,"seconds":0.5702,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:31.020Z"}
{"item_id":"pubmedqa-171","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.85},"raw":"{\"probabilities\": {\"yes\": 0.85, \"no\": 0.15}}","model":"inception/mercury-2.5","usage":{"input":311,"output":22},"cost_usd":0.00001574,"seconds":0.6676,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:31.356Z"}
{"item_id":"pubmedqa-172","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.98},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.98,\n    \"no\": 0.02\n  }\n}","model":"inception/mercury-2.5","usage":{"input":398,"output":34},"cost_usd":0.00002102,"seconds":0.4339,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:31.369Z"}
{"item_id":"pubmedqa-172","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.98},"raw":"{\"probabilities\": {\"yes\": 0.98, \"no\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":398,"output":22},"cost_usd":0.00001922,"seconds":0.618,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:31.569Z"}
{"item_id":"pubmedqa-172","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.98},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.98,\n    \"no\": 0.02\n  }\n}","model":"inception/mercury-2.5","usage":{"input":393,"output":34},"cost_usd":0.00002082,"seconds":0.4535,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:31.823Z"}
{"item_id":"pubmedqa-172","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.98},"raw":"{\"probabilities\": {\"yes\": 0.98, \"no\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":393,"output":22},"cost_usd":0.00001902,"seconds":0.4802,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:31.836Z"}
{"item_id":"pubmedqa-172","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":795,"output":66},"cost_usd":0.0000417,"seconds":0.9811,"provider":"Inception","malformed":false,"refusal":false,"retries":1,"transport_retries":0,"at":"2026-09-18T11:05:32.002Z"}
{"item_id":"pubmedqa-182","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.15},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.85,\n    \"yes\": 0.15\n  }\n}","model":"inception/mercury-2.5","usage":{"input":542,"output":34},"cost_usd":0.00002678,"seconds":0.5826,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:32.152Z"}
{"item_id":"pubmedqa-182","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.15},"raw":"{\"probabilities\": {\"no\": 0.85, \"yes\": 0.15}}","model":"inception/mercury-2.5","usage":{"input":550,"output":22},"cost_usd":0.0000253,"seconds":0.5655,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:32.389Z"}
{"item_id":"pubmedqa-182","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.15},"raw":"{\"probabilities\": {\"no\": 0.85, \"yes\": 0.15}}","model":"inception/mercury-2.5","usage":{"input":549,"output":22},"cost_usd":0.00002526,"seconds":0.4005,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:32.403Z"}
{"item_id":"pubmedqa-182","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.11},"raw":"{\n \"probabilities\": {\n  \"no\": 0.89,\n  \"yes\": 0.11\n }\n}","model":"inception/mercury-2.5","usage":{"input":556,"output":32},"cost_usd":0.00002704,"seconds":0.6451,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:32.482Z"}
{"item_id":"pubmedqa-182","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.15},"raw":"{\n\"probabilities\": {\"no\": 0.85, \"yes\": 0.15}\n}","model":"inception/mercury-2.5","usage":{"input":542,"output":26},"cost_usd":0.00002558,"seconds":0.6495,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:32.802Z"}
{"item_id":"pubmedqa-187","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":467,"output":22},"cost_usd":0.00002198,"seconds":0.6194,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:33.023Z"}
{"item_id":"pubmedqa-187","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.85},"raw":"{\"probabilities\": {\"yes\": 0.85, \"no\": 0.15}}","model":"inception/mercury-2.5","usage":{"input":453,"output":22},"cost_usd":0.00002142,"seconds":0.7148,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:33.104Z"}
{"item_id":"pubmedqa-187","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.98},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.98,\n    \"no\": 0.02\n  }\n}","model":"inception/mercury-2.5","usage":{"input":455,"output":33},"cost_usd":0.00002315,"seconds":0.6703,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:33.153Z"}
{"item_id":"pubmedqa-187","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.85},"raw":"{\n \"probabilities\": {\n  \"yes\": 0.85,\n  \"no\": 0.15\n }\n}","model":"inception/mercury-2.5","usage":{"input":460,"output":32},"cost_usd":0.0000232,"seconds":0.5986,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:33.622Z"}
{"item_id":"pubmedqa-192","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":340,"output":22},"cost_usd":0.0000169,"seconds":0.4912,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:33.644Z"}
{"item_id":"pubmedqa-192","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.85},"raw":"{\"probabilities\": {\"yes\": 0.85, \"no\": 0.15}}","model":"inception/mercury-2.5","usage":{"input":334,"output":22},"cost_usd":0.00001666,"seconds":0.8959,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:34.001Z"}
{"item_id":"pubmedqa-192","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":334,"output":22},"cost_usd":0.00001666,"seconds":0.4076,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:34.030Z"}
{"item_id":"pubmedqa-192","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.85},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.85,\n    \"no\": 0.15\n  }\n}","model":"inception/mercury-2.5","usage":{"input":343,"output":34},"cost_usd":0.00001882,"seconds":0.532,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:34.177Z"}
{"item_id":"pubmedqa-187","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.65},"raw":"{\"probabilities\": {\"yes\": 0.65, \"no\": 0.35}}","model":"inception/mercury-2.5","usage":{"input":456,"output":22},"cost_usd":0.00002154,"seconds":1.4571,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:34.260Z"}
{"item_id":"pubmedqa-192","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.12},"raw":"{\"probabilities\": {\"no\": 0.88, \"yes\": 0.12}}","model":"inception/mercury-2.5","usage":{"input":343,"output":22},"cost_usd":0.00001702,"seconds":0.4418,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:34.443Z"}
{"item_id":"pubmedqa-197","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.85},"raw":"{\"probabilities\": {\"yes\": 0.85, \"no\": 0.15}}","model":"inception/mercury-2.5","usage":{"input":297,"output":22},"cost_usd":0.00001518,"seconds":0.5955,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:34.626Z"}
{"item_id":"pubmedqa-197","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":295,"output":22},"cost_usd":0.0000151,"seconds":0.64,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:34.817Z"}
{"item_id":"pubmedqa-197","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.85},"raw":"{\"probabilities\": {\"yes\": 0.85, \"no\": 0.15}}","model":"inception/mercury-2.5","usage":{"input":295,"output":22},"cost_usd":0.0000151,"seconds":0.5632,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:35.007Z"}
{"item_id":"pubmedqa-197","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.85},"raw":"{\"probabilities\": {\"yes\": 0.85, \"no\": 0.15}}","model":"inception/mercury-2.5","usage":{"input":302,"output":22},"cost_usd":0.00001538,"seconds":0.5666,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:35.193Z"}
{"item_id":"pubmedqa-204","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.02},"raw":"{\"probabilities\": {\"no\": 0.98, \"yes\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":534,"output":22},"cost_usd":0.00002466,"seconds":0.4288,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:35.436Z"}
{"item_id":"pubmedqa-204","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.0001},"raw":"{\n \"probabilities\": {\n  \"no\": 0.9999,\n  \"yes\": 0.0001\n }\n}","model":"inception/mercury-2.5","usage":{"input":534,"output":36},"cost_usd":0.00002676,"seconds":0.6129,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:35.806Z"}
{"item_id":"pubmedqa-204","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.02},"raw":"{\"probabilities\": {\"no\": 0.98, \"yes\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":523,"output":22},"cost_usd":0.00002422,"seconds":0.4246,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:35.861Z"}
{"item_id":"pubmedqa-204","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.01},"raw":"{\"probabilities\": {\"no\": 0.99, \"yes\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":514,"output":21},"cost_usd":0.00002371,"seconds":0.6072,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:36.414Z"}
{"item_id":"pubmedqa-205","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.01},"raw":"{\n \"probabilities\": {\n  \"no\": 0.99,\n  \"yes\": 0.01\n }\n}","model":"inception/mercury-2.5","usage":{"input":515,"output":32},"cost_usd":0.0000254,"seconds":0.6109,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:36.472Z"}
{"item_id":"pubmedqa-205","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":516,"output":22},"cost_usd":0.00002394,"seconds":0.4181,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:36.833Z"}
{"item_id":"pubmedqa-205","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.01},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.99,\n    \"yes\": 0.01\n  }\n}","model":"inception/mercury-2.5","usage":{"input":516,"output":34},"cost_usd":0.00002574,"seconds":0.5988,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:37.072Z"}
{"item_id":"pubmedqa-205","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":516,"output":22},"cost_usd":0.00002394,"seconds":0.5949,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:37.428Z"}
{"item_id":"pubmedqa-205","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.05},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.95,\n    \"yes\": 0.05\n  }\n}","model":"inception/mercury-2.5","usage":{"input":516,"output":34},"cost_usd":0.00002574,"seconds":0.4512,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:37.523Z"}
{"item_id":"pubmedqa-197","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.1},"raw":"{\"probabilities\": {\"no\": 0.9, \"yes\": 0.1}}","model":"inception/mercury-2.5","usage":{"input":295,"output":20},"cost_usd":0.0000148,"seconds":3.3085,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:37.569Z"}
{"item_id":"pubmedqa-214","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":534,"output":22},"cost_usd":0.00002466,"seconds":0.4881,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:38.012Z"}
{"item_id":"pubmedqa-214","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":516,"output":22},"cost_usd":0.00002394,"seconds":0.5719,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:38.141Z"}
{"item_id":"pubmedqa-214","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":526,"output":22},"cost_usd":0.00002434,"seconds":0.4614,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:38.474Z"}
{"item_id":"pubmedqa-204","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.01},"raw":"{\"probabilities\": {\"no\": 0.99, \"yes\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":534,"output":22},"cost_usd":0.00002466,"seconds":3.7919,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:38.609Z"}
{"item_id":"pubmedqa-214","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":532,"output":22},"cost_usd":0.00002458,"seconds":0.5947,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:38.736Z"}
{"item_id":"pubmedqa-214","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\n\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}\n}","model":"inception/mercury-2.5","usage":{"input":516,"output":25},"cost_usd":0.00002439,"seconds":1.472,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:38.900Z"}
{"item_id":"pubmedqa-216","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":651,"output":21},"cost_usd":0.00002919,"seconds":0.4737,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:38.948Z"}
{"item_id":"pubmedqa-216","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":653,"output":21},"cost_usd":0.00002927,"seconds":0.6546,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:39.264Z"}
{"item_id":"pubmedqa-216","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.95},"raw":"{\n\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}\n}","model":"inception/mercury-2.5","usage":{"input":676,"output":26},"cost_usd":0.00003094,"seconds":0.587,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:39.324Z"}
{"item_id":"pubmedqa-216","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":651,"output":21},"cost_usd":0.00002919,"seconds":0.4271,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:39.375Z"}
{"item_id":"pubmedqa-216","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":653,"output":21},"cost_usd":0.00002927,"seconds":0.5882,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:39.489Z"}
{"item_id":"pubmedqa-217","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":626,"output":22},"cost_usd":0.00002834,"seconds":0.5632,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:39.887Z"}
{"item_id":"pubmedqa-217","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.95,\n    \"yes\": 0.05\n  }\n}","model":"inception/mercury-2.5","usage":{"input":626,"output":34},"cost_usd":0.00003014,"seconds":0.6487,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:39.914Z"}
{"item_id":"pubmedqa-217","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.95},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.95,\n    \"no\": 0.05\n  }\n}","model":"inception/mercury-2.5","usage":{"input":626,"output":34},"cost_usd":0.00003014,"seconds":0.4338,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:39.923Z"}
{"item_id":"pubmedqa-217","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.25},"raw":"{\"probabilities\": {\"no\": 0.75, \"yes\": 0.25}}","model":"inception/mercury-2.5","usage":{"input":634,"output":22},"cost_usd":0.00002866,"seconds":0.5697,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:39.945Z"}
{"item_id":"pubmedqa-217","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.98},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.98,\n    \"no\": 0.02\n  }\n}","model":"inception/mercury-2.5","usage":{"input":626,"output":34},"cost_usd":0.00003014,"seconds":0.4145,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:40.302Z"}
{"item_id":"pubmedqa-218","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.65},"raw":"{\"probabilities\": {\"yes\": 0.65, \"no\": 0.35}}","model":"inception/mercury-2.5","usage":{"input":452,"output":22},"cost_usd":0.00002138,"seconds":0.434,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:40.358Z"}
{"item_id":"pubmedqa-218","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.6},"raw":"{\"probabilities\": {\"yes\": 0.60, \"no\": 0.40}}","model":"inception/mercury-2.5","usage":{"input":470,"output":22},"cost_usd":0.0000221,"seconds":0.5926,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:40.538Z"}
{"item_id":"pubmedqa-218","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.82},"raw":"{\"probabilities\": {\"yes\": 0.82, \"no\": 0.18}}","model":"inception/mercury-2.5","usage":{"input":452,"output":22},"cost_usd":0.00002138,"seconds":0.6407,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:40.555Z"}
{"item_id":"pubmedqa-218","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":470,"output":22},"cost_usd":0.0000221,"seconds":0.5718,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:40.874Z"}
{"item_id":"pubmedqa-218","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.8},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.80,\n    \"no\": 0.20\n  }\n}","model":"inception/mercury-2.5","usage":{"input":464,"output":34},"cost_usd":0.00002366,"seconds":0.5826,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:40.941Z"}
{"item_id":"pubmedqa-220","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":570,"output":22},"cost_usd":0.0000261,"seconds":0.5847,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:41.124Z"}
{"item_id":"pubmedqa-220","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.08},"raw":"{\"probabilities\": {\"no\": 0.92, \"yes\": 0.08}}","model":"inception/mercury-2.5","usage":{"input":568,"output":22},"cost_usd":0.00002602,"seconds":0.3703,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:41.245Z"}
{"item_id":"pubmedqa-220","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.95,\n    \"yes\": 0.05\n  }\n}","model":"inception/mercury-2.5","usage":{"input":571,"output":34},"cost_usd":0.00002794,"seconds":0.7776,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:41.333Z"}
{"item_id":"pubmedqa-220","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.02},"raw":"{\"probabilities\": {\"no\": 0.98, \"yes\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":568,"output":22},"cost_usd":0.00002602,"seconds":0.4391,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:41.380Z"}
{"item_id":"pubmedqa-226","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.98},"raw":"{\"probabilities\": {\"yes\": 0.98, \"no\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":403,"output":22},"cost_usd":0.00001942,"seconds":0.3949,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:41.640Z"}
{"item_id":"pubmedqa-220","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":549,"output":22},"cost_usd":0.00002526,"seconds":0.5741,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:41.698Z"}
{"item_id":"pubmedqa-226","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":409,"output":22},"cost_usd":0.00001966,"seconds":0.3885,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:41.769Z"}
{"item_id":"pubmedqa-226","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.95,\n    \"no\": 0.05\n  }\n}","model":"inception/mercury-2.5","usage":{"input":403,"output":34},"cost_usd":0.00002122,"seconds":0.673,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:42.006Z"}
{"item_id":"pubmedqa-226","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":403,"output":22},"cost_usd":0.00001942,"seconds":0.5878,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:42.229Z"}
{"item_id":"pubmedqa-226","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":409,"output":22},"cost_usd":0.00001966,"seconds":0.6377,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:42.336Z"}
{"item_id":"pubmedqa-229","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.02},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.98,\n    \"yes\": 0.02\n  }\n}","model":"inception/mercury-2.5","usage":{"input":484,"output":34},"cost_usd":0.00002446,"seconds":0.5873,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:42.357Z"}
{"item_id":"pubmedqa-229","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":469,"output":21},"cost_usd":0.00002191,"seconds":0.5759,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:42.805Z"}
{"item_id":"pubmedqa-229","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":484,"output":22},"cost_usd":0.00002266,"seconds":0.5044,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:42.862Z"}
{"item_id":"pubmedqa-229","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.01},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.99,\n    \"yes\": 0.01\n  }\n}","model":"inception/mercury-2.5","usage":{"input":485,"output":34},"cost_usd":0.0000245,"seconds":0.5922,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:42.929Z"}
{"item_id":"pubmedqa-231","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.2},"raw":"{\"probabilities\": {\"no\": 0.8, \"yes\": 0.2}}","model":"inception/mercury-2.5","usage":{"input":672,"output":20},"cost_usd":0.00002988,"seconds":0.4286,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:43.234Z"}
{"item_id":"pubmedqa-231","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.4},"raw":"{\"probabilities\": {\"yes\": 0.4, \"no\": 0.6}}","model":"inception/mercury-2.5","usage":{"input":666,"output":20},"cost_usd":0.00002964,"seconds":0.4365,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:43.299Z"}
{"item_id":"pubmedqa-231","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.6},"raw":"{\"probabilities\": {\"yes\": 0.6, \"no\": 0.4}}","model":"inception/mercury-2.5","usage":{"input":662,"output":20},"cost_usd":0.00002948,"seconds":0.5875,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:43.517Z"}
{"item_id":"pubmedqa-229","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":484,"output":22},"cost_usd":0.00002266,"seconds":1.6491,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:43.656Z"}
{"item_id":"pubmedqa-231","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.4},"raw":"{\"probabilities\": {\"no\": 0.6, \"yes\": 0.4}}","model":"inception/mercury-2.5","usage":{"input":666,"output":20},"cost_usd":0.00002964,"seconds":0.6018,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:43.836Z"}
{"item_id":"pubmedqa-243","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.99},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.99,\n    \"no\": 0.01\n  }\n}","model":"inception/mercury-2.5","usage":{"input":461,"output":33},"cost_usd":0.00002339,"seconds":0.4514,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:43.969Z"}
{"item_id":"pubmedqa-243","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.9},"raw":"{\"probabilities\": {\"yes\": 0.9, \"no\": 0.1}}","model":"inception/mercury-2.5","usage":{"input":472,"output":20},"cost_usd":0.00002188,"seconds":0.5437,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:44.380Z"}
{"item_id":"pubmedqa-243","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":455,"output":21},"cost_usd":0.00002135,"seconds":0.4468,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:44.416Z"}
{"item_id":"pubmedqa-231","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.95},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.95,\n    \"no\": 0.05\n  }\n}","model":"inception/mercury-2.5","usage":{"input":667,"output":33},"cost_usd":0.00003163,"seconds":1.161,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:44.460Z"}
{"item_id":"pubmedqa-243","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.65},"raw":"{\"probabilities\": {\"yes\": 0.65, \"no\": 0.35}}","model":"inception/mercury-2.5","usage":{"input":472,"output":22},"cost_usd":0.00002218,"seconds":0.4211,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:44.802Z"}
{"item_id":"pubmedqa-248","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":364,"output":22},"cost_usd":0.00001786,"seconds":0.6281,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:45.044Z"}
{"item_id":"pubmedqa-248","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.95,\n    \"no\": 0.05\n  }\n}","model":"inception/mercury-2.5","usage":{"input":368,"output":34},"cost_usd":0.00001982,"seconds":0.6049,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:45.065Z"}
{"item_id":"pubmedqa-248","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":368,"output":22},"cost_usd":0.00001802,"seconds":0.4333,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:45.236Z"}
{"item_id":"pubmedqa-243","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.75},"raw":"{\"probabilities\": {\"yes\": 0.75, \"no\": 0.25}}","model":"inception/mercury-2.5","usage":{"input":475,"output":22},"cost_usd":0.0000223,"seconds":1.8545,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:45.511Z"}
{"item_id":"pubmedqa-248","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":368,"output":22},"cost_usd":0.00001802,"seconds":0.5538,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:45.599Z"}
{"item_id":"pubmedqa-248","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":364,"output":22},"cost_usd":0.00001786,"seconds":0.5742,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:45.640Z"}
{"item_id":"pubmedqa-258","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":656,"output":21},"cost_usd":0.00002939,"seconds":0.4458,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:46.045Z"}
{"item_id":"pubmedqa-258","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.02},"raw":"{\"probabilities\": {\"no\": 0.98, \"yes\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":656,"output":21},"cost_usd":0.00002939,"seconds":0.6353,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:46.146Z"}
{"item_id":"pubmedqa-258","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.02},"raw":"{\"probabilities\": {\"no\": 0.98, \"yes\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":665,"output":22},"cost_usd":0.0000299,"seconds":0.7067,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:46.347Z"}
{"item_id":"pubmedqa-258","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.01},"raw":"{\"probabilities\": {\"no\": 0.99, \"yes\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":671,"output":22},"cost_usd":0.00003014,"seconds":0.5898,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:46.635Z"}
{"item_id":"pubmedqa-262","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.65},"raw":"{\n\"probabilities\": {\n\"yes\": 0.65,\n\"no\": 0.35\n}\n}","model":"inception/mercury-2.5","usage":{"input":345,"output":29},"cost_usd":0.00001815,"seconds":0.6614,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:46.808Z"}
{"item_id":"pubmedqa-262","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.15},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.85,\n    \"yes\": 0.15\n  }\n}","model":"inception/mercury-2.5","usage":{"input":357,"output":34},"cost_usd":0.00001938,"seconds":0.4878,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:46.835Z"}
{"item_id":"pubmedqa-258","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.01},"raw":"{\"probabilities\": {\"no\": 0.99, \"yes\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":671,"output":22},"cost_usd":0.00003014,"seconds":1.6572,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:46.894Z"}
{"item_id":"pubmedqa-262","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.15},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.85,\n    \"yes\": 0.15\n  }\n}","model":"inception/mercury-2.5","usage":{"input":350,"output":34},"cost_usd":0.0000191,"seconds":0.4733,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:47.108Z"}
{"item_id":"pubmedqa-262","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.3},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.70,\n    \"yes\": 0.30\n  }\n}","model":"inception/mercury-2.5","usage":{"input":357,"output":34},"cost_usd":0.00001938,"seconds":0.6123,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:47.448Z"}
{"item_id":"pubmedqa-262","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.2},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.8,\n    \"yes\": 0.2\n  }\n}","model":"inception/mercury-2.5","usage":{"input":345,"output":31},"cost_usd":0.00001845,"seconds":0.6665,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:47.475Z"}
{"item_id":"pubmedqa-263","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.01},"raw":"{\"probabilities\": {\"no\": 0.99, \"yes\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":317,"output":22},"cost_usd":0.00001598,"seconds":0.4445,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:47.553Z"}
{"item_id":"pubmedqa-263","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.01},"raw":"{\"probabilities\": {\"no\": 0.99, \"yes\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":320,"output":22},"cost_usd":0.0000161,"seconds":0.4344,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:47.883Z"}
{"item_id":"pubmedqa-263","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":324,"output":22},"cost_usd":0.00001626,"seconds":0.997,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:47.891Z"}
{"item_id":"pubmedqa-263","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":324,"output":22},"cost_usd":0.00001626,"seconds":0.4132,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:47.967Z"}
{"item_id":"pubmedqa-263","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.05},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.95,\n    \"yes\": 0.05\n  }\n}","model":"inception/mercury-2.5","usage":{"input":324,"output":34},"cost_usd":0.00001806,"seconds":0.5246,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:48.000Z"}
{"item_id":"pubmedqa-265","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":397,"output":22},"cost_usd":0.00001918,"seconds":0.4338,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:48.317Z"}
{"item_id":"pubmedqa-265","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.99},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.99,\n    \"no\": 0.01\n  }\n}","model":"inception/mercury-2.5","usage":{"input":405,"output":34},"cost_usd":0.0000213,"seconds":0.4612,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:48.429Z"}
{"item_id":"pubmedqa-265","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.98},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.98,\n    \"no\": 0.02\n  }\n}","model":"inception/mercury-2.5","usage":{"input":397,"output":33},"cost_usd":0.00002083,"seconds":0.5575,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:48.449Z"}
{"item_id":"pubmedqa-265","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.98},"raw":"{\"probabilities\": {\"yes\": 0.98, \"no\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":397,"output":22},"cost_usd":0.00001918,"seconds":0.6641,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:48.664Z"}
{"item_id":"pubmedqa-265","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":397,"output":22},"cost_usd":0.00001918,"seconds":0.4429,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:48.761Z"}
{"item_id":"pubmedqa-266","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":368,"output":22},"cost_usd":0.00001802,"seconds":0.5673,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:48.996Z"}
{"item_id":"pubmedqa-266","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.98},"raw":"{\"probabilities\": {\"yes\": 0.98, \"no\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":368,"output":22},"cost_usd":0.00001802,"seconds":0.5484,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:48.998Z"}
{"item_id":"pubmedqa-266","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":358,"output":22},"cost_usd":0.00001762,"seconds":0.6423,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:49.403Z"}
{"item_id":"pubmedqa-270","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.85},"raw":"{\"probabilities\": {\"yes\": 0.85, \"no\": 0.15}}","model":"inception/mercury-2.5","usage":{"input":562,"output":22},"cost_usd":0.00002578,"seconds":0.4435,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:49.441Z"}
{"item_id":"pubmedqa-266","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":358,"output":22},"cost_usd":0.00001762,"seconds":0.4538,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:49.451Z"}
{"item_id":"pubmedqa-266","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":368,"output":22},"cost_usd":0.00001802,"seconds":0.9468,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:49.612Z"}
{"item_id":"pubmedqa-270","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.75},"raw":"{\"probabilities\": {\"yes\": 0.75, \"no\": 0.25}}","model":"inception/mercury-2.5","usage":{"input":549,"output":22},"cost_usd":0.00002526,"seconds":0.5826,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:50.034Z"}
{"item_id":"pubmedqa-270","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.85},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.85,\n    \"no\": 0.15\n  }\n}","model":"inception/mercury-2.5","usage":{"input":571,"output":34},"cost_usd":0.00002794,"seconds":0.6651,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:50.069Z"}
{"item_id":"pubmedqa-270","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.85},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.85,\n    \"no\": 0.15\n  }\n}","model":"inception/mercury-2.5","usage":{"input":571,"output":34},"cost_usd":0.00002794,"seconds":0.5,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:50.112Z"}
{"item_id":"pubmedqa-274","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.02},"raw":"{\"probabilities\": {\"no\": 0.98, \"yes\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":423,"output":22},"cost_usd":0.00002022,"seconds":0.5052,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:50.618Z"}
{"item_id":"pubmedqa-274","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":436,"output":22},"cost_usd":0.00002074,"seconds":0.5656,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:50.635Z"}
{"item_id":"pubmedqa-274","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.02},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.98,\n    \"yes\": 0.02\n  }\n}","model":"inception/mercury-2.5","usage":{"input":436,"output":34},"cost_usd":0.00002254,"seconds":0.6046,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:50.639Z"}
{"item_id":"pubmedqa-274","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.1},"raw":"{\"probabilities\": {\"no\": 0.9, \"yes\": 0.1}}","model":"inception/mercury-2.5","usage":{"input":436,"output":20},"cost_usd":0.00002044,"seconds":0.4533,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:51.071Z"}
{"item_id":"pubmedqa-274","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.02},"raw":"{\"probabilities\": {\"no\": 0.98, \"yes\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":423,"output":22},"cost_usd":0.00002022,"seconds":0.5731,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:51.208Z"}
{"item_id":"pubmedqa-275","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.99},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.99,\n    \"no\": 0.01\n  }\n}","model":"inception/mercury-2.5","usage":{"input":323,"output":34},"cost_usd":0.00001802,"seconds":0.6286,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:51.268Z"}
{"item_id":"pubmedqa-275","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":329,"output":22},"cost_usd":0.00001646,"seconds":0.563,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:51.635Z"}
{"item_id":"pubmedqa-275","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":323,"output":22},"cost_usd":0.00001622,"seconds":0.5658,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:51.775Z"}
{"item_id":"pubmedqa-275","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":329,"output":22},"cost_usd":0.00001646,"seconds":0.565,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:51.833Z"}
{"item_id":"pubmedqa-276","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":415,"output":22},"cost_usd":0.0000199,"seconds":0.4502,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:52.284Z"}
{"item_id":"pubmedqa-276","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":419,"output":22},"cost_usd":0.00002006,"seconds":0.5558,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:52.331Z"}
{"item_id":"pubmedqa-275","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":323,"output":22},"cost_usd":0.00001622,"seconds":0.8195,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:52.455Z"}
{"item_id":"pubmedqa-276","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.72},"raw":"{\"probabilities\": {\"yes\": 0.72, \"no\": 0.28}}","model":"inception/mercury-2.5","usage":{"input":419,"output":22},"cost_usd":0.00002006,"seconds":0.5691,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:52.853Z"}
{"item_id":"pubmedqa-276","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":415,"output":22},"cost_usd":0.0000199,"seconds":0.5711,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:52.902Z"}
{"item_id":"pubmedqa-276","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.95},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.95,\n    \"no\": 0.05\n  }\n}","model":"inception/mercury-2.5","usage":{"input":410,"output":33},"cost_usd":0.00002135,"seconds":0.5317,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:52.987Z"}
{"item_id":"pubmedqa-282","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.75},"raw":"{\"probabilities\": {\"yes\": 0.75, \"no\": 0.25}}","model":"inception/mercury-2.5","usage":{"input":394,"output":22},"cost_usd":0.00001906,"seconds":0.4598,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:53.313Z"}
{"item_id":"pubmedqa-282","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.65},"raw":"{\"probabilities\": {\"yes\": 0.65, \"no\": 0.35}}","model":"inception/mercury-2.5","usage":{"input":397,"output":22},"cost_usd":0.00001918,"seconds":0.6365,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:53.624Z"}
{"item_id":"pubmedqa-282","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":397,"output":22},"cost_usd":0.00001918,"seconds":0.5717,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:53.886Z"}
{"item_id":"pubmedqa-282","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.8},"raw":"{\"probabilities\": {\"yes\": 0.8, \"no\": 0.2}}","model":"inception/mercury-2.5","usage":{"input":394,"output":20},"cost_usd":0.00001876,"seconds":0.4813,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:54.105Z"}
{"item_id":"pubmedqa-284","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.85},"raw":"{\"probabilities\": {\"yes\": 0.85, \"no\": 0.15}}","model":"inception/mercury-2.5","usage":{"input":403,"output":22},"cost_usd":0.00001942,"seconds":0.4123,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:54.298Z"}
{"item_id":"pubmedqa-270","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":571,"output":22},"cost_usd":0.00002614,"seconds":4.9826,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:54.424Z"}
{"item_id":"pubmedqa-284","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":402,"output":22},"cost_usd":0.00001938,"seconds":0.4572,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:54.563Z"}
{"item_id":"pubmedqa-282","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.65},"raw":"{\"probabilities\": {\"yes\": 0.65, \"no\": 0.35}}","model":"inception/mercury-2.5","usage":{"input":392,"output":22},"cost_usd":0.00001898,"seconds":1.8313,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:54.734Z"}
{"item_id":"pubmedqa-284","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":389,"output":21},"cost_usd":0.00001871,"seconds":0.6206,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:54.919Z"}
{"item_id":"pubmedqa-284","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":395,"output":22},"cost_usd":0.0000191,"seconds":0.558,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:54.983Z"}
{"item_id":"pubmedqa-288","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.25},"raw":"{\"probabilities\": {\"no\": 0.75, \"yes\": 0.25}}","model":"inception/mercury-2.5","usage":{"input":464,"output":22},"cost_usd":0.00002186,"seconds":0.4305,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:55.165Z"}
{"item_id":"pubmedqa-284","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.9},"raw":"{\n \"probabilities\": {\n  \"yes\": 0.9,\n  \"no\": 0.1\n }\n}","model":"inception/mercury-2.5","usage":{"input":393,"output":29},"cost_usd":0.00002007,"seconds":0.7869,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:55.350Z"}
{"item_id":"pubmedqa-288","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.15},"raw":"{\"probabilities\": {\"no\": 0.85, \"yes\": 0.15}}","model":"inception/mercury-2.5","usage":{"input":472,"output":22},"cost_usd":0.00002218,"seconds":0.6158,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:55.536Z"}
{"item_id":"pubmedqa-289","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":479,"output":22},"cost_usd":0.00002246,"seconds":0.3996,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:55.936Z"}
{"item_id":"pubmedqa-288","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0},"raw":"{\"probabilities\": {\"yes\": 0.0, \"no\": 1.0}}","model":"inception/mercury-2.5","usage":{"input":464,"output":20},"cost_usd":0.00002156,"seconds":0.6624,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:56.013Z"}
{"item_id":"pubmedqa-288","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.1},"raw":"{\"probabilities\": {\"no\": 0.9, \"yes\": 0.1}}","model":"inception/mercury-2.5","usage":{"input":478,"output":20},"cost_usd":0.00002212,"seconds":1.272,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:56.255Z"}
{"item_id":"pubmedqa-289","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":466,"output":22},"cost_usd":0.00002194,"seconds":0.5755,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:56.512Z"}
{"item_id":"pubmedqa-289","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.02},"raw":"{\"probabilities\": {\"no\": 0.98, \"yes\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":475,"output":22},"cost_usd":0.0000223,"seconds":0.5104,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:56.524Z"}
{"item_id":"pubmedqa-289","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.02},"raw":"{\"probabilities\": {\"no\": 0.98, \"yes\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":471,"output":22},"cost_usd":0.00002214,"seconds":0.5673,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:56.823Z"}
{"item_id":"pubmedqa-300","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":471,"output":21},"cost_usd":0.00002199,"seconds":0.4769,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:57.001Z"}
{"item_id":"pubmedqa-289","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":471,"output":22},"cost_usd":0.00002214,"seconds":0.5724,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:57.085Z"}
{"item_id":"pubmedqa-288","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.1},"raw":"{\"probabilities\": {\"no\": 0.9, \"yes\": 0.1}}","model":"inception/mercury-2.5","usage":{"input":456,"output":19},"cost_usd":0.00002109,"seconds":2.0424,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:57.208Z"}
{"item_id":"pubmedqa-300","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":483,"output":22},"cost_usd":0.00002262,"seconds":0.5625,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:57.386Z"}
{"item_id":"pubmedqa-300","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":476,"output":22},"cost_usd":0.00002234,"seconds":0.6458,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:57.648Z"}
{"item_id":"pubmedqa-300","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.98},"raw":"{\"probabilities\": {\"yes\": 0.98, \"no\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":470,"output":21},"cost_usd":0.00002195,"seconds":0.5933,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:57.679Z"}
{"item_id":"pubmedqa-300","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.98},"raw":"{\"probabilities\": {\"yes\": 0.98, \"no\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":483,"output":22},"cost_usd":0.00002262,"seconds":0.6848,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:57.893Z"}
{"item_id":"pubmedqa-301","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.15},"raw":"{\"probabilities\": {\"no\": 0.85, \"yes\": 0.15}}","model":"inception/mercury-2.5","usage":{"input":414,"output":22},"cost_usd":0.00001986,"seconds":0.5893,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:57.976Z"}
{"item_id":"pubmedqa-301","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":414,"output":22},"cost_usd":0.00001986,"seconds":0.5934,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:58.272Z"}
{"item_id":"pubmedqa-301","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.35},"raw":"{\"probabilities\": {\"no\": 0.65, \"yes\": 0.35}}","model":"inception/mercury-2.5","usage":{"input":414,"output":22},"cost_usd":0.00001986,"seconds":0.6469,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:58.295Z"}
{"item_id":"pubmedqa-301","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":408,"output":21},"cost_usd":0.00001947,"seconds":0.5717,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:58.548Z"}
{"item_id":"pubmedqa-304","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.85},"raw":"{\n \"probabilities\": {\n  \"yes\": 0.85,\n  \"no\": 0.15\n }\n}","model":"inception/mercury-2.5","usage":{"input":584,"output":32},"cost_usd":0.00002816,"seconds":0.6144,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:58.888Z"}
{"item_id":"pubmedqa-304","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":575,"output":22},"cost_usd":0.0000263,"seconds":0.6629,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:58.958Z"}
{"item_id":"pubmedqa-301","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.15},"raw":"{\"probabilities\": {\"no\": 0.85, \"yes\": 0.15}}","model":"inception/mercury-2.5","usage":{"input":426,"output":22},"cost_usd":0.00002034,"seconds":1.0674,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:58.961Z"}
{"item_id":"pubmedqa-304","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":583,"output":22},"cost_usd":0.00002662,"seconds":0.5762,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:59.125Z"}
{"item_id":"pubmedqa-304","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":580,"output":22},"cost_usd":0.0000265,"seconds":0.7183,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:59.606Z"}
{"item_id":"pubmedqa-305","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.98},"raw":"{\"probabilities\": {\"yes\": 0.98, \"no\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":465,"output":22},"cost_usd":0.0000219,"seconds":0.6656,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:59.627Z"}
{"item_id":"pubmedqa-304","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.95},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.95,\n    \"no\": 0.05\n  }\n}","model":"inception/mercury-2.5","usage":{"input":583,"output":34},"cost_usd":0.00002842,"seconds":0.7022,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:59.661Z"}
{"item_id":"pubmedqa-305","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":480,"output":22},"cost_usd":0.0000225,"seconds":0.5576,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:05:59.683Z"}
{"item_id":"pubmedqa-305","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.98},"raw":"{\"probabilities\": {\"yes\": 0.98, \"no\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":479,"output":22},"cost_usd":0.00002246,"seconds":0.4212,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:00.049Z"}
{"item_id":"pubmedqa-310","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.35},"raw":"{\"probabilities\": {\"no\": 0.65, \"yes\": 0.35}}","model":"inception/mercury-2.5","usage":{"input":536,"output":21},"cost_usd":0.00002459,"seconds":0.4698,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:00.153Z"}
{"item_id":"pubmedqa-305","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.98},"raw":"{\"probabilities\": {\"yes\": 0.98, \"no\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":480,"output":22},"cost_usd":0.0000225,"seconds":0.6439,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:00.305Z"}
{"item_id":"pubmedqa-310","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.49},"raw":"{\"probabilities\": {\"no\": 0.51, \"yes\": 0.49}}","model":"inception/mercury-2.5","usage":{"input":559,"output":22},"cost_usd":0.00002566,"seconds":0.4463,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:00.495Z"}
{"item_id":"pubmedqa-305","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":465,"output":22},"cost_usd":0.0000219,"seconds":1.0358,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:00.642Z"}
{"item_id":"pubmedqa-310","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.7},"raw":"{\"probabilities\": {\"yes\": 0.7, \"no\": 0.3}}","model":"inception/mercury-2.5","usage":{"input":546,"output":20},"cost_usd":0.00002484,"seconds":0.5599,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:00.714Z"}
{"item_id":"pubmedqa-310","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.4},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.6,\n    \"yes\": 0.4\n  }\n}","model":"inception/mercury-2.5","usage":{"input":546,"output":31},"cost_usd":0.00002649,"seconds":0.6492,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:00.955Z"}
{"item_id":"pubmedqa-310","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.15},"raw":"{\"probabilities\": {\"no\": 0.85, \"yes\": 0.15}}","model":"inception/mercury-2.5","usage":{"input":546,"output":22},"cost_usd":0.00002514,"seconds":0.5795,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:01.075Z"}
{"item_id":"pubmedqa-314","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":382,"output":22},"cost_usd":0.00001858,"seconds":0.5941,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:01.237Z"}
{"item_id":"pubmedqa-314","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":382,"output":22},"cost_usd":0.00001858,"seconds":0.5597,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:01.274Z"}
{"item_id":"pubmedqa-314","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":380,"output":22},"cost_usd":0.0000185,"seconds":0.4048,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:01.480Z"}
{"item_id":"pubmedqa-314","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":370,"output":21},"cost_usd":0.00001795,"seconds":0.5307,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:01.486Z"}
{"item_id":"pubmedqa-314","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":376,"output":22},"cost_usd":0.00001834,"seconds":0.5645,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:01.802Z"}
{"item_id":"pubmedqa-317","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.62},"raw":"{\"probabilities\": {\"yes\": 0.62, \"no\": 0.38}}","model":"inception/mercury-2.5","usage":{"input":526,"output":22},"cost_usd":0.00002434,"seconds":0.597,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:01.871Z"}
{"item_id":"pubmedqa-317","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.02},"raw":"{\"probabilities\": {\"no\": 0.98, \"yes\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":514,"output":21},"cost_usd":0.00002371,"seconds":0.4407,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:01.922Z"}
{"item_id":"pubmedqa-317","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.85},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.85,\n    \"no\": 0.15\n  }\n}","model":"inception/mercury-2.5","usage":{"input":538,"output":34},"cost_usd":0.00002662,"seconds":0.6926,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:02.179Z"}
{"item_id":"pubmedqa-317","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.35},"raw":"{\"probabilities\": {\"no\": 0.65, \"yes\": 0.35}}","model":"inception/mercury-2.5","usage":{"input":527,"output":22},"cost_usd":0.00002438,"seconds":0.4045,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:02.276Z"}
{"item_id":"pubmedqa-318","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":331,"output":22},"cost_usd":0.00001654,"seconds":0.5138,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:02.693Z"}
{"item_id":"pubmedqa-318","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.98},"raw":"{\"probabilities\": {\"yes\": 0.98, \"no\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":331,"output":22},"cost_usd":0.00001654,"seconds":0.4834,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:02.760Z"}
{"item_id":"pubmedqa-318","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":331,"output":22},"cost_usd":0.00001654,"seconds":0.5448,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:03.305Z"}
{"item_id":"pubmedqa-318","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":327,"output":22},"cost_usd":0.00001638,"seconds":0.646,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:03.340Z"}
{"item_id":"pubmedqa-320","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.2},"raw":"{\"probabilities\": {\"no\": 0.8, \"yes\": 0.2}}","model":"inception/mercury-2.5","usage":{"input":439,"output":20},"cost_usd":0.00002056,"seconds":0.4307,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:03.737Z"}
{"item_id":"pubmedqa-320","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":431,"output":22},"cost_usd":0.00002054,"seconds":0.5097,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:03.850Z"}
{"item_id":"pubmedqa-320","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.1},"raw":"{\"probabilities\": {\"no\": 0.9, \"yes\": 0.1}}","model":"inception/mercury-2.5","usage":{"input":439,"output":20},"cost_usd":0.00002056,"seconds":0.545,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:04.282Z"}
{"item_id":"pubmedqa-317","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.7},"raw":"{\"probabilities\": {\"yes\": 0.7, \"no\": 0.3}}","model":"inception/mercury-2.5","usage":{"input":526,"output":20},"cost_usd":0.00002404,"seconds":2.5924,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:04.395Z"}
{"item_id":"pubmedqa-320","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.1},"raw":"{\"probabilities\": {\"no\": 0.9, \"yes\": 0.1}}","model":"inception/mercury-2.5","usage":{"input":431,"output":20},"cost_usd":0.00002024,"seconds":0.6114,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:04.462Z"}
{"item_id":"pubmedqa-318","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":1},"raw":"{\"probabilities\": {\"yes\": 1.0}}","model":"inception/mercury-2.5","usage":{"input":321,"output":12},"cost_usd":0.00001464,"seconds":2.8901,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:04.812Z"}
{"item_id":"pubmedqa-320","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":444,"output":22},"cost_usd":0.00002106,"seconds":0.5631,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:04.845Z"}
{"item_id":"pubmedqa-324","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.12},"raw":"{\"probabilities\": {\"no\": 0.88, \"yes\": 0.12}}","model":"inception/mercury-2.5","usage":{"input":402,"output":22},"cost_usd":0.00001938,"seconds":0.608,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:05.003Z"}
{"item_id":"pubmedqa-324","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.15},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.85,\n    \"yes\": 0.15\n  }\n}","model":"inception/mercury-2.5","usage":{"input":400,"output":34},"cost_usd":0.0000211,"seconds":0.6616,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:05.123Z"}
{"item_id":"pubmedqa-324","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.85},"raw":"{\"probabilities\": {\"yes\": 0.85, \"no\": 0.15}}","model":"inception/mercury-2.5","usage":{"input":400,"output":22},"cost_usd":0.0000193,"seconds":0.4091,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:05.255Z"}
{"item_id":"pubmedqa-324","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.8},"raw":"{\"probabilities\": {\"yes\": 0.8, \"no\": 0.2}}","model":"inception/mercury-2.5","usage":{"input":406,"output":20},"cost_usd":0.00001924,"seconds":0.4726,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:05.285Z"}
{"item_id":"pubmedqa-324","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.02},"raw":"{\"probabilities\": {\"no\": 0.98, \"yes\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":400,"output":22},"cost_usd":0.0000193,"seconds":0.5753,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:05.579Z"}
{"item_id":"pubmedqa-329","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.65},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.65,\n    \"no\": 0.35\n  }\n}","model":"inception/mercury-2.5","usage":{"input":351,"output":34},"cost_usd":0.00001914,"seconds":0.6716,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:05.796Z"}
{"item_id":"pubmedqa-329","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.85},"raw":"{\"probabilities\": {\"yes\": 0.85, \"no\": 0.15}}","model":"inception/mercury-2.5","usage":{"input":353,"output":22},"cost_usd":0.00001742,"seconds":0.5599,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:05.846Z"}
{"item_id":"pubmedqa-329","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.8},"raw":"{\"probabilities\": {\"yes\": 0.8, \"no\": 0.2}}","model":"inception/mercury-2.5","usage":{"input":344,"output":20},"cost_usd":0.00001676,"seconds":0.7633,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:06.019Z"}
{"item_id":"pubmedqa-329","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":351,"output":22},"cost_usd":0.00001734,"seconds":0.5934,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:06.173Z"}
{"item_id":"pubmedqa-332","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":266,"output":21},"cost_usd":0.00001379,"seconds":0.5561,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:06.402Z"}
{"item_id":"pubmedqa-329","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.95},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.95,\n    \"no\": 0.05\n  }\n}","model":"inception/mercury-2.5","usage":{"input":353,"output":34},"cost_usd":0.00001922,"seconds":0.6743,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:06.470Z"}
{"item_id":"pubmedqa-332","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":272,"output":22},"cost_usd":0.00001418,"seconds":0.5641,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:06.583Z"}
{"item_id":"pubmedqa-332","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.9},"raw":"{\"probabilities\": {\"yes\": 0.9, \"no\": 0.1}}","model":"inception/mercury-2.5","usage":{"input":271,"output":20},"cost_usd":0.00001384,"seconds":0.5781,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:06.751Z"}
{"item_id":"pubmedqa-332","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":271,"output":22},"cost_usd":0.00001414,"seconds":0.5685,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:06.971Z"}
{"item_id":"pubmedqa-332","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":272,"output":22},"cost_usd":0.00001418,"seconds":0.5232,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:06.994Z"}
{"item_id":"pubmedqa-333","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.15},"raw":"{\"probabilities\": {\"no\": 0.85, \"yes\": 0.15}}","model":"inception/mercury-2.5","usage":{"input":458,"output":22},"cost_usd":0.00002162,"seconds":0.5733,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:07.157Z"}
{"item_id":"pubmedqa-333","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":452,"output":22},"cost_usd":0.00002138,"seconds":0.4412,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:07.193Z"}
{"item_id":"pubmedqa-333","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.13},"raw":"{\"probabilities\": {\"no\": 0.87, \"yes\": 0.13}}","model":"inception/mercury-2.5","usage":{"input":454,"output":22},"cost_usd":0.00002146,"seconds":0.4309,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:07.402Z"}
{"item_id":"pubmedqa-333","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.15},"raw":"{\"probabilities\": {\"no\": 0.85, \"yes\": 0.15}}","model":"inception/mercury-2.5","usage":{"input":450,"output":22},"cost_usd":0.0000213,"seconds":0.6253,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:07.619Z"}
{"item_id":"pubmedqa-333","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.4},"raw":"{\"probabilities\": {\"no\": 0.6, \"yes\": 0.4}}","model":"inception/mercury-2.5","usage":{"input":454,"output":20},"cost_usd":0.00002116,"seconds":0.5894,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:07.747Z"}
{"item_id":"pubmedqa-336","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":504,"output":22},"cost_usd":0.00002346,"seconds":0.6406,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:07.834Z"}
{"item_id":"pubmedqa-336","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":503,"output":22},"cost_usd":0.00002342,"seconds":0.4451,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:07.848Z"}
{"item_id":"pubmedqa-336","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":505,"output":22},"cost_usd":0.0000235,"seconds":0.6191,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:08.239Z"}
{"item_id":"pubmedqa-336","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.9},"raw":"{\"probabilities\": {\"yes\": 0.9, \"no\": 0.1}}","model":"inception/mercury-2.5","usage":{"input":504,"output":20},"cost_usd":0.00002316,"seconds":0.4294,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:08.264Z"}
{"item_id":"pubmedqa-336","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.85},"raw":"{\n \"probabilities\": {\n  \"yes\": 0.85,\n  \"no\": 0.15\n }\n}","model":"inception/mercury-2.5","usage":{"input":493,"output":31},"cost_usd":0.00002437,"seconds":0.5809,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:08.328Z"}
{"item_id":"pubmedqa-337","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.9},"raw":"{\"probabilities\": {\"yes\": 0.9, \"no\": 0.1}}","model":"inception/mercury-2.5","usage":{"input":516,"output":20},"cost_usd":0.00002364,"seconds":0.7231,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:08.571Z"}
{"item_id":"pubmedqa-337","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.95},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.95,\n    \"no\": 0.05\n  }\n}","model":"inception/mercury-2.5","usage":{"input":527,"output":34},"cost_usd":0.00002618,"seconds":0.4566,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:08.721Z"}
{"item_id":"pubmedqa-337","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":527,"output":22},"cost_usd":0.00002438,"seconds":0.6,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:08.929Z"}
{"item_id":"pubmedqa-337","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.95},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.95,\n    \"no\": 0.05\n  }\n}","model":"inception/mercury-2.5","usage":{"input":519,"output":33},"cost_usd":0.00002571,"seconds":0.438,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:09.010Z"}
{"item_id":"pubmedqa-337","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.88},"raw":"{\"probabilities\": {\"yes\": 0.88, \"no\": 0.12}}","model":"inception/mercury-2.5","usage":{"input":516,"output":22},"cost_usd":0.00002394,"seconds":0.7754,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:09.015Z"}
{"item_id":"pubmedqa-342","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":542,"output":22},"cost_usd":0.00002498,"seconds":0.5925,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:09.314Z"}
{"item_id":"pubmedqa-342","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.05},"raw":"{\n \"probabilities\": {\"no\": 0.95, \"yes\": 0.05}\n}","model":"inception/mercury-2.5","usage":{"input":523,"output":25},"cost_usd":0.00002467,"seconds":0.5743,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:09.584Z"}
{"item_id":"pubmedqa-342","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":545,"output":22},"cost_usd":0.0000251,"seconds":0.6871,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:09.702Z"}
{"item_id":"pubmedqa-342","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":526,"output":22},"cost_usd":0.00002434,"seconds":0.9366,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:09.865Z"}
{"item_id":"pubmedqa-342","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.01},"raw":"{\"probabilities\": {\"no\": 0.99, \"yes\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":545,"output":22},"cost_usd":0.0000251,"seconds":0.5865,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:09.901Z"}
{"item_id":"pubmedqa-347","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":535,"output":22},"cost_usd":0.0000247,"seconds":0.5609,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:10.146Z"}
{"item_id":"pubmedqa-347","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.89},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.89,\n    \"no\": 0.11\n  }\n}","model":"inception/mercury-2.5","usage":{"input":522,"output":33},"cost_usd":0.00002583,"seconds":0.4334,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:10.299Z"}
{"item_id":"pubmedqa-347","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.68},"raw":"{\"probabilities\": {\"yes\": 0.68, \"no\": 0.32}}","model":"inception/mercury-2.5","usage":{"input":522,"output":22},"cost_usd":0.00002418,"seconds":0.6869,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:10.389Z"}
{"item_id":"pubmedqa-347","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.95},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.95,\n    \"no\": 0.05\n  }\n}","model":"inception/mercury-2.5","usage":{"input":514,"output":33},"cost_usd":0.00002551,"seconds":0.6578,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:10.559Z"}
{"item_id":"pubmedqa-347","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":535,"output":22},"cost_usd":0.0000247,"seconds":0.4548,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:10.601Z"}
{"item_id":"pubmedqa-349","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":392,"output":22},"cost_usd":0.00001898,"seconds":0.4274,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:10.727Z"}
{"item_id":"pubmedqa-349","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":395,"output":22},"cost_usd":0.0000191,"seconds":0.4886,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:10.878Z"}
{"item_id":"pubmedqa-349","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":392,"output":22},"cost_usd":0.00001898,"seconds":0.4752,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:11.077Z"}
{"item_id":"pubmedqa-349","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.95},"raw":"{\n\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":386,"output":24},"cost_usd":0.00001904,"seconds":0.6066,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:11.166Z"}
{"item_id":"pubmedqa-349","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.98},"raw":"{\"probabilities\": {\"yes\": 0.98, \"no\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":386,"output":22},"cost_usd":0.00001874,"seconds":0.5536,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:11.281Z"}
{"item_id":"pubmedqa-357","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":685,"output":22},"cost_usd":0.0000307,"seconds":0.4927,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:11.372Z"}
{"item_id":"pubmedqa-357","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":682,"output":22},"cost_usd":0.00003058,"seconds":0.4286,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:11.596Z"}
{"item_id":"pubmedqa-357","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.01},"raw":"{\n \"probabilities\": {\n  \"no\": 0.99,\n  \"yes\": 0.01\n }\n}","model":"inception/mercury-2.5","usage":{"input":662,"output":31},"cost_usd":0.00003113,"seconds":0.6322,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:11.710Z"}
{"item_id":"pubmedqa-357","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":666,"output":21},"cost_usd":0.00002979,"seconds":0.4663,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:11.748Z"}
{"item_id":"pubmedqa-357","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":685,"output":22},"cost_usd":0.0000307,"seconds":0.6846,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:12.057Z"}
{"item_id":"pubmedqa-358","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":302,"output":22},"cost_usd":0.00001538,"seconds":0.5689,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:12.165Z"}
{"item_id":"pubmedqa-358","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":294,"output":22},"cost_usd":0.00001506,"seconds":0.5571,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:12.267Z"}
{"item_id":"pubmedqa-358","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.1},"raw":"{\"probabilities\": {\"no\": 0.9, \"yes\": 0.1}}","model":"inception/mercury-2.5","usage":{"input":300,"output":20},"cost_usd":0.000015,"seconds":0.5607,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:12.309Z"}
{"item_id":"pubmedqa-358","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":300,"output":22},"cost_usd":0.0000153,"seconds":0.6639,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:12.721Z"}
{"item_id":"pubmedqa-359","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":407,"output":22},"cost_usd":0.00001958,"seconds":0.4325,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:12.742Z"}
{"item_id":"pubmedqa-358","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":292,"output":21},"cost_usd":0.00001483,"seconds":0.6048,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:12.770Z"}
{"item_id":"pubmedqa-359","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.95,\n    \"yes\": 0.05\n  }\n}","model":"inception/mercury-2.5","usage":{"input":401,"output":34},"cost_usd":0.00002114,"seconds":0.5687,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:12.836Z"}
{"item_id":"pubmedqa-359","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.15},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.85,\n    \"yes\": 0.15\n  }\n}","model":"inception/mercury-2.5","usage":{"input":400,"output":34},"cost_usd":0.0000211,"seconds":0.4336,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:13.204Z"}
{"item_id":"pubmedqa-359","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":405,"output":22},"cost_usd":0.0000195,"seconds":0.5431,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:13.285Z"}
{"item_id":"pubmedqa-359","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.02},"raw":"{\"probabilities\": {\"no\": 0.98, \"yes\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":400,"output":22},"cost_usd":0.0000193,"seconds":0.6488,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:13.370Z"}
{"item_id":"pubmedqa-363","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.01},"raw":"{\"probabilities\": {\"no\": 0.99, \"yes\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":351,"output":22},"cost_usd":0.00001734,"seconds":0.5426,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:13.379Z"}
{"item_id":"pubmedqa-363","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":356,"output":22},"cost_usd":0.00001754,"seconds":0.4513,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:13.831Z"}
{"item_id":"pubmedqa-363","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":353,"output":22},"cost_usd":0.00001742,"seconds":0.6278,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:13.832Z"}
{"item_id":"pubmedqa-363","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":347,"output":22},"cost_usd":0.00001718,"seconds":0.5127,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:13.883Z"}
{"item_id":"pubmedqa-363","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.05},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.95,\n    \"yes\": 0.05\n  }\n}","model":"inception/mercury-2.5","usage":{"input":347,"output":33},"cost_usd":0.00001883,"seconds":0.6687,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:13.954Z"}
{"item_id":"pubmedqa-364","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\n \"probabilities\": {\n  \"no\": 0.95,\n  \"yes\": 0.05\n }\n}","model":"inception/mercury-2.5","usage":{"input":395,"output":32},"cost_usd":0.0000206,"seconds":0.5814,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:14.413Z"}
{"item_id":"pubmedqa-364","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.95,\n    \"yes\": 0.05\n  }\n}","model":"inception/mercury-2.5","usage":{"input":395,"output":34},"cost_usd":0.0000209,"seconds":0.6199,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:14.453Z"}
{"item_id":"pubmedqa-364","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":390,"output":22},"cost_usd":0.0000189,"seconds":0.5638,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:14.518Z"}
{"item_id":"pubmedqa-364","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":404,"output":22},"cost_usd":0.00001946,"seconds":0.8293,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:14.713Z"}
{"item_id":"pubmedqa-365","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.01},"raw":"{\"probabilities\": {\"no\": 0.99, \"yes\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":419,"output":22},"cost_usd":0.00002006,"seconds":0.4198,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:14.939Z"}
{"item_id":"pubmedqa-365","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.1},"raw":"{\"probabilities\": {\"no\": 0.9, \"yes\": 0.1}}","model":"inception/mercury-2.5","usage":{"input":414,"output":20},"cost_usd":0.00001956,"seconds":0.5588,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:15.012Z"}
{"item_id":"pubmedqa-365","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.34},"raw":"{\"probabilities\": {\"no\": 0.66, \"yes\": 0.34}}","model":"inception/mercury-2.5","usage":{"input":414,"output":22},"cost_usd":0.00001986,"seconds":0.434,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:15.373Z"}
{"item_id":"pubmedqa-365","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":414,"output":22},"cost_usd":0.00001986,"seconds":0.7252,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:15.439Z"}
{"item_id":"pubmedqa-365","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.01},"raw":"{\"probabilities\": {\"no\": 0.99, \"yes\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":401,"output":21},"cost_usd":0.00001919,"seconds":0.5608,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:15.573Z"}
{"item_id":"pubmedqa-368","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":430,"output":22},"cost_usd":0.0000205,"seconds":0.5478,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:15.921Z"}
{"item_id":"pubmedqa-368","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.01},"raw":"{\"probabilities\": {\"no\": 0.99, \"yes\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":437,"output":22},"cost_usd":0.00002078,"seconds":0.4363,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:16.010Z"}
{"item_id":"pubmedqa-368","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.02},"raw":"{\"probabilities\": {\"no\": 0.98, \"yes\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":438,"output":22},"cost_usd":0.00002082,"seconds":0.6612,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:16.100Z"}
{"item_id":"pubmedqa-368","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.01},"raw":"{\"probabilities\": {\"no\": 0.99, \"yes\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":437,"output":22},"cost_usd":0.00002078,"seconds":0.5615,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:16.483Z"}
{"item_id":"pubmedqa-368","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.05},"raw":"{\n\"probabilities\": {\n \"no\": 0.95,\n \"yes\": 0.05\n }\n}","model":"inception/mercury-2.5","usage":{"input":437,"output":30},"cost_usd":0.00002198,"seconds":0.5755,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:16.586Z"}
{"item_id":"pubmedqa-371","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.98},"raw":"{\"probabilities\": {\"yes\": 0.98, \"no\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":425,"output":22},"cost_usd":0.0000203,"seconds":0.645,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:16.746Z"}
{"item_id":"pubmedqa-371","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.95,\n    \"no\": 0.05\n  }\n}","model":"inception/mercury-2.5","usage":{"input":425,"output":34},"cost_usd":0.0000221,"seconds":0.5736,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:17.057Z"}
{"item_id":"pubmedqa-364","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":403,"output":22},"cost_usd":0.00001942,"seconds":2.7908,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:17.204Z"}
{"item_id":"pubmedqa-371","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.98},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.98,\n    \"no\": 0.02\n  }\n}","model":"inception/mercury-2.5","usage":{"input":411,"output":33},"cost_usd":0.00002139,"seconds":0.6939,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:17.280Z"}
{"item_id":"pubmedqa-371","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":411,"output":21},"cost_usd":0.00001959,"seconds":0.6897,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:17.436Z"}
{"item_id":"pubmedqa-371","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":411,"output":21},"cost_usd":0.00001959,"seconds":0.4352,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:17.493Z"}
{"item_id":"pubmedqa-374","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":340,"output":22},"cost_usd":0.0000169,"seconds":0.4411,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:17.645Z"}
{"item_id":"pubmedqa-374","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.01},"raw":"{\"probabilities\": {\"no\": 0.99, \"yes\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":335,"output":22},"cost_usd":0.0000167,"seconds":0.5488,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:17.829Z"}
{"item_id":"pubmedqa-374","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":335,"output":22},"cost_usd":0.0000167,"seconds":0.4127,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:18.059Z"}
{"item_id":"pubmedqa-374","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":335,"output":22},"cost_usd":0.0000167,"seconds":0.568,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:18.061Z"}
{"item_id":"pubmedqa-374","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.02},"raw":"{\"probabilities\": {\"no\": 0.98, \"yes\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":343,"output":22},"cost_usd":0.00001702,"seconds":0.7757,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:18.212Z"}
{"item_id":"pubmedqa-380","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.15},"raw":"{\"probabilities\": {\"no\": 0.85, \"yes\": 0.15}}","model":"inception/mercury-2.5","usage":{"input":454,"output":22},"cost_usd":0.00002146,"seconds":0.4268,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:18.256Z"}
{"item_id":"pubmedqa-380","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":441,"output":22},"cost_usd":0.00002094,"seconds":0.4975,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:18.559Z"}
{"item_id":"pubmedqa-380","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.08},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.92,\n    \"yes\": 0.08\n  }\n}","model":"inception/mercury-2.5","usage":{"input":448,"output":34},"cost_usd":0.00002302,"seconds":0.595,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:18.654Z"}
{"item_id":"pubmedqa-380","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.28},"raw":"{\"probabilities\": {\"no\": 0.72, \"yes\": 0.28}}","model":"inception/mercury-2.5","usage":{"input":448,"output":22},"cost_usd":0.00002122,"seconds":0.4143,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:18.671Z"}
{"item_id":"pubmedqa-380","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.15},"raw":"{\"probabilities\": {\"no\": 0.85, \"yes\": 0.15}}","model":"inception/mercury-2.5","usage":{"input":454,"output":22},"cost_usd":0.00002146,"seconds":0.613,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:18.825Z"}
{"item_id":"pubmedqa-381","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.75},"raw":"{\"probabilities\": {\"yes\": 0.75, \"no\": 0.25}}","model":"inception/mercury-2.5","usage":{"input":574,"output":22},"cost_usd":0.00002626,"seconds":0.4393,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:19.094Z"}
{"item_id":"pubmedqa-381","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.45},"raw":"{\"probabilities\": {\"no\": 0.55, \"yes\": 0.45}}","model":"inception/mercury-2.5","usage":{"input":569,"output":22},"cost_usd":0.00002606,"seconds":0.612,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:19.171Z"}
{"item_id":"pubmedqa-381","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":581,"output":22},"cost_usd":0.00002654,"seconds":0.5731,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:19.245Z"}
{"item_id":"pubmedqa-381","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.7},"raw":"{\"probabilities\": {\"yes\": 0.7, \"no\": 0.3}}","model":"inception/mercury-2.5","usage":{"input":581,"output":20},"cost_usd":0.00002624,"seconds":0.4914,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:19.317Z"}
{"item_id":"pubmedqa-381","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.85},"raw":"{\"probabilities\": {\"yes\": 0.85, \"no\": 0.15}}","model":"inception/mercury-2.5","usage":{"input":574,"output":22},"cost_usd":0.00002626,"seconds":0.3855,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:19.480Z"}
{"item_id":"pubmedqa-386","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.1},"raw":"{\"probabilities\": {\"no\": 0.9, \"yes\": 0.1}}","model":"inception/mercury-2.5","usage":{"input":801,"output":20},"cost_usd":0.00003504,"seconds":0.5973,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:19.769Z"}
{"item_id":"pubmedqa-386","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\n \"probabilities\": {\n  \"no\": 0.95,\n  \"yes\": 0.05\n }\n}","model":"inception/mercury-2.5","usage":{"input":800,"output":32},"cost_usd":0.0000368,"seconds":0.6316,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:19.876Z"}
{"item_id":"pubmedqa-386","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.15},"raw":"{\n \"probabilities\": {\n  \"no\": 0.85,\n  \"yes\": 0.15\n }\n}","model":"inception/mercury-2.5","usage":{"input":801,"output":32},"cost_usd":0.00003684,"seconds":0.4475,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:19.927Z"}
{"item_id":"pubmedqa-386","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.1},"raw":"{\"probabilities\": {\"no\": 0.9, \"yes\": 0.1}}","model":"inception/mercury-2.5","usage":{"input":800,"output":20},"cost_usd":0.000035,"seconds":0.6414,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:19.959Z"}
{"item_id":"pubmedqa-386","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.02},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.98,\n    \"yes\": 0.02\n  }\n}","model":"inception/mercury-2.5","usage":{"input":782,"output":33},"cost_usd":0.00003623,"seconds":0.5793,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:20.349Z"}
{"item_id":"pubmedqa-387","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.85},"raw":"{\"probabilities\": {\"yes\": 0.85, \"no\": 0.15}}","model":"inception/mercury-2.5","usage":{"input":655,"output":22},"cost_usd":0.0000295,"seconds":0.5832,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:20.460Z"}
{"item_id":"pubmedqa-387","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":655,"output":22},"cost_usd":0.0000295,"seconds":0.567,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:20.526Z"}
{"item_id":"pubmedqa-387","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.95},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.95,\n    \"no\": 0.05\n  }\n}","model":"inception/mercury-2.5","usage":{"input":652,"output":34},"cost_usd":0.00003118,"seconds":0.5762,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:20.925Z"}
{"item_id":"pubmedqa-387","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.92},"raw":"{\"probabilities\": {\"yes\": 0.92, \"no\": 0.08}}","model":"inception/mercury-2.5","usage":{"input":638,"output":22},"cost_usd":0.00002882,"seconds":0.5743,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:21.035Z"}
{"item_id":"pubmedqa-387","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.98},"raw":"{\"probabilities\": {\"yes\": 0.98, \"no\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":1293,"output":77},"cost_usd":0.00006327,"seconds":1.1814,"provider":"Inception","malformed":false,"refusal":false,"retries":1,"transport_retries":0,"at":"2026-09-18T11:06:21.109Z"}
{"item_id":"pubmedqa-388","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":445,"output":22},"cost_usd":0.0000211,"seconds":0.6607,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:21.187Z"}
{"item_id":"pubmedqa-388","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":429,"output":22},"cost_usd":0.00002046,"seconds":0.4372,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:21.363Z"}
{"item_id":"pubmedqa-388","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":426,"output":21},"cost_usd":0.00002019,"seconds":0.5588,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:21.594Z"}
{"item_id":"pubmedqa-388","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":441,"output":22},"cost_usd":0.00002094,"seconds":0.5652,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:21.675Z"}
{"item_id":"pubmedqa-388","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.98},"raw":"{\"probabilities\": {\"yes\": 0.98, \"no\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":438,"output":22},"cost_usd":0.00002082,"seconds":0.6542,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:21.842Z"}
{"item_id":"pubmedqa-390","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.15},"raw":"{\"probabilities\": {\"no\": 0.85, \"yes\": 0.15}}","model":"inception/mercury-2.5","usage":{"input":433,"output":22},"cost_usd":0.00002062,"seconds":0.5931,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:21.956Z"}
{"item_id":"pubmedqa-390","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.4},"raw":"{\"probabilities\": {\"no\": 0.6, \"yes\": 0.4}}","model":"inception/mercury-2.5","usage":{"input":435,"output":20},"cost_usd":0.0000204,"seconds":0.4381,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:22.033Z"}
{"item_id":"pubmedqa-390","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.65},"raw":"{\"probabilities\": {\"yes\": 0.65, \"no\": 0.35}}","model":"inception/mercury-2.5","usage":{"input":435,"output":22},"cost_usd":0.0000207,"seconds":0.653,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:22.495Z"}
{"item_id":"pubmedqa-390","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.2},"raw":"{\"probabilities\": {\"no\": 0.8, \"yes\": 0.2}}","model":"inception/mercury-2.5","usage":{"input":433,"output":20},"cost_usd":0.00002032,"seconds":0.5498,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:22.506Z"}
{"item_id":"pubmedqa-395","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":420,"output":22},"cost_usd":0.0000201,"seconds":0.5683,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:23.075Z"}
{"item_id":"pubmedqa-395","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.98},"raw":"{\n \"probabilities\": {\n  \"yes\": 0.98,\n  \"no\": 0.02\n }\n}","model":"inception/mercury-2.5","usage":{"input":423,"output":31},"cost_usd":0.00002157,"seconds":0.6477,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:23.143Z"}
{"item_id":"pubmedqa-390","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.25},"raw":"{\"probabilities\": {\"no\": 0.75, \"yes\": 0.25}}","model":"inception/mercury-2.5","usage":{"input":423,"output":21},"cost_usd":0.00002007,"seconds":1.7872,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:23.463Z"}
{"item_id":"pubmedqa-395","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":420,"output":22},"cost_usd":0.0000201,"seconds":0.4494,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:23.525Z"}
{"item_id":"pubmedqa-395","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.98},"raw":"{\"probabilities\": {\"yes\": 0.98, \"no\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":436,"output":22},"cost_usd":0.00002074,"seconds":0.6591,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:23.803Z"}
{"item_id":"pubmedqa-397","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.6},"raw":"{\"probabilities\": {\"yes\": 0.6, \"no\": 0.4}}","model":"inception/mercury-2.5","usage":{"input":312,"output":20},"cost_usd":0.00001548,"seconds":0.5506,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:24.076Z"}
{"item_id":"pubmedqa-395","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":434,"output":22},"cost_usd":0.00002066,"seconds":2.341,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:24.374Z"}
{"item_id":"pubmedqa-397","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.1},"raw":"{\"probabilities\": {\"no\": 0.9, \"yes\": 0.1}}","model":"inception/mercury-2.5","usage":{"input":316,"output":20},"cost_usd":0.00001564,"seconds":0.7193,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:24.522Z"}
{"item_id":"pubmedqa-397","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.65},"raw":"{\"probabilities\": {\"yes\": 0.65, \"no\": 0.35}}","model":"inception/mercury-2.5","usage":{"input":621,"output":52},"cost_usd":0.00003264,"seconds":1.1476,"provider":"Inception","malformed":false,"refusal":false,"retries":1,"transport_retries":0,"at":"2026-09-18T11:06:24.610Z"}
{"item_id":"pubmedqa-397","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.55},"raw":"{\"probabilities\": {\"yes\": 0.55, \"no\": 0.45}}","model":"inception/mercury-2.5","usage":{"input":310,"output":22},"cost_usd":0.0000157,"seconds":0.5523,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:24.926Z"}
{"item_id":"pubmedqa-401","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":489,"output":22},"cost_usd":0.00002286,"seconds":0.6746,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:25.197Z"}
{"item_id":"pubmedqa-401","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":476,"output":21},"cost_usd":0.00002219,"seconds":0.6383,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:25.249Z"}
{"item_id":"pubmedqa-401","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.8},"raw":"{\"probabilities\": {\"yes\": 0.8, \"no\": 0.2}}","model":"inception/mercury-2.5","usage":{"input":486,"output":20},"cost_usd":0.00002244,"seconds":0.6141,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:25.541Z"}
{"item_id":"pubmedqa-401","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":489,"output":22},"cost_usd":0.00002286,"seconds":0.7204,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:25.918Z"}
{"item_id":"pubmedqa-404","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.01},"raw":"{\"probabilities\": {\"no\": 0.99, \"yes\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":386,"output":21},"cost_usd":0.00001859,"seconds":0.4544,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:25.997Z"}
{"item_id":"pubmedqa-397","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":305,"output":22},"cost_usd":0.0000155,"seconds":2.2728,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:26.349Z"}
{"item_id":"pubmedqa-404","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.01},"raw":"{\"probabilities\": {\"no\": 0.99, \"yes\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":397,"output":22},"cost_usd":0.00001918,"seconds":0.644,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:26.563Z"}
{"item_id":"pubmedqa-404","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.02},"raw":"{\n \"probabilities\": {\n  \"no\": 0.98,\n  \"yes\": 0.02\n }\n}","model":"inception/mercury-2.5","usage":{"input":395,"output":32},"cost_usd":0.0000206,"seconds":0.5784,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:26.575Z"}
{"item_id":"pubmedqa-404","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.01},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.99,\n    \"yes\": 0.01\n  }\n}","model":"inception/mercury-2.5","usage":{"input":397,"output":34},"cost_usd":0.00002098,"seconds":0.5609,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:26.910Z"}
{"item_id":"pubmedqa-404","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.01},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.99,\n    \"yes\": 0.01\n  }\n}","model":"inception/mercury-2.5","usage":{"input":386,"output":33},"cost_usd":0.00002039,"seconds":0.5779,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:27.141Z"}
{"item_id":"pubmedqa-405","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.9999999999999999},"raw":"{\"probabilities\": {\"yes\": 0.9999999999999999, \"no\": 0.0000000000000001}}","model":"inception/mercury-2.5","usage":{"input":699,"output":49},"cost_usd":0.00003531,"seconds":0.6097,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:27.185Z"}
{"item_id":"pubmedqa-405","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":688,"output":21},"cost_usd":0.00003067,"seconds":0.3912,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:27.302Z"}
{"item_id":"pubmedqa-401","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":476,"output":21},"cost_usd":0.00002219,"seconds":2.2823,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:27.532Z"}
{"item_id":"pubmedqa-405","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":696,"output":22},"cost_usd":0.00003114,"seconds":0.6076,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:27.794Z"}
{"item_id":"pubmedqa-405","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.98},"raw":"{\"probabilities\": {\"yes\": 0.98, \"no\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":696,"output":22},"cost_usd":0.00003114,"seconds":0.6952,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:27.836Z"}
{"item_id":"pubmedqa-405","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":698,"output":22},"cost_usd":0.00003122,"seconds":0.5932,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:27.895Z"}
{"item_id":"pubmedqa-409","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":470,"output":22},"cost_usd":0.0000221,"seconds":0.571,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:28.103Z"}
{"item_id":"pubmedqa-409","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":461,"output":22},"cost_usd":0.00002174,"seconds":0.5835,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:28.378Z"}
{"item_id":"pubmedqa-409","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":470,"output":22},"cost_usd":0.0000221,"seconds":0.5617,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:28.457Z"}
{"item_id":"pubmedqa-409","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":458,"output":22},"cost_usd":0.00002162,"seconds":0.734,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:28.571Z"}
{"item_id":"pubmedqa-409","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.95},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.95,\n    \"no\": 0.05\n  }\n}","model":"inception/mercury-2.5","usage":{"input":464,"output":34},"cost_usd":0.00002366,"seconds":0.4691,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:28.572Z"}
{"item_id":"pubmedqa-410","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":491,"output":22},"cost_usd":0.00002294,"seconds":0.5588,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:29.016Z"}
{"item_id":"pubmedqa-410","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":478,"output":21},"cost_usd":0.00002227,"seconds":0.6466,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:29.025Z"}
{"item_id":"pubmedqa-410","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":479,"output":22},"cost_usd":0.00002246,"seconds":0.5781,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:29.151Z"}
{"item_id":"pubmedqa-410","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.99},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.99,\n    \"no\": 0.01\n  }\n}","model":"inception/mercury-2.5","usage":{"input":479,"output":33},"cost_usd":0.00002411,"seconds":0.6893,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:29.261Z"}
{"item_id":"pubmedqa-410","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.98},"raw":"{\"probabilities\": {\"yes\": 0.98, \"no\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":478,"output":21},"cost_usd":0.00002227,"seconds":0.4171,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:29.434Z"}
{"item_id":"pubmedqa-415","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.85},"raw":"{\"probabilities\": {\"yes\": 0.85, \"no\": 0.15}}","model":"inception/mercury-2.5","usage":{"input":447,"output":22},"cost_usd":0.00002118,"seconds":0.4179,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:29.443Z"}
{"item_id":"pubmedqa-415","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":447,"output":22},"cost_usd":0.00002118,"seconds":0.5896,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:29.741Z"}
{"item_id":"pubmedqa-415","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":449,"output":22},"cost_usd":0.00002126,"seconds":0.7014,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:29.963Z"}
{"item_id":"pubmedqa-415","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.98},"raw":"{\"probabilities\": {\"yes\": 0.98, \"no\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":449,"output":22},"cost_usd":0.00002126,"seconds":0.582,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:30.016Z"}
{"item_id":"pubmedqa-415","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.9},"raw":"{\"probabilities\": {\"yes\": 0.9, \"no\": 0.1}}","model":"inception/mercury-2.5","usage":{"input":441,"output":20},"cost_usd":0.00002064,"seconds":0.624,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:30.067Z"}
{"item_id":"pubmedqa-421","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":450,"output":22},"cost_usd":0.0000213,"seconds":0.3939,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:30.135Z"}
{"item_id":"pubmedqa-421","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.9},"raw":"{\n \"probabilities\": {\n  \"yes\": 0.9,\n  \"no\": 0.1\n }\n}","model":"inception/mercury-2.5","usage":{"input":450,"output":29},"cost_usd":0.00002235,"seconds":0.4038,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:30.420Z"}
{"item_id":"pubmedqa-421","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":465,"output":22},"cost_usd":0.0000219,"seconds":0.5781,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:30.646Z"}
{"item_id":"pubmedqa-421","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.7},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.70,\n    \"no\": 0.30\n  }\n}","model":"inception/mercury-2.5","usage":{"input":451,"output":33},"cost_usd":0.00002299,"seconds":0.6838,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:30.647Z"}
{"item_id":"pubmedqa-421","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.85},"raw":"{\"probabilities\": {\"yes\": 0.85, \"no\": 0.15}}","model":"inception/mercury-2.5","usage":{"input":451,"output":22},"cost_usd":0.00002134,"seconds":0.6284,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:30.764Z"}
{"item_id":"pubmedqa-430","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":437,"output":22},"cost_usd":0.00002078,"seconds":0.6488,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:31.070Z"}
{"item_id":"pubmedqa-430","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.2},"raw":"{\"probabilities\": {\"no\": 0.8, \"yes\": 0.2}}","model":"inception/mercury-2.5","usage":{"input":437,"output":20},"cost_usd":0.00002048,"seconds":0.4564,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:31.103Z"}
{"item_id":"pubmedqa-430","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.95},"raw":"{\n \"probabilities\": {\n  \"yes\": 0.95,\n  \"no\": 0.05\n }\n}","model":"inception/mercury-2.5","usage":{"input":437,"output":32},"cost_usd":0.00002228,"seconds":0.6483,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:31.413Z"}
{"item_id":"pubmedqa-430","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.05},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.95,\n    \"yes\": 0.05\n  }\n}","model":"inception/mercury-2.5","usage":{"input":437,"output":34},"cost_usd":0.00002258,"seconds":0.7895,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:31.437Z"}
{"item_id":"pubmedqa-432","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.01},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.99,\n    \"yes\": 0.01\n  }\n}","model":"inception/mercury-2.5","usage":{"input":477,"output":34},"cost_usd":0.00002418,"seconds":0.4035,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:31.507Z"}
{"item_id":"pubmedqa-430","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.85},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.85,\n    \"no\": 0.15\n  }\n}","model":"inception/mercury-2.5","usage":{"input":435,"output":34},"cost_usd":0.0000225,"seconds":0.6289,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:31.700Z"}
{"item_id":"pubmedqa-432","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.01},"raw":"{\"probabilities\": {\"no\": 0.99, \"yes\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":488,"output":22},"cost_usd":0.00002282,"seconds":0.5969,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:32.010Z"}
{"item_id":"pubmedqa-432","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.01},"raw":"{\"probabilities\": {\"no\": 0.99, \"yes\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":480,"output":22},"cost_usd":0.0000225,"seconds":0.6517,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:32.089Z"}
{"item_id":"pubmedqa-432","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.02},"raw":"{\"probabilities\": {\"no\": 0.98, \"yes\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":480,"output":22},"cost_usd":0.0000225,"seconds":0.5891,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:32.097Z"}
{"item_id":"pubmedqa-432","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.01},"raw":"{\"probabilities\": {\"no\": 0.99, \"yes\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":490,"output":22},"cost_usd":0.0000229,"seconds":0.4235,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:32.123Z"}
{"item_id":"pubmedqa-434","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.02},"raw":"{\"probabilities\": {\"no\": 0.98, \"yes\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":371,"output":22},"cost_usd":0.00001814,"seconds":0.3983,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:32.409Z"}
{"item_id":"pubmedqa-434","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.04},"raw":"{\n\"probabilities\": {\"no\": 0.96, \"yes\": 0.04}}\n```","model":"inception/mercury-2.5","usage":{"input":371,"output":26},"cost_usd":0.00001874,"seconds":0.4995,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:32.589Z"}
{"item_id":"pubmedqa-434","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.05},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.95,\n    \"yes\": 0.05\n  }\n}","model":"inception/mercury-2.5","usage":{"input":355,"output":33},"cost_usd":0.00001915,"seconds":0.5886,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:32.686Z"}
{"item_id":"pubmedqa-434","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.01},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.99,\n    \"yes\": 0.01\n  }\n}","model":"inception/mercury-2.5","usage":{"input":371,"output":34},"cost_usd":0.00001994,"seconds":0.5768,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:32.701Z"}
{"item_id":"pubmedqa-436","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.95,\n    \"no\": 0.05\n  }\n}","model":"inception/mercury-2.5","usage":{"input":413,"output":33},"cost_usd":0.00002147,"seconds":0.4407,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:33.127Z"}
{"item_id":"pubmedqa-436","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":413,"output":21},"cost_usd":0.00001967,"seconds":0.5851,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:33.286Z"}
{"item_id":"pubmedqa-436","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":414,"output":21},"cost_usd":0.00001971,"seconds":0.7079,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:33.297Z"}
{"item_id":"pubmedqa-434","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":355,"output":21},"cost_usd":0.00001735,"seconds":0.9567,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:33.366Z"}
{"item_id":"pubmedqa-436","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.85},"raw":"{\"probabilities\": {\"yes\": 0.85, \"no\": 0.15}}","model":"inception/mercury-2.5","usage":{"input":415,"output":22},"cost_usd":0.0000199,"seconds":0.4456,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:33.573Z"}
{"item_id":"pubmedqa-437","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.01},"raw":"{\"probabilities\": {\"no\": 0.99, \"yes\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":347,"output":21},"cost_usd":0.00001703,"seconds":0.4965,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:33.794Z"}
{"item_id":"pubmedqa-436","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":417,"output":22},"cost_usd":0.00001998,"seconds":0.5683,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:33.855Z"}
{"item_id":"pubmedqa-437","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.95,\n    \"yes\": 0.05\n  }\n}","model":"inception/mercury-2.5","usage":{"input":356,"output":34},"cost_usd":0.00001934,"seconds":0.6251,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:33.992Z"}
{"item_id":"pubmedqa-437","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.01},"raw":"{\"probabilities\": {\"no\": 0.99, \"yes\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":347,"output":21},"cost_usd":0.00001703,"seconds":0.5432,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:34.116Z"}
{"item_id":"pubmedqa-437","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.01},"raw":"{\n \"probabilities\": {\"no\": 0.99, \"yes\": 0.01}\n}","model":"inception/mercury-2.5","usage":{"input":353,"output":26},"cost_usd":0.00001802,"seconds":0.6385,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:34.433Z"}
{"item_id":"pubmedqa-441","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.01},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.99,\n    \"yes\": 0.01\n  }\n}","model":"inception/mercury-2.5","usage":{"input":437,"output":34},"cost_usd":0.00002258,"seconds":0.6236,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:34.616Z"}
{"item_id":"pubmedqa-437","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.02},"raw":"{\"probabilities\": {\"no\": 0.98, \"yes\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":361,"output":22},"cost_usd":0.00001774,"seconds":0.8742,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:34.729Z"}
{"item_id":"pubmedqa-441","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":436,"output":22},"cost_usd":0.00002074,"seconds":0.6354,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:34.752Z"}
{"item_id":"pubmedqa-441","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.01},"raw":"{\"probabilities\": {\"no\": 0.99, \"yes\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":437,"output":22},"cost_usd":0.00002078,"seconds":0.5294,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:34.962Z"}
{"item_id":"pubmedqa-441","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.01},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.99,\n    \"yes\": 0.01\n  }\n}","model":"inception/mercury-2.5","usage":{"input":437,"output":34},"cost_usd":0.00002258,"seconds":0.4162,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:35.146Z"}
{"item_id":"pubmedqa-441","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":419,"output":21},"cost_usd":0.00001991,"seconds":0.5663,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:35.183Z"}
{"item_id":"pubmedqa-443","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":453,"output":21},"cost_usd":0.00002127,"seconds":0.4791,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:35.232Z"}
{"item_id":"pubmedqa-443","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.96},"raw":"{\"probabilities\": {\"yes\": 0.96, \"no\": 0.04}}","model":"inception/mercury-2.5","usage":{"input":453,"output":21},"cost_usd":0.00002127,"seconds":0.6459,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:35.609Z"}
{"item_id":"pubmedqa-443","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.97},"raw":"{\"probabilities\": {\"yes\": 0.97, \"no\": 0.03}}","model":"inception/mercury-2.5","usage":{"input":453,"output":21},"cost_usd":0.00002127,"seconds":0.6113,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:35.758Z"}
{"item_id":"pubmedqa-443","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.95},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.95,\n    \"no\": 0.05\n  }\n}","model":"inception/mercury-2.5","usage":{"input":458,"output":33},"cost_usd":0.00002327,"seconds":0.6346,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:35.818Z"}
{"item_id":"pubmedqa-443","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":458,"output":22},"cost_usd":0.00002162,"seconds":0.5864,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:35.819Z"}
{"item_id":"pubmedqa-446","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":376,"output":22},"cost_usd":0.00001834,"seconds":0.6523,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:36.261Z"}
{"item_id":"pubmedqa-446","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":372,"output":22},"cost_usd":0.00001818,"seconds":0.462,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:36.281Z"}
{"item_id":"pubmedqa-446","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.02},"raw":"{\"probabilities\": {\"no\": 0.98, \"yes\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":365,"output":22},"cost_usd":0.0000179,"seconds":0.571,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:36.329Z"}
{"item_id":"pubmedqa-446","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":362,"output":22},"cost_usd":0.00001778,"seconds":0.635,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:36.453Z"}
{"item_id":"pubmedqa-447","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.4},"raw":"{\"probabilities\": {\"no\": 0.6, \"yes\": 0.4}}","model":"inception/mercury-2.5","usage":{"input":565,"output":20},"cost_usd":0.0000256,"seconds":0.4704,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:36.752Z"}
{"item_id":"pubmedqa-447","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.15},"raw":"{\"probabilities\": {\"no\": 0.85, \"yes\": 0.15}}","model":"inception/mercury-2.5","usage":{"input":554,"output":21},"cost_usd":0.00002531,"seconds":0.4232,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:36.753Z"}
{"item_id":"pubmedqa-446","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.05},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.95,\n    \"yes\": 0.05\n  }\n}","model":"inception/mercury-2.5","usage":{"input":365,"output":33},"cost_usd":0.00001955,"seconds":0.5079,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:36.770Z"}
{"item_id":"pubmedqa-447","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.4},"raw":"{\"probabilities\": {\"no\": 0.6, \"yes\": 0.4}}","model":"inception/mercury-2.5","usage":{"input":566,"output":20},"cost_usd":0.00002564,"seconds":0.4456,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:37.198Z"}
{"item_id":"pubmedqa-447","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.3},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.7,\n    \"yes\": 0.3\n  }\n}","model":"inception/mercury-2.5","usage":{"input":566,"output":32},"cost_usd":0.00002744,"seconds":0.6436,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:37.397Z"}
{"item_id":"pubmedqa-447","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.21},"raw":"{\"probabilities\": {\"no\": 0.79, \"yes\": 0.21}}","model":"inception/mercury-2.5","usage":{"input":565,"output":22},"cost_usd":0.0000259,"seconds":0.9785,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:37.432Z"}
{"item_id":"pubmedqa-454","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.95,\n    \"yes\": 0.05\n  }\n}","model":"inception/mercury-2.5","usage":{"input":612,"output":33},"cost_usd":0.00002943,"seconds":0.8602,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:37.630Z"}
{"item_id":"pubmedqa-454","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.01},"raw":"{\"probabilities\": {\"no\": 0.99, \"yes\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":612,"output":22},"cost_usd":0.00002778,"seconds":0.5856,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:37.784Z"}
{"item_id":"pubmedqa-454","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":630,"output":22},"cost_usd":0.0000285,"seconds":0.457,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:37.889Z"}
{"item_id":"pubmedqa-454","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.01},"raw":"{\"probabilities\": {\"no\": 0.99, \"yes\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":601,"output":21},"cost_usd":0.00002719,"seconds":0.5036,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:37.900Z"}
{"item_id":"pubmedqa-463","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":489,"output":22},"cost_usd":0.00002286,"seconds":0.5506,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:38.335Z"}
{"item_id":"pubmedqa-463","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":1},"raw":"{\"probabilities\": {\"yes\": 1.0}}","model":"inception/mercury-2.5","usage":{"input":484,"output":12},"cost_usd":0.00002116,"seconds":0.566,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:38.467Z"}
{"item_id":"pubmedqa-463","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":483,"output":22},"cost_usd":0.00002262,"seconds":0.6083,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:38.498Z"}
{"item_id":"pubmedqa-454","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.01},"raw":"{\"probabilities\": {\"no\": 0.99, \"yes\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":601,"output":21},"cost_usd":0.00002719,"seconds":1.0105,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:38.641Z"}
{"item_id":"pubmedqa-463","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":477,"output":21},"cost_usd":0.00002223,"seconds":0.4078,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:38.743Z"}
{"item_id":"pubmedqa-463","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.98},"raw":"{\"probabilities\": {\"yes\": 0.98, \"no\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":484,"output":22},"cost_usd":0.00002266,"seconds":0.4491,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:38.916Z"}
{"item_id":"pubmedqa-470","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":551,"output":22},"cost_usd":0.00002534,"seconds":0.4547,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:38.953Z"}
{"item_id":"pubmedqa-470","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.9},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.9,\n    \"no\": 0.1\n  }\n}","model":"inception/mercury-2.5","usage":{"input":546,"output":32},"cost_usd":0.00002664,"seconds":0.6661,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:39.308Z"}
{"item_id":"pubmedqa-470","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.85},"raw":"{\"probabilities\": {\"yes\": 0.85, \"no\": 0.15}}","model":"inception/mercury-2.5","usage":{"input":535,"output":22},"cost_usd":0.0000247,"seconds":0.5951,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:39.339Z"}
{"item_id":"pubmedqa-470","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.9},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.9,\n    \"no\": 0.1\n  }\n}","model":"inception/mercury-2.5","usage":{"input":527,"output":31},"cost_usd":0.00002573,"seconds":0.587,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:39.504Z"}
{"item_id":"pubmedqa-470","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.85},"raw":"{\"probabilities\": {\"yes\": 0.85, \"no\": 0.15}}","model":"inception/mercury-2.5","usage":{"input":527,"output":21},"cost_usd":0.00002423,"seconds":0.5918,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:39.545Z"}
{"item_id":"pubmedqa-474","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.99},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.99,\n    \"no\": 0.01\n  }\n}","model":"inception/mercury-2.5","usage":{"input":660,"output":34},"cost_usd":0.0000315,"seconds":0.6338,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:39.942Z"}
{"item_id":"pubmedqa-474","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":642,"output":21},"cost_usd":0.00002883,"seconds":0.6168,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:39.956Z"}
{"item_id":"pubmedqa-474","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":644,"output":22},"cost_usd":0.00002906,"seconds":0.4877,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:39.992Z"}
{"item_id":"pubmedqa-474","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":644,"output":22},"cost_usd":0.00002906,"seconds":0.6093,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:40.155Z"}
{"item_id":"pubmedqa-490","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":461,"output":21},"cost_usd":0.00002159,"seconds":0.451,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:40.443Z"}
{"item_id":"pubmedqa-474","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":650,"output":22},"cost_usd":0.0000293,"seconds":0.568,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:40.510Z"}
{"item_id":"pubmedqa-490","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.01},"raw":"{\n \"probabilities\": {\n  \"no\": 0.99,\n  \"yes\": 0.01\n }\n}","model":"inception/mercury-2.5","usage":{"input":465,"output":31},"cost_usd":0.00002325,"seconds":0.5612,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:40.517Z"}
{"item_id":"pubmedqa-490","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.01},"raw":"{\"probabilities\": {\"no\": 0.99, \"yes\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":465,"output":22},"cost_usd":0.0000219,"seconds":0.5294,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:40.685Z"}
{"item_id":"pubmedqa-490","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.01},"raw":"{\"probabilities\": {\"no\": 0.99, \"yes\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":461,"output":21},"cost_usd":0.00002159,"seconds":0.516,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:40.960Z"}
{"item_id":"pubmedqa-491","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.85},"raw":"{\"probabilities\": {\"yes\": 0.85, \"no\": 0.15}}","model":"inception/mercury-2.5","usage":{"input":456,"output":21},"cost_usd":0.00002139,"seconds":0.5861,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:41.104Z"}
{"item_id":"pubmedqa-490","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":477,"output":22},"cost_usd":0.00002238,"seconds":0.6378,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:41.148Z"}
{"item_id":"pubmedqa-491","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.85},"raw":"{\"probabilities\": {\"yes\": 0.85, \"no\": 0.15}}","model":"inception/mercury-2.5","usage":{"input":461,"output":22},"cost_usd":0.00002174,"seconds":0.619,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:41.304Z"}
{"item_id":"pubmedqa-491","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.98},"raw":"{\"probabilities\": {\"yes\": 0.98, \"no\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":461,"output":22},"cost_usd":0.00002174,"seconds":0.3958,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:41.500Z"}
{"item_id":"pubmedqa-491","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":456,"output":21},"cost_usd":0.00002139,"seconds":0.5773,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:41.537Z"}
{"item_id":"pubmedqa-491","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.85},"raw":"{\"probabilities\": {\"yes\": 0.85, \"no\": 0.15}}","model":"inception/mercury-2.5","usage":{"input":461,"output":22},"cost_usd":0.00002174,"seconds":0.6311,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:41.780Z"}
{"item_id":"pubmedqa-492","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":453,"output":22},"cost_usd":0.00002142,"seconds":0.3968,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:41.897Z"}
{"item_id":"pubmedqa-492","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\n \"probabilities\": {\"no\": 0.95, \"yes\": 0.05}\n}","model":"inception/mercury-2.5","usage":{"input":445,"output":26},"cost_usd":0.0000217,"seconds":0.5994,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:41.904Z"}
{"item_id":"pubmedqa-492","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":450,"output":22},"cost_usd":0.0000213,"seconds":0.4306,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:41.968Z"}
{"item_id":"pubmedqa-493","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":356,"output":21},"cost_usd":0.00001739,"seconds":0.4746,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:42.379Z"}
{"item_id":"pubmedqa-493","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":360,"output":22},"cost_usd":0.0000177,"seconds":0.4349,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:42.403Z"}
{"item_id":"pubmedqa-492","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.15},"raw":"{\"probabilities\": {\"no\": 0.85, \"yes\": 0.15}}","model":"inception/mercury-2.5","usage":{"input":446,"output":22},"cost_usd":0.00002114,"seconds":0.5543,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:42.452Z"}
{"item_id":"pubmedqa-492","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.15},"raw":"{\"probabilities\": {\"no\": 0.85, \"yes\": 0.15}}","model":"inception/mercury-2.5","usage":{"input":444,"output":22},"cost_usd":0.00002106,"seconds":0.8883,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:42.669Z"}
{"item_id":"pubmedqa-493","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":1},"raw":"{\"probabilities\": {\"yes\": 1.0}}","model":"inception/mercury-2.5","usage":{"input":360,"output":12},"cost_usd":0.0000162,"seconds":0.436,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:42.840Z"}
{"item_id":"pubmedqa-493","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":361,"output":22},"cost_usd":0.00001774,"seconds":0.5899,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:42.969Z"}
{"item_id":"pubmedqa-493","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":356,"output":21},"cost_usd":0.00001739,"seconds":0.5715,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:43.024Z"}
{"item_id":"pubmedqa-495","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.75},"raw":"{\"probabilities\": {\"yes\": 0.75, \"no\": 0.25}}","model":"inception/mercury-2.5","usage":{"input":634,"output":22},"cost_usd":0.00002866,"seconds":0.4297,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:43.270Z"}
{"item_id":"pubmedqa-495","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.7},"raw":"{\"probabilities\": {\"yes\": 0.70, \"no\": 0.30}}","model":"inception/mercury-2.5","usage":{"input":618,"output":22},"cost_usd":0.00002802,"seconds":0.634,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:43.303Z"}
{"item_id":"pubmedqa-495","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":618,"output":22},"cost_usd":0.00002802,"seconds":0.6749,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:43.645Z"}
{"item_id":"pubmedqa-495","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":626,"output":22},"cost_usd":0.00002834,"seconds":0.6434,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:43.668Z"}
{"item_id":"pubmedqa-498","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.15},"raw":"{\"probabilities\": {\"no\": 0.85, \"yes\": 0.15}}","model":"inception/mercury-2.5","usage":{"input":506,"output":22},"cost_usd":0.00002354,"seconds":0.731,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:44.034Z"}
{"item_id":"pubmedqa-495","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":635,"output":22},"cost_usd":0.0000287,"seconds":0.7685,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:44.039Z"}
{"item_id":"pubmedqa-498","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":506,"output":22},"cost_usd":0.00002354,"seconds":0.4154,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:44.083Z"}
{"item_id":"pubmedqa-498","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":506,"output":22},"cost_usd":0.00002354,"seconds":0.5956,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:44.241Z"}
{"item_id":"pubmedqa-505","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.9},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.9,\n    \"no\": 0.1\n  }\n}","model":"inception/mercury-2.5","usage":{"input":369,"output":31},"cost_usd":0.00001941,"seconds":0.4322,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:44.516Z"}
{"item_id":"pubmedqa-498","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.2},"raw":"{\"probabilities\": {\"no\": 0.8, \"yes\": 0.2}}","model":"inception/mercury-2.5","usage":{"input":517,"output":20},"cost_usd":0.00002368,"seconds":0.6089,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:44.648Z"}
{"item_id":"pubmedqa-498","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.15},"raw":"{\"probabilities\": {\"no\": 0.85, \"yes\": 0.15}}","model":"inception/mercury-2.5","usage":{"input":517,"output":22},"cost_usd":0.00002398,"seconds":0.6437,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:44.678Z"}
{"item_id":"pubmedqa-505","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":369,"output":21},"cost_usd":0.00001791,"seconds":0.5495,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:45.066Z"}
{"item_id":"pubmedqa-505","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":369,"output":21},"cost_usd":0.00001791,"seconds":0.4908,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:45.139Z"}
{"item_id":"pubmedqa-505","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.95},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.95,\n    \"no\": 0.05\n  }\n}","model":"inception/mercury-2.5","usage":{"input":380,"output":34},"cost_usd":0.0000203,"seconds":0.6429,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:45.322Z"}
{"item_id":"pubmedqa-506","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":593,"output":22},"cost_usd":0.00002702,"seconds":0.5857,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:45.652Z"}
{"item_id":"pubmedqa-506","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.2},"raw":"{\"probabilities\": {\"no\": 0.8, \"yes\": 0.2}}","model":"inception/mercury-2.5","usage":{"input":591,"output":20},"cost_usd":0.00002664,"seconds":0.5803,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:45.720Z"}
{"item_id":"pubmedqa-506","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.05},"raw":"{\n\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}\n}","model":"inception/mercury-2.5","usage":{"input":574,"output":26},"cost_usd":0.00002686,"seconds":0.6878,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:46.010Z"}
{"item_id":"pubmedqa-506","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":593,"output":22},"cost_usd":0.00002702,"seconds":0.4315,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:46.084Z"}
{"item_id":"pubmedqa-505","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":367,"output":21},"cost_usd":0.00001783,"seconds":1.8723,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:46.113Z"}
{"item_id":"pubmedqa-506","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":593,"output":22},"cost_usd":0.00002702,"seconds":0.4296,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:46.150Z"}
{"item_id":"pubmedqa-507","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.15},"raw":"{\"probabilities\": {\"no\": 0.85, \"yes\": 0.15}}","model":"inception/mercury-2.5","usage":{"input":259,"output":22},"cost_usd":0.00001366,"seconds":0.4933,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:46.504Z"}
{"item_id":"pubmedqa-507","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.1},"raw":"{\"probabilities\": {\"no\": 0.9, \"yes\": 0.1}}","model":"inception/mercury-2.5","usage":{"input":265,"output":20},"cost_usd":0.0000136,"seconds":0.5408,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:46.625Z"}
{"item_id":"pubmedqa-507","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.15},"raw":"{\"probabilities\": {\"no\": 0.85, \"yes\": 0.15}}","model":"inception/mercury-2.5","usage":{"input":265,"output":22},"cost_usd":0.0000139,"seconds":0.6047,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:46.718Z"}
{"item_id":"pubmedqa-507","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.15},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.85,\n    \"yes\": 0.15\n  }\n}","model":"inception/mercury-2.5","usage":{"input":267,"output":34},"cost_usd":0.00001578,"seconds":0.571,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:46.721Z"}
{"item_id":"pubmedqa-519","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.9},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.9,\n    \"no\": 0.1\n  }\n}","model":"inception/mercury-2.5","usage":{"input":448,"output":31},"cost_usd":0.00002257,"seconds":0.5539,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:47.179Z"}
{"item_id":"pubmedqa-519","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.95},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.95,\n    \"no\": 0.05\n  }\n}","model":"inception/mercury-2.5","usage":{"input":458,"output":34},"cost_usd":0.00002342,"seconds":0.4626,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:47.184Z"}
{"item_id":"pubmedqa-507","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.05},"raw":"{\n\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}\n}","model":"inception/mercury-2.5","usage":{"input":258,"output":25},"cost_usd":0.00001407,"seconds":0.7128,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:47.217Z"}
{"item_id":"pubmedqa-519","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":449,"output":21},"cost_usd":0.00002111,"seconds":0.6236,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:47.342Z"}
{"item_id":"pubmedqa-519","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":451,"output":22},"cost_usd":0.00002134,"seconds":0.5493,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:47.729Z"}
{"item_id":"pubmedqa-519","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":448,"output":21},"cost_usd":0.00002107,"seconds":0.5764,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:47.761Z"}
{"item_id":"pubmedqa-524","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":500,"output":22},"cost_usd":0.0000233,"seconds":0.4614,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:47.804Z"}
{"item_id":"pubmedqa-524","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.6},"raw":"{\"probabilities\": {\"yes\": 0.6, \"no\": 0.4}}","model":"inception/mercury-2.5","usage":{"input":483,"output":20},"cost_usd":0.00002232,"seconds":0.6265,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:47.844Z"}
{"item_id":"pubmedqa-524","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":498,"output":22},"cost_usd":0.00002322,"seconds":0.4173,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:48.147Z"}
{"item_id":"pubmedqa-524","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.95},"raw":"{\n\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}\n```","model":"inception/mercury-2.5","usage":{"input":498,"output":26},"cost_usd":0.00002382,"seconds":0.5983,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:48.359Z"}
{"item_id":"pubmedqa-524","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.95},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.95,\n    \"no\": 0.05\n  }\n}","model":"inception/mercury-2.5","usage":{"input":498,"output":34},"cost_usd":0.00002502,"seconds":0.6368,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:48.441Z"}
{"item_id":"pubmedqa-527","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.65},"raw":"{\"probabilities\": {\"yes\": 0.65, \"no\": 0.35}}","model":"inception/mercury-2.5","usage":{"input":519,"output":22},"cost_usd":0.00002406,"seconds":0.6,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:48.747Z"}
{"item_id":"pubmedqa-527","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.85},"raw":"{\"probabilities\": {\"yes\": 0.85, \"no\": 0.15}}","model":"inception/mercury-2.5","usage":{"input":529,"output":22},"cost_usd":0.00002446,"seconds":0.4428,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:48.884Z"}
{"item_id":"pubmedqa-527","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.35},"raw":"{\"probabilities\": {\"no\": 0.65, \"yes\": 0.35}}","model":"inception/mercury-2.5","usage":{"input":531,"output":22},"cost_usd":0.00002454,"seconds":0.5571,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:48.917Z"}
{"item_id":"pubmedqa-527","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.65},"raw":"{\"probabilities\": {\"yes\": 0.65, \"no\": 0.35}}","model":"inception/mercury-2.5","usage":{"input":524,"output":22},"cost_usd":0.00002426,"seconds":1.2548,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:49.099Z"}
{"item_id":"pubmedqa-527","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":519,"output":22},"cost_usd":0.00002406,"seconds":0.4273,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:49.175Z"}
{"item_id":"pubmedqa-529","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":528,"output":22},"cost_usd":0.00002442,"seconds":0.5988,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:49.484Z"}
{"item_id":"pubmedqa-529","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":509,"output":21},"cost_usd":0.00002351,"seconds":0.5847,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:49.502Z"}
{"item_id":"pubmedqa-529","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.98},"raw":"{\"probabilities\": {\"yes\": 0.98, \"no\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":514,"output":22},"cost_usd":0.00002386,"seconds":0.5668,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:49.742Z"}
{"item_id":"pubmedqa-529","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":524,"output":22},"cost_usd":0.00002426,"seconds":0.647,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:49.747Z"}
{"item_id":"pubmedqa-531","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":361,"output":22},"cost_usd":0.00001774,"seconds":0.49,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:49.992Z"}
{"item_id":"pubmedqa-529","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":1},"raw":"{\"probabilities\": {\"yes\": 1.0, \"no\": 0.0}}","model":"inception/mercury-2.5","usage":{"input":514,"output":20},"cost_usd":0.00002356,"seconds":0.5247,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:50.009Z"}
{"item_id":"pubmedqa-531","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":359,"output":21},"cost_usd":0.00001751,"seconds":0.5046,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:50.252Z"}
{"item_id":"pubmedqa-531","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":367,"output":22},"cost_usd":0.00001798,"seconds":0.4216,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:50.431Z"}
{"item_id":"pubmedqa-531","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.85},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.85,\n    \"no\": 0.15\n  }\n}","model":"inception/mercury-2.5","usage":{"input":361,"output":33},"cost_usd":0.00001939,"seconds":0.8499,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:50.593Z"}
{"item_id":"pubmedqa-531","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.65},"raw":"{\"probabilities\": {\"yes\": 0.65, \"no\": 0.35}}","model":"inception/mercury-2.5","usage":{"input":367,"output":22},"cost_usd":0.00001798,"seconds":0.7737,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:50.767Z"}
{"item_id":"pubmedqa-533","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.35},"raw":"{\"probabilities\": {\"no\": 0.65, \"yes\": 0.35}}","model":"inception/mercury-2.5","usage":{"input":524,"output":22},"cost_usd":0.00002426,"seconds":0.4766,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:50.908Z"}
{"item_id":"pubmedqa-533","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.35},"raw":"{\"probabilities\": {\"no\": 0.65, \"yes\": 0.35}}","model":"inception/mercury-2.5","usage":{"input":532,"output":22},"cost_usd":0.00002458,"seconds":0.3986,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:50.992Z"}
{"item_id":"pubmedqa-533","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.1},"raw":"{\"probabilities\": {\"no\": 0.90, \"yes\": 0.10}}","model":"inception/mercury-2.5","usage":{"input":536,"output":22},"cost_usd":0.00002474,"seconds":1.084,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:51.336Z"}
{"item_id":"pubmedqa-533","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.75},"raw":"{\n \"probabilities\": {\n  \"yes\": 0.75,\n  \"no\": 0.25\n }\n}","model":"inception/mercury-2.5","usage":{"input":532,"output":32},"cost_usd":0.00002608,"seconds":0.7664,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:51.533Z"}
{"item_id":"pubmedqa-533","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.15},"raw":"{\"probabilities\": {\"no\": 0.85, \"yes\": 0.15}}","model":"inception/mercury-2.5","usage":{"input":527,"output":22},"cost_usd":0.00002438,"seconds":0.6376,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:51.546Z"}
{"item_id":"pubmedqa-534","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.98},"raw":"{\"probabilities\": {\"yes\": 0.98, \"no\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":446,"output":22},"cost_usd":0.00002114,"seconds":0.5681,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:51.560Z"}
{"item_id":"pubmedqa-534","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":439,"output":21},"cost_usd":0.00002071,"seconds":0.6061,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:51.943Z"}
{"item_id":"pubmedqa-534","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":450,"output":22},"cost_usd":0.0000213,"seconds":0.6008,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:52.147Z"}
{"item_id":"pubmedqa-534","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":453,"output":22},"cost_usd":0.00002142,"seconds":0.5963,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:52.157Z"}
{"item_id":"pubmedqa-534","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":439,"output":21},"cost_usd":0.00002071,"seconds":0.8977,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:52.431Z"}
{"item_id":"pubmedqa-536","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":565,"output":22},"cost_usd":0.0000259,"seconds":0.6543,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:52.598Z"}
{"item_id":"pubmedqa-536","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.15},"raw":"{\"probabilities\": {\"no\": 0.85, \"yes\": 0.15}}","model":"inception/mercury-2.5","usage":{"input":558,"output":22},"cost_usd":0.00002562,"seconds":0.5916,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:52.749Z"}
{"item_id":"pubmedqa-536","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":556,"output":22},"cost_usd":0.00002554,"seconds":0.6109,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:52.758Z"}
{"item_id":"pubmedqa-536","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.2},"raw":"{\"probabilities\": {\"no\": 0.8, \"yes\": 0.2}}","model":"inception/mercury-2.5","usage":{"input":575,"output":20},"cost_usd":0.000026,"seconds":0.5575,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:52.989Z"}
{"item_id":"pubmedqa-536","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.15},"raw":"{\"probabilities\": {\"no\": 0.85, \"yes\": 0.15}}","model":"inception/mercury-2.5","usage":{"input":549,"output":21},"cost_usd":0.00002511,"seconds":0.5001,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:53.098Z"}
{"item_id":"pubmedqa-538","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":451,"output":22},"cost_usd":0.00002134,"seconds":0.4014,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:53.151Z"}
{"item_id":"pubmedqa-538","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":451,"output":22},"cost_usd":0.00002134,"seconds":0.4684,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:53.227Z"}
{"item_id":"pubmedqa-538","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":457,"output":22},"cost_usd":0.00002158,"seconds":0.5625,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:53.552Z"}
{"item_id":"pubmedqa-538","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":451,"output":22},"cost_usd":0.00002134,"seconds":0.5587,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:53.710Z"}
{"item_id":"pubmedqa-543","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.85},"raw":"{\"probabilities\": {\"yes\": 0.85, \"no\": 0.15}}","model":"inception/mercury-2.5","usage":{"input":452,"output":22},"cost_usd":0.00002138,"seconds":0.6145,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:53.842Z"}
{"item_id":"pubmedqa-543","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.47},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.53,\n    \"yes\": 0.47\n  }\n}","model":"inception/mercury-2.5","usage":{"input":453,"output":34},"cost_usd":0.00002322,"seconds":0.4563,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:54.009Z"}
{"item_id":"pubmedqa-538","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.05},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.95,\n    \"yes\": 0.05\n  }\n}","model":"inception/mercury-2.5","usage":{"input":445,"output":33},"cost_usd":0.00002275,"seconds":0.9882,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:54.087Z"}
{"item_id":"pubmedqa-543","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.85},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.85,\n    \"no\": 0.15\n  }\n}","model":"inception/mercury-2.5","usage":{"input":445,"output":33},"cost_usd":0.00002275,"seconds":0.4509,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:54.460Z"}
{"item_id":"pubmedqa-543","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.9},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.9,\n    \"no\": 0.1\n  }\n}","model":"inception/mercury-2.5","usage":{"input":452,"output":32},"cost_usd":0.00002288,"seconds":1.0201,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:54.730Z"}
{"item_id":"pubmedqa-544","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":277,"output":22},"cost_usd":0.00001438,"seconds":0.6499,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:54.737Z"}
{"item_id":"pubmedqa-544","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.98},"raw":"{\"probabilities\": {\"yes\": 0.98, \"no\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":279,"output":22},"cost_usd":0.00001446,"seconds":0.5457,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:55.006Z"}
{"item_id":"pubmedqa-544","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":279,"output":22},"cost_usd":0.00001446,"seconds":0.8038,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:55.534Z"}
{"item_id":"pubmedqa-544","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.98},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.98,\n    \"no\": 0.02\n  }\n}","model":"inception/mercury-2.5","usage":{"input":272,"output":34},"cost_usd":0.00001598,"seconds":0.6445,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:55.651Z"}
{"item_id":"pubmedqa-543","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.7},"raw":"{\"probabilities\": {\"yes\": 0.7, \"no\": 0.3}}","model":"inception/mercury-2.5","usage":{"input":453,"output":20},"cost_usd":0.00002112,"seconds":2.1622,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:56.005Z"}
{"item_id":"pubmedqa-545","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.98},"raw":"{\"probabilities\": {\"yes\": 0.98, \"no\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":449,"output":21},"cost_usd":0.00002111,"seconds":0.4979,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:56.033Z"}
{"item_id":"pubmedqa-545","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.98},"raw":"{\"probabilities\": {\"yes\": 0.98, \"no\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":449,"output":21},"cost_usd":0.00002111,"seconds":0.5602,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:56.212Z"}
{"item_id":"pubmedqa-544","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":277,"output":22},"cost_usd":0.00001438,"seconds":1.6895,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:56.427Z"}
{"item_id":"pubmedqa-545","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":469,"output":22},"cost_usd":0.00002206,"seconds":0.6118,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:56.617Z"}
{"item_id":"pubmedqa-545","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":469,"output":22},"cost_usd":0.00002206,"seconds":0.606,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:56.640Z"}
{"item_id":"pubmedqa-545","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":449,"output":21},"cost_usd":0.00002111,"seconds":0.5525,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:56.765Z"}
{"item_id":"pubmedqa-547","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.08},"raw":"{\"probabilities\": {\"no\": 0.92, \"yes\": 0.08}}","model":"inception/mercury-2.5","usage":{"input":540,"output":22},"cost_usd":0.0000249,"seconds":0.6533,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:57.081Z"}
{"item_id":"pubmedqa-547","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.12},"raw":"{\"probabilities\": {\"no\": 0.88, \"yes\": 0.12}}","model":"inception/mercury-2.5","usage":{"input":542,"output":22},"cost_usd":0.00002498,"seconds":0.6181,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:57.236Z"}
{"item_id":"pubmedqa-547","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.6},"raw":"{\"probabilities\": {\"yes\": 0.60, \"no\": 0.40}}","model":"inception/mercury-2.5","usage":{"input":557,"output":22},"cost_usd":0.00002558,"seconds":0.5948,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:57.361Z"}
{"item_id":"pubmedqa-547","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.35},"raw":"{\n \"probabilities\": {\"no\": 0.65, \"yes\": 0.35}\n}","model":"inception/mercury-2.5","usage":{"input":540,"output":25},"cost_usd":0.00002535,"seconds":0.8504,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:57.491Z"}
{"item_id":"pubmedqa-547","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.06},"raw":"{\"probabilities\": {\"no\": 0.94, \"yes\": 0.06}}","model":"inception/mercury-2.5","usage":{"input":540,"output":22},"cost_usd":0.0000249,"seconds":0.5126,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:57.594Z"}
{"item_id":"pubmedqa-550","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.95,\n    \"no\": 0.05\n  }\n}","model":"inception/mercury-2.5","usage":{"input":493,"output":33},"cost_usd":0.00002467,"seconds":0.4485,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:57.685Z"}
{"item_id":"pubmedqa-550","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":495,"output":22},"cost_usd":0.0000231,"seconds":0.5756,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:57.937Z"}
{"item_id":"pubmedqa-550","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.6},"raw":"{\"probabilities\": {\"yes\": 0.6, \"no\": 0.4}}","model":"inception/mercury-2.5","usage":{"input":508,"output":20},"cost_usd":0.00002332,"seconds":0.6165,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:58.108Z"}
{"item_id":"pubmedqa-550","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.85},"raw":"{\"probabilities\": {\"yes\": 0.85, \"no\": 0.15}}","model":"inception/mercury-2.5","usage":{"input":493,"output":22},"cost_usd":0.00002302,"seconds":0.5283,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:58.214Z"}
{"item_id":"pubmedqa-555","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.99},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.99,\n    \"no\": 0.01\n  }\n}","model":"inception/mercury-2.5","usage":{"input":386,"output":33},"cost_usd":0.00002039,"seconds":0.5719,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:58.510Z"}
{"item_id":"pubmedqa-555","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":389,"output":22},"cost_usd":0.00001886,"seconds":0.4819,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:58.590Z"}
{"item_id":"pubmedqa-550","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.75},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.75,\n    \"no\": 0.25\n  }\n}","model":"inception/mercury-2.5","usage":{"input":499,"output":33},"cost_usd":0.00002491,"seconds":1.1475,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:58.742Z"}
{"item_id":"pubmedqa-555","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":386,"output":22},"cost_usd":0.00001874,"seconds":0.6488,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:58.864Z"}
{"item_id":"pubmedqa-555","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":391,"output":22},"cost_usd":0.00001894,"seconds":0.404,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:58.995Z"}
{"item_id":"pubmedqa-556","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.28},"raw":"{\"probabilities\": {\"no\": 0.72, \"yes\": 0.28}}","model":"inception/mercury-2.5","usage":{"input":494,"output":22},"cost_usd":0.00002306,"seconds":0.4322,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:59.296Z"}
{"item_id":"pubmedqa-556","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.85},"raw":"{\"probabilities\": {\"yes\": 0.85, \"no\": 0.15}}","model":"inception/mercury-2.5","usage":{"input":489,"output":22},"cost_usd":0.00002286,"seconds":0.6535,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:59.396Z"}
{"item_id":"pubmedqa-556","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.2},"raw":"{\"probabilities\": {\"no\": 0.8, \"yes\": 0.2}}","model":"inception/mercury-2.5","usage":{"input":494,"output":20},"cost_usd":0.00002276,"seconds":0.691,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:59.686Z"}
{"item_id":"pubmedqa-556","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.37},"raw":"{\"probabilities\": {\"no\": 0.63, \"yes\": 0.37}}","model":"inception/mercury-2.5","usage":{"input":481,"output":21},"cost_usd":0.00002239,"seconds":0.4932,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:59.890Z"}
{"item_id":"pubmedqa-556","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.85},"raw":"{\"probabilities\": {\"yes\": 0.85, \"no\": 0.15}}","model":"inception/mercury-2.5","usage":{"input":481,"output":21},"cost_usd":0.00002239,"seconds":0.6098,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:06:59.907Z"}
{"item_id":"pubmedqa-557","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":472,"output":21},"cost_usd":0.00002203,"seconds":0.5932,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:00.280Z"}
{"item_id":"pubmedqa-557","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":483,"output":22},"cost_usd":0.00002262,"seconds":0.5295,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:00.420Z"}
{"item_id":"pubmedqa-557","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":483,"output":22},"cost_usd":0.00002262,"seconds":0.6006,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:00.508Z"}
{"item_id":"pubmedqa-557","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":488,"output":22},"cost_usd":0.00002282,"seconds":0.5902,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:00.871Z"}
{"item_id":"pubmedqa-560","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.96},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.96,\n    \"no\": 0.04\n  }\n}","model":"inception/mercury-2.5","usage":{"input":371,"output":34},"cost_usd":0.00001994,"seconds":0.4677,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:00.976Z"}
{"item_id":"pubmedqa-557","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":472,"output":21},"cost_usd":0.00002203,"seconds":0.7206,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:01.141Z"}
{"item_id":"pubmedqa-560","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.1},"raw":"{\"probabilities\": {\"no\": 0.90, \"yes\": 0.10}}","model":"inception/mercury-2.5","usage":{"input":369,"output":22},"cost_usd":0.00001806,"seconds":0.5825,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:01.454Z"}
{"item_id":"pubmedqa-560","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.15},"raw":"{\"probabilities\": {\"no\": 0.85, \"yes\": 0.15}}","model":"inception/mercury-2.5","usage":{"input":375,"output":22},"cost_usd":0.0000183,"seconds":0.6945,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:01.671Z"}
{"item_id":"pubmedqa-560","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":366,"output":22},"cost_usd":0.00001794,"seconds":0.6769,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:01.818Z"}
{"item_id":"pubmedqa-560","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.15},"raw":"{\"probabilities\": {\"no\": 0.85, \"yes\": 0.15}}","model":"inception/mercury-2.5","usage":{"input":375,"output":22},"cost_usd":0.0000183,"seconds":0.5285,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:01.983Z"}
{"item_id":"pubmedqa-561","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.25},"raw":"{\"probabilities\": {\"no\": 0.75, \"yes\": 0.25}}","model":"inception/mercury-2.5","usage":{"input":620,"output":22},"cost_usd":0.0000281,"seconds":0.6645,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:02.336Z"}
{"item_id":"pubmedqa-561","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.25},"raw":"{\"probabilities\": {\"no\": 0.75, \"yes\": 0.25}}","model":"inception/mercury-2.5","usage":{"input":613,"output":21},"cost_usd":0.00002767,"seconds":0.5182,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:02.337Z"}
{"item_id":"pubmedqa-555","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":389,"output":22},"cost_usd":0.00001886,"seconds":4.0974,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:02.608Z"}
{"item_id":"pubmedqa-561","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.35},"raw":"{\n \"probabilities\": {\n  \"no\": 0.65,\n  \"yes\": 0.35\n }\n}","model":"inception/mercury-2.5","usage":{"input":613,"output":31},"cost_usd":0.00002917,"seconds":0.6713,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:02.655Z"}
{"item_id":"pubmedqa-561","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.3},"raw":"{\"probabilities\": {\"no\": 0.7, \"yes\": 0.3}}","model":"inception/mercury-2.5","usage":{"input":620,"output":20},"cost_usd":0.0000278,"seconds":0.5378,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:02.874Z"}
{"item_id":"pubmedqa-561","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.85},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.85,\n    \"no\": 0.15\n  }\n}","model":"inception/mercury-2.5","usage":{"input":620,"output":33},"cost_usd":0.00002975,"seconds":0.5857,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:02.923Z"}
{"item_id":"pubmedqa-569","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.99},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.99,\n    \"no\": 0.01\n  }\n}","model":"inception/mercury-2.5","usage":{"input":311,"output":33},"cost_usd":0.00001739,"seconds":0.5674,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:03.176Z"}
{"item_id":"pubmedqa-569","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":322,"output":22},"cost_usd":0.00001618,"seconds":0.6358,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:03.291Z"}
{"item_id":"pubmedqa-569","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":322,"output":22},"cost_usd":0.00001618,"seconds":0.6146,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:03.489Z"}
{"item_id":"pubmedqa-569","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.98},"raw":"{\"probabilities\": {\"yes\": 0.98, \"no\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":316,"output":22},"cost_usd":0.00001594,"seconds":0.7666,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:03.690Z"}
{"item_id":"pubmedqa-573","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":525,"output":22},"cost_usd":0.0000243,"seconds":0.4391,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:03.731Z"}
{"item_id":"pubmedqa-569","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.95},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.95,\n    \"no\": 0.05\n  }\n}","model":"inception/mercury-2.5","usage":{"input":322,"output":34},"cost_usd":0.00001798,"seconds":0.803,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:03.979Z"}
{"item_id":"pubmedqa-573","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.98},"raw":"{\"probabilities\": {\"yes\": 0.98, \"no\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":525,"output":22},"cost_usd":0.0000243,"seconds":0.5964,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:04.086Z"}
{"item_id":"pubmedqa-573","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.98},"raw":"{\"probabilities\": {\"yes\": 0.98, \"no\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":545,"output":22},"cost_usd":0.0000251,"seconds":0.6853,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:04.376Z"}
{"item_id":"pubmedqa-573","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.99},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.99,\n    \"no\": 0.01\n  }\n}","model":"inception/mercury-2.5","usage":{"input":525,"output":33},"cost_usd":0.00002595,"seconds":0.5723,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:04.552Z"}
{"item_id":"pubmedqa-577","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.1},"raw":"{\"probabilities\": {\"no\": 0.9, \"yes\": 0.1}}","model":"inception/mercury-2.5","usage":{"input":399,"output":20},"cost_usd":0.00001896,"seconds":0.4663,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:04.553Z"}
{"item_id":"pubmedqa-577","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.05},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.95,\n    \"yes\": 0.05\n  }\n}","model":"inception/mercury-2.5","usage":{"input":403,"output":34},"cost_usd":0.00002122,"seconds":0.4327,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:04.986Z"}
{"item_id":"pubmedqa-573","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":1074,"output":65},"cost_usd":0.00005271,"seconds":1.2922,"provider":"Inception","malformed":false,"refusal":false,"retries":1,"transport_retries":0,"at":"2026-09-18T11:07:05.023Z"}
{"item_id":"pubmedqa-577","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.15},"raw":"{\"probabilities\": {\"no\": 0.85, \"yes\": 0.15}}","model":"inception/mercury-2.5","usage":{"input":410,"output":22},"cost_usd":0.0000197,"seconds":0.6884,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:05.064Z"}
{"item_id":"pubmedqa-577","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":404,"output":22},"cost_usd":0.00001946,"seconds":0.5655,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:05.118Z"}
{"item_id":"pubmedqa-577","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":399,"output":22},"cost_usd":0.00001926,"seconds":0.4652,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:05.451Z"}
{"item_id":"pubmedqa-578","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":431,"output":21},"cost_usd":0.00002039,"seconds":0.507,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:05.572Z"}
{"item_id":"pubmedqa-578","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.98},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.98,\n    \"no\": 0.02\n  }\n}","model":"inception/mercury-2.5","usage":{"input":450,"output":34},"cost_usd":0.0000231,"seconds":0.5842,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:05.608Z"}
{"item_id":"pubmedqa-578","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":444,"output":22},"cost_usd":0.00002106,"seconds":0.5961,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:05.714Z"}
{"item_id":"pubmedqa-578","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":442,"output":22},"cost_usd":0.00002098,"seconds":0.6158,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:06.068Z"}
{"item_id":"pubmedqa-580","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":567,"output":22},"cost_usd":0.00002598,"seconds":0.5943,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:06.203Z"}
{"item_id":"pubmedqa-578","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":442,"output":22},"cost_usd":0.00002098,"seconds":0.7443,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:06.317Z"}
{"item_id":"pubmedqa-580","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.95,\n    \"yes\": 0.05\n  }\n}","model":"inception/mercury-2.5","usage":{"input":567,"output":34},"cost_usd":0.00002778,"seconds":0.6255,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:06.340Z"}
{"item_id":"pubmedqa-580","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.02},"raw":"{\"probabilities\": {\"no\": 0.98, \"yes\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":555,"output":22},"cost_usd":0.0000255,"seconds":0.4468,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:06.650Z"}
{"item_id":"pubmedqa-580","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":567,"output":22},"cost_usd":0.00002598,"seconds":0.6502,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:06.718Z"}
{"item_id":"pubmedqa-580","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.01},"raw":"{\"probabilities\": {\"no\": 0.99, \"yes\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":555,"output":22},"cost_usd":0.0000255,"seconds":0.5447,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:06.862Z"}
{"item_id":"pubmedqa-584","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.01},"raw":"{\"probabilities\": {\"no\": 0.99, \"yes\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":462,"output":22},"cost_usd":0.00002178,"seconds":0.5763,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:06.917Z"}
{"item_id":"pubmedqa-584","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.05},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.95,\n    \"yes\": 0.05\n  }\n}","model":"inception/mercury-2.5","usage":{"input":462,"output":34},"cost_usd":0.00002358,"seconds":0.4449,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:07.163Z"}
{"item_id":"pubmedqa-584","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.01},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.99,\n    \"yes\": 0.01\n  }\n}","model":"inception/mercury-2.5","usage":{"input":462,"output":34},"cost_usd":0.00002358,"seconds":0.6032,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:07.254Z"}
{"item_id":"pubmedqa-584","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.01},"raw":"{\"probabilities\": {\"no\": 0.99, \"yes\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":442,"output":21},"cost_usd":0.00002083,"seconds":0.6,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:07.517Z"}
{"item_id":"pubmedqa-584","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.01},"raw":"{\"probabilities\": {\"no\": 0.99, \"yes\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":452,"output":22},"cost_usd":0.00002138,"seconds":0.7517,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:07.614Z"}
{"item_id":"pubmedqa-587","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.32},"raw":"{\"probabilities\": {\"no\": 0.68, \"yes\": 0.32}}","model":"inception/mercury-2.5","usage":{"input":514,"output":21},"cost_usd":0.00002371,"seconds":0.5959,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:07.850Z"}
{"item_id":"pubmedqa-587","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.3},"raw":"{\"probabilities\": {\"no\": 0.7, \"yes\": 0.3}}","model":"inception/mercury-2.5","usage":{"input":514,"output":19},"cost_usd":0.00002341,"seconds":0.7002,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:07.864Z"}
{"item_id":"pubmedqa-587","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.25},"raw":"{\"probabilities\": {\"no\": 0.75, \"yes\": 0.25}}","model":"inception/mercury-2.5","usage":{"input":522,"output":22},"cost_usd":0.00002418,"seconds":0.5102,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:08.125Z"}
{"item_id":"pubmedqa-587","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.35},"raw":"{\"probabilities\": {\"no\": 0.65, \"yes\": 0.35}}","model":"inception/mercury-2.5","usage":{"input":515,"output":21},"cost_usd":0.00002375,"seconds":0.6429,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:08.160Z"}
{"item_id":"pubmedqa-587","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.25},"raw":"{\"probabilities\": {\"no\": 0.75, \"yes\": 0.25}}","model":"inception/mercury-2.5","usage":{"input":516,"output":21},"cost_usd":0.00002379,"seconds":0.4743,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:08.325Z"}
{"item_id":"pubmedqa-588","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":364,"output":22},"cost_usd":0.00001786,"seconds":0.6076,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:08.472Z"}
{"item_id":"pubmedqa-588","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.02},"raw":"{\"probabilities\": {\"no\": 0.98, \"yes\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":364,"output":22},"cost_usd":0.00001786,"seconds":0.6026,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:08.764Z"}
{"item_id":"pubmedqa-588","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":364,"output":22},"cost_usd":0.00001786,"seconds":0.6695,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:08.794Z"}
{"item_id":"pubmedqa-588","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":359,"output":22},"cost_usd":0.00001766,"seconds":0.5132,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:08.838Z"}
{"item_id":"pubmedqa-588","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":359,"output":22},"cost_usd":0.00001766,"seconds":0.615,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:09.087Z"}
{"item_id":"pubmedqa-595","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":412,"output":22},"cost_usd":0.00001978,"seconds":0.6066,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:09.371Z"}
{"item_id":"pubmedqa-595","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":407,"output":22},"cost_usd":0.00001958,"seconds":0.6293,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:09.468Z"}
{"item_id":"pubmedqa-595","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":399,"output":22},"cost_usd":0.00001926,"seconds":0.4074,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:09.778Z"}
{"item_id":"pubmedqa-604","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.95,\n    \"yes\": 0.05\n  }\n}","model":"inception/mercury-2.5","usage":{"input":436,"output":33},"cost_usd":0.00002239,"seconds":0.6229,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:10.091Z"}
{"item_id":"pubmedqa-595","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":412,"output":22},"cost_usd":0.00001978,"seconds":1.2215,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:10.309Z"}
{"item_id":"pubmedqa-604","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.08},"raw":"{\"probabilities\": {\"no\": 0.92, \"yes\": 0.08}}","model":"inception/mercury-2.5","usage":{"input":435,"output":21},"cost_usd":0.00002055,"seconds":0.591,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:10.370Z"}
{"item_id":"pubmedqa-595","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":412,"output":22},"cost_usd":0.00001978,"seconds":1.6125,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:10.407Z"}
{"item_id":"pubmedqa-604","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.85},"raw":"{\"probabilities\": {\"yes\": 0.85, \"no\": 0.15}}","model":"inception/mercury-2.5","usage":{"input":436,"output":22},"cost_usd":0.00002074,"seconds":0.5861,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:10.678Z"}
{"item_id":"pubmedqa-604","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.15},"raw":"{\"probabilities\": {\"no\": 0.85, \"yes\": 0.15}}","model":"inception/mercury-2.5","usage":{"input":436,"output":22},"cost_usd":0.00002074,"seconds":0.4117,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:10.721Z"}
{"item_id":"pubmedqa-604","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.9},"raw":"{\"probabilities\": {\"yes\": 0.9, \"no\": 0.1}}","model":"inception/mercury-2.5","usage":{"input":435,"output":20},"cost_usd":0.0000204,"seconds":0.6192,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:10.989Z"}
{"item_id":"pubmedqa-606","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":386,"output":22},"cost_usd":0.00001874,"seconds":0.5481,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:11.270Z"}
{"item_id":"pubmedqa-606","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":398,"output":22},"cost_usd":0.00001922,"seconds":0.6059,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:11.284Z"}
{"item_id":"pubmedqa-606","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.98},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.98,\n    \"no\": 0.02\n  }\n}","model":"inception/mercury-2.5","usage":{"input":393,"output":34},"cost_usd":0.00002082,"seconds":1.0144,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:11.422Z"}
{"item_id":"pubmedqa-606","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":393,"output":22},"cost_usd":0.00001902,"seconds":0.4713,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:11.461Z"}
{"item_id":"pubmedqa-606","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":392,"output":22},"cost_usd":0.00001898,"seconds":0.5457,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:11.816Z"}
{"item_id":"pubmedqa-616","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":548,"output":22},"cost_usd":0.00002522,"seconds":0.5918,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:11.876Z"}
{"item_id":"pubmedqa-616","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":550,"output":22},"cost_usd":0.0000253,"seconds":0.4577,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:11.919Z"}
{"item_id":"pubmedqa-616","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":550,"output":22},"cost_usd":0.0000253,"seconds":0.5163,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:11.939Z"}
{"item_id":"pubmedqa-616","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":548,"output":22},"cost_usd":0.00002522,"seconds":0.5589,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:12.375Z"}
{"item_id":"pubmedqa-616","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":571,"output":22},"cost_usd":0.00002614,"seconds":0.6155,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:12.492Z"}
{"item_id":"pubmedqa-617","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.98},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.98,\n    \"no\": 0.02\n  }\n}","model":"inception/mercury-2.5","usage":{"input":603,"output":33},"cost_usd":0.00002907,"seconds":0.5929,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:12.512Z"}
{"item_id":"pubmedqa-617","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":619,"output":22},"cost_usd":0.00002806,"seconds":0.6657,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:12.605Z"}
{"item_id":"pubmedqa-617","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.99},"raw":"{\n \"probabilities\": {\n  \"yes\": 0.99,\n  \"no\": 0.01\n }\n}","model":"inception/mercury-2.5","usage":{"input":619,"output":32},"cost_usd":0.00002956,"seconds":0.5606,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:12.936Z"}
{"item_id":"pubmedqa-617","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":619,"output":22},"cost_usd":0.00002806,"seconds":0.4683,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:12.981Z"}
{"item_id":"pubmedqa-617","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":619,"output":22},"cost_usd":0.00002806,"seconds":0.6196,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:13.112Z"}
{"item_id":"pubmedqa-619","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":466,"output":22},"cost_usd":0.00002194,"seconds":0.7386,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:13.344Z"}
{"item_id":"pubmedqa-619","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":462,"output":21},"cost_usd":0.00002163,"seconds":0.5006,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:13.482Z"}
{"item_id":"pubmedqa-619","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":471,"output":22},"cost_usd":0.00002214,"seconds":0.4616,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:13.574Z"}
{"item_id":"pubmedqa-619","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.01},"raw":"{\"probabilities\": {\"no\": 0.99, \"yes\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":466,"output":22},"cost_usd":0.00002194,"seconds":0.7663,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:13.703Z"}
{"item_id":"pubmedqa-619","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.01},"raw":"{\"probabilities\": {\"no\": 0.99, \"yes\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":471,"output":22},"cost_usd":0.00002214,"seconds":0.6398,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:13.984Z"}
{"item_id":"pubmedqa-624","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":449,"output":22},"cost_usd":0.00002126,"seconds":0.6115,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:14.094Z"}
{"item_id":"pubmedqa-624","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.99},"raw":"{\n\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}\n```","model":"inception/mercury-2.5","usage":{"input":454,"output":26},"cost_usd":0.00002206,"seconds":0.6865,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:14.261Z"}
{"item_id":"pubmedqa-624","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.99},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.99,\n    \"no\": 0.01\n  }\n}","model":"inception/mercury-2.5","usage":{"input":447,"output":34},"cost_usd":0.00002298,"seconds":0.5596,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:14.263Z"}
{"item_id":"pubmedqa-624","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.9999},"raw":"{\"probabilities\": {\"yes\": 0.9999, \"no\": 0.0001}}","model":"inception/mercury-2.5","usage":{"input":449,"output":26},"cost_usd":0.00002186,"seconds":0.4918,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:14.586Z"}
{"item_id":"pubmedqa-624","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":454,"output":22},"cost_usd":0.00002146,"seconds":0.6438,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:14.629Z"}
{"item_id":"pubmedqa-632","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":413,"output":22},"cost_usd":0.00001982,"seconds":0.4175,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:14.681Z"}
{"item_id":"pubmedqa-632","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.15},"raw":"{\"probabilities\": {\"no\": 0.85, \"yes\": 0.15}}","model":"inception/mercury-2.5","usage":{"input":399,"output":22},"cost_usd":0.00001926,"seconds":0.4381,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:14.700Z"}
{"item_id":"pubmedqa-632","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.1},"raw":"{\"probabilities\": {\"no\": 0.9, \"yes\": 0.1}}","model":"inception/mercury-2.5","usage":{"input":414,"output":20},"cost_usd":0.00001956,"seconds":0.5824,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:15.169Z"}
{"item_id":"pubmedqa-632","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":396,"output":21},"cost_usd":0.00001899,"seconds":0.5428,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:15.172Z"}
{"item_id":"pubmedqa-632","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.05},"raw":"{\n \"probabilities\": {\n  \"no\": 0.95,\n  \"yes\": 0.05\n }\n}","model":"inception/mercury-2.5","usage":{"input":399,"output":31},"cost_usd":0.00002061,"seconds":0.563,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:15.244Z"}
{"item_id":"pubmedqa-635","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.98},"raw":"{\"probabilities\": {\"yes\": 0.98, \"no\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":507,"output":22},"cost_usd":0.00002358,"seconds":0.4651,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:15.635Z"}
{"item_id":"pubmedqa-635","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":516,"output":22},"cost_usd":0.00002394,"seconds":0.8341,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:16.079Z"}
{"item_id":"pubmedqa-635","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":519,"output":22},"cost_usd":0.00002406,"seconds":0.6095,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:16.245Z"}
{"item_id":"pubmedqa-638","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.45},"raw":"{\"probabilities\": {\"no\": 0.55, \"yes\": 0.45}}","model":"inception/mercury-2.5","usage":{"input":363,"output":22},"cost_usd":0.00001782,"seconds":0.6001,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:16.679Z"}
{"item_id":"pubmedqa-638","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.85},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.85,\n    \"no\": 0.15\n  }\n}","model":"inception/mercury-2.5","usage":{"input":363,"output":34},"cost_usd":0.00001962,"seconds":0.582,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:16.827Z"}
{"item_id":"pubmedqa-635","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.92},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.92,\n    \"no\": 0.08\n  }\n}","model":"inception/mercury-2.5","usage":{"input":507,"output":33},"cost_usd":0.00002523,"seconds":2.195,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:16.895Z"}
{"item_id":"pubmedqa-635","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":504,"output":22},"cost_usd":0.00002346,"seconds":1.7638,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:16.936Z"}
{"item_id":"pubmedqa-638","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.78},"raw":"{\"probabilities\": {\"yes\": 0.78, \"no\": 0.22}}","model":"inception/mercury-2.5","usage":{"input":363,"output":22},"cost_usd":0.00001782,"seconds":0.5049,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:17.185Z"}
{"item_id":"pubmedqa-638","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.7},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.7,\n    \"no\": 0.3\n  }\n}","model":"inception/mercury-2.5","usage":{"input":363,"output":32},"cost_usd":0.00001932,"seconds":0.4501,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:17.277Z"}
{"item_id":"pubmedqa-638","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.65},"raw":"{\"probabilities\": {\"yes\": 0.65, \"no\": 0.35}}","model":"inception/mercury-2.5","usage":{"input":361,"output":22},"cost_usd":0.00001774,"seconds":0.5799,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:17.475Z"}
{"item_id":"pubmedqa-643","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.98},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.98,\n    \"no\": 0.02\n  }\n}","model":"inception/mercury-2.5","usage":{"input":386,"output":34},"cost_usd":0.00002054,"seconds":0.4221,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:17.607Z"}
{"item_id":"pubmedqa-643","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.95,\n    \"no\": 0.05\n  }\n}","model":"inception/mercury-2.5","usage":{"input":388,"output":34},"cost_usd":0.00002062,"seconds":0.6853,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:17.621Z"}
{"item_id":"pubmedqa-643","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.99},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.99,\n    \"no\": 0.01\n  }\n}","model":"inception/mercury-2.5","usage":{"input":386,"output":34},"cost_usd":0.00002054,"seconds":0.6479,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:17.926Z"}
{"item_id":"pubmedqa-643","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.98},"raw":"{\"probabilities\": {\"yes\": 0.98, \"no\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":386,"output":22},"cost_usd":0.00001874,"seconds":0.6331,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:18.109Z"}
{"item_id":"pubmedqa-643","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.99},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.99,\n    \"no\": 0.01\n  }\n}","model":"inception/mercury-2.5","usage":{"input":386,"output":34},"cost_usd":0.00002054,"seconds":0.5817,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:18.189Z"}
{"item_id":"pubmedqa-644","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":293,"output":22},"cost_usd":0.00001502,"seconds":0.3999,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:18.326Z"}
{"item_id":"pubmedqa-644","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":289,"output":22},"cost_usd":0.00001486,"seconds":0.6062,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:18.716Z"}
{"item_id":"pubmedqa-644","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.01},"raw":"{\"probabilities\": {\"no\": 0.99, \"yes\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":289,"output":22},"cost_usd":0.00001486,"seconds":0.5381,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:18.728Z"}
{"item_id":"pubmedqa-644","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":574,"output":51},"cost_usd":0.00003061,"seconds":1.1495,"provider":"Inception","malformed":false,"refusal":false,"retries":1,"transport_retries":0,"at":"2026-09-18T11:07:18.772Z"}
{"item_id":"pubmedqa-644","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":287,"output":22},"cost_usd":0.00001478,"seconds":0.6923,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:19.019Z"}
{"item_id":"pubmedqa-651","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.85},"raw":"{\"probabilities\": {\"yes\": 0.85, \"no\": 0.15}}","model":"inception/mercury-2.5","usage":{"input":473,"output":22},"cost_usd":0.00002222,"seconds":0.5617,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:19.290Z"}
{"item_id":"pubmedqa-651","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":478,"output":22},"cost_usd":0.00002242,"seconds":0.6145,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:19.331Z"}
{"item_id":"pubmedqa-651","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":476,"output":22},"cost_usd":0.00002234,"seconds":0.6622,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:19.434Z"}
{"item_id":"pubmedqa-651","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.75},"raw":"{\"probabilities\": {\"yes\": 0.75, \"no\": 0.25}}","model":"inception/mercury-2.5","usage":{"input":473,"output":22},"cost_usd":0.00002222,"seconds":0.4626,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:19.482Z"}
{"item_id":"pubmedqa-651","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.05},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.95,\n    \"yes\": 0.05\n  }\n}","model":"inception/mercury-2.5","usage":{"input":473,"output":34},"cost_usd":0.00002402,"seconds":0.5693,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:19.860Z"}
{"item_id":"pubmedqa-656","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":439,"output":22},"cost_usd":0.00002086,"seconds":0.6012,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:19.933Z"}
{"item_id":"pubmedqa-656","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":436,"output":22},"cost_usd":0.00002074,"seconds":0.5008,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:19.935Z"}
{"item_id":"pubmedqa-656","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.05},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.95,\n    \"yes\": 0.05\n  }\n}","model":"inception/mercury-2.5","usage":{"input":436,"output":34},"cost_usd":0.00002254,"seconds":0.6069,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:20.089Z"}
{"item_id":"pubmedqa-656","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":435,"output":22},"cost_usd":0.0000207,"seconds":0.3862,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:20.246Z"}
{"item_id":"pubmedqa-656","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.02},"raw":"{\"probabilities\": {\"no\": 0.98, \"yes\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":433,"output":22},"cost_usd":0.00002062,"seconds":0.456,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:20.389Z"}
{"item_id":"pubmedqa-658","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.02},"raw":"{\"probabilities\": {\"no\": 0.98, \"yes\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":487,"output":22},"cost_usd":0.00002278,"seconds":0.5273,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:20.463Z"}
{"item_id":"pubmedqa-658","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\n\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}\n}","model":"inception/mercury-2.5","usage":{"input":487,"output":26},"cost_usd":0.00002338,"seconds":0.6266,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:20.716Z"}
{"item_id":"pubmedqa-658","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.05},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.95,\n    \"yes\": 0.05\n  }\n}","model":"inception/mercury-2.5","usage":{"input":479,"output":33},"cost_usd":0.00002411,"seconds":0.4587,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:20.848Z"}
{"item_id":"pubmedqa-658","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.05},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.95,\n    \"yes\": 0.05\n  }\n}","model":"inception/mercury-2.5","usage":{"input":478,"output":33},"cost_usd":0.00002407,"seconds":0.7357,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:20.982Z"}
{"item_id":"pubmedqa-659","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":385,"output":22},"cost_usd":0.0000187,"seconds":0.4588,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:21.175Z"}
{"item_id":"pubmedqa-658","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":487,"output":22},"cost_usd":0.00002278,"seconds":0.7246,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:21.188Z"}
{"item_id":"pubmedqa-659","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.95,\n    \"no\": 0.05\n  }\n}","model":"inception/mercury-2.5","usage":{"input":381,"output":34},"cost_usd":0.00002034,"seconds":0.6262,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:21.475Z"}
{"item_id":"pubmedqa-659","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":372,"output":21},"cost_usd":0.00001803,"seconds":0.5387,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:21.727Z"}
{"item_id":"pubmedqa-660","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":581,"output":22},"cost_usd":0.00002654,"seconds":0.478,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:21.953Z"}
{"item_id":"pubmedqa-659","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.8},"raw":"{\"probabilities\": {\"yes\": 0.8, \"no\": 0.2}}","model":"inception/mercury-2.5","usage":{"input":381,"output":20},"cost_usd":0.00001824,"seconds":0.8775,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:22.053Z"}
{"item_id":"pubmedqa-659","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.9},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.9,\n    \"no\": 0.1\n  }\n}","model":"inception/mercury-2.5","usage":{"input":372,"output":31},"cost_usd":0.00001953,"seconds":1.1049,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:22.088Z"}
{"item_id":"pubmedqa-660","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":581,"output":22},"cost_usd":0.00002654,"seconds":0.7006,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:22.428Z"}
{"item_id":"pubmedqa-660","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":578,"output":22},"cost_usd":0.00002642,"seconds":0.3962,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:22.484Z"}
{"item_id":"pubmedqa-660","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.999},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.999,\n    \"no\": 0.001\n  }\n}","model":"inception/mercury-2.5","usage":{"input":584,"output":36},"cost_usd":0.00002876,"seconds":0.6218,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:22.576Z"}
{"item_id":"pubmedqa-660","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":568,"output":22},"cost_usd":0.00002602,"seconds":0.6048,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:22.658Z"}
{"item_id":"pubmedqa-661","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":576,"output":22},"cost_usd":0.00002634,"seconds":0.4444,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:22.929Z"}
{"item_id":"pubmedqa-661","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.95,\n    \"yes\": 0.05\n  }\n}","model":"inception/mercury-2.5","usage":{"input":597,"output":34},"cost_usd":0.00002898,"seconds":0.7284,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:23.157Z"}
{"item_id":"pubmedqa-661","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":572,"output":22},"cost_usd":0.00002618,"seconds":0.5629,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:23.222Z"}
{"item_id":"pubmedqa-661","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":590,"output":22},"cost_usd":0.0000269,"seconds":0.6584,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:23.234Z"}
{"item_id":"pubmedqa-661","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.11},"raw":"{\"probabilities\": {\"no\": 0.89, \"yes\": 0.11}}","model":"inception/mercury-2.5","usage":{"input":597,"output":22},"cost_usd":0.00002718,"seconds":0.5491,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:23.479Z"}
{"item_id":"pubmedqa-664","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":519,"output":22},"cost_usd":0.00002406,"seconds":0.4886,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:23.711Z"}
{"item_id":"pubmedqa-664","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.98},"raw":"{\"probabilities\": {\"yes\": 0.98, \"no\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":506,"output":22},"cost_usd":0.00002354,"seconds":0.5928,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:23.828Z"}
{"item_id":"pubmedqa-664","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.99},"raw":"{\n \"probabilities\": {\"yes\": 0.99, \"no\": 0.01}\n}","model":"inception/mercury-2.5","usage":{"input":506,"output":26},"cost_usd":0.00002414,"seconds":0.7098,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:23.867Z"}
{"item_id":"pubmedqa-664","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.99},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.99,\n    \"no\": 0.01\n  }\n}","model":"inception/mercury-2.5","usage":{"input":511,"output":34},"cost_usd":0.00002554,"seconds":0.5427,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:24.022Z"}
{"item_id":"pubmedqa-664","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":496,"output":21},"cost_usd":0.00002299,"seconds":0.5872,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:24.298Z"}
{"item_id":"pubmedqa-675","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.95,\n    \"no\": 0.05\n  }\n}","model":"inception/mercury-2.5","usage":{"input":544,"output":33},"cost_usd":0.00002671,"seconds":0.526,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:24.354Z"}
{"item_id":"pubmedqa-675","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":545,"output":22},"cost_usd":0.0000251,"seconds":0.7282,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:24.596Z"}
{"item_id":"pubmedqa-675","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.99},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.99,\n    \"no\": 0.01\n  }\n}","model":"inception/mercury-2.5","usage":{"input":556,"output":34},"cost_usd":0.00002734,"seconds":0.7764,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:24.799Z"}
{"item_id":"pubmedqa-675","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":549,"output":22},"cost_usd":0.00002526,"seconds":0.6153,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:24.914Z"}
{"item_id":"pubmedqa-675","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":556,"output":22},"cost_usd":0.00002554,"seconds":0.6027,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:24.957Z"}
{"item_id":"pubmedqa-679","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":597,"output":22},"cost_usd":0.00002718,"seconds":0.7039,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:25.300Z"}
{"item_id":"pubmedqa-679","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":597,"output":22},"cost_usd":0.00002718,"seconds":0.4583,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:25.373Z"}
{"item_id":"pubmedqa-679","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.98},"raw":"{\"probabilities\": {\"yes\": 0.98, \"no\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":610,"output":22},"cost_usd":0.0000277,"seconds":0.5803,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:25.379Z"}
{"item_id":"pubmedqa-679","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":602,"output":22},"cost_usd":0.00002738,"seconds":0.4499,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:25.408Z"}
{"item_id":"pubmedqa-680","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":658,"output":22},"cost_usd":0.00002962,"seconds":0.3969,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:25.777Z"}
{"item_id":"pubmedqa-680","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":646,"output":22},"cost_usd":0.00002914,"seconds":0.4685,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:25.842Z"}
{"item_id":"pubmedqa-679","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":597,"output":22},"cost_usd":0.00002718,"seconds":0.7429,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:26.044Z"}
{"item_id":"pubmedqa-680","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":647,"output":22},"cost_usd":0.00002918,"seconds":0.6451,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:26.053Z"}
{"item_id":"pubmedqa-680","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":658,"output":22},"cost_usd":0.00002962,"seconds":0.5176,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:26.360Z"}
{"item_id":"pubmedqa-680","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.98},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.98,\n    \"no\": 0.02\n  }\n}","model":"inception/mercury-2.5","usage":{"input":646,"output":33},"cost_usd":0.00003079,"seconds":0.7211,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:26.498Z"}
{"item_id":"pubmedqa-682","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":417,"output":22},"cost_usd":0.00001998,"seconds":0.5702,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:26.624Z"}
{"item_id":"pubmedqa-682","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.35},"raw":"{\"probabilities\": {\"no\": 0.65, \"yes\": 0.35}}","model":"inception/mercury-2.5","usage":{"input":427,"output":22},"cost_usd":0.00002038,"seconds":0.7298,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:26.774Z"}
{"item_id":"pubmedqa-682","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.1},"raw":"{\"probabilities\": {\"no\": 0.9, \"yes\": 0.1}}","model":"inception/mercury-2.5","usage":{"input":415,"output":20},"cost_usd":0.0000196,"seconds":0.4298,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:26.791Z"}
{"item_id":"pubmedqa-682","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.8},"raw":"{\"probabilities\": {\"yes\": 0.8, \"no\": 0.2}}","model":"inception/mercury-2.5","usage":{"input":427,"output":20},"cost_usd":0.00002008,"seconds":0.4493,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:26.948Z"}
{"item_id":"pubmedqa-682","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.3},"raw":"{\"probabilities\": {\"no\": 0.7, \"yes\": 0.3}}","model":"inception/mercury-2.5","usage":{"input":420,"output":20},"cost_usd":0.0000198,"seconds":0.6043,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:27.229Z"}
{"item_id":"pubmedqa-685","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":438,"output":22},"cost_usd":0.00002082,"seconds":0.5911,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:27.382Z"}
{"item_id":"pubmedqa-685","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.6},"raw":"{\"probabilities\": {\"yes\": 0.6, \"no\": 0.4}}","model":"inception/mercury-2.5","usage":{"input":435,"output":20},"cost_usd":0.0000204,"seconds":0.6753,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:27.449Z"}
{"item_id":"pubmedqa-685","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":438,"output":22},"cost_usd":0.00002082,"seconds":0.5749,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:27.523Z"}
{"item_id":"pubmedqa-685","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.7},"raw":"{\"probabilities\": {\"yes\": 0.7, \"no\": 0.3}}","model":"inception/mercury-2.5","usage":{"input":435,"output":20},"cost_usd":0.0000204,"seconds":0.7011,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:27.930Z"}
{"item_id":"pubmedqa-685","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.9},"raw":"{\"probabilities\": {\"yes\": 0.9, \"no\": 0.1}}","model":"inception/mercury-2.5","usage":{"input":435,"output":20},"cost_usd":0.0000204,"seconds":0.5986,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:27.981Z"}
{"item_id":"pubmedqa-686","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":614,"output":22},"cost_usd":0.00002786,"seconds":0.5818,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:28.106Z"}
{"item_id":"pubmedqa-686","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":598,"output":21},"cost_usd":0.00002707,"seconds":0.7013,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:28.151Z"}
{"item_id":"pubmedqa-686","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":601,"output":22},"cost_usd":0.00002734,"seconds":0.5488,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:28.530Z"}
{"item_id":"pubmedqa-686","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":600,"output":22},"cost_usd":0.0000273,"seconds":0.6177,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:28.548Z"}
{"item_id":"pubmedqa-686","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.99},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.99,\n    \"no\": 0.01\n  }\n}","model":"inception/mercury-2.5","usage":{"input":605,"output":33},"cost_usd":0.00002915,"seconds":0.614,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:28.720Z"}
{"item_id":"pubmedqa-687","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":435,"output":22},"cost_usd":0.0000207,"seconds":0.6767,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:28.828Z"}
{"item_id":"pubmedqa-687","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.3},"raw":"{\"probabilities\": {\"no\": 0.7, \"yes\": 0.3}}","model":"inception/mercury-2.5","usage":{"input":441,"output":20},"cost_usd":0.00002064,"seconds":0.6406,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:29.171Z"}
{"item_id":"pubmedqa-687","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":443,"output":22},"cost_usd":0.00002102,"seconds":0.6238,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:29.172Z"}
{"item_id":"pubmedqa-687","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":441,"output":22},"cost_usd":0.00002094,"seconds":0.5954,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:29.316Z"}
{"item_id":"pubmedqa-687","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0},"raw":"{\"probabilities\": {\"yes\": 0.0, \"no\": 1.0}}","model":"inception/mercury-2.5","usage":{"input":441,"output":20},"cost_usd":0.00002064,"seconds":0.6653,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:29.494Z"}
{"item_id":"pubmedqa-696","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":390,"output":22},"cost_usd":0.0000189,"seconds":0.4439,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:29.616Z"}
{"item_id":"pubmedqa-696","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":391,"output":22},"cost_usd":0.00001894,"seconds":0.7288,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:29.902Z"}
{"item_id":"pubmedqa-696","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.99},"raw":"{\n\"probabilities\": {\n\"yes\": 0.99,\n\"no\": 0.01\n}\n}","model":"inception/mercury-2.5","usage":{"input":390,"output":29},"cost_usd":0.00001995,"seconds":0.5956,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:29.912Z"}
{"item_id":"pubmedqa-696","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.99},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.99,\n    \"no\": 0.01\n  }\n}","model":"inception/mercury-2.5","usage":{"input":392,"output":33},"cost_usd":0.00002063,"seconds":0.7223,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:30.217Z"}
{"item_id":"pubmedqa-697","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":418,"output":22},"cost_usd":0.00002002,"seconds":0.3761,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:30.288Z"}
{"item_id":"pubmedqa-697","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":407,"output":22},"cost_usd":0.00001958,"seconds":0.4542,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:30.356Z"}
{"item_id":"pubmedqa-696","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":388,"output":22},"cost_usd":0.00001882,"seconds":0.8574,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:30.474Z"}
{"item_id":"pubmedqa-697","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.95},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.95,\n    \"no\": 0.05\n  }\n}","model":"inception/mercury-2.5","usage":{"input":407,"output":33},"cost_usd":0.00002123,"seconds":0.4019,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:30.691Z"}
{"item_id":"pubmedqa-697","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.85},"raw":"{\"probabilities\": {\"yes\": 0.85, \"no\": 0.15}}","model":"inception/mercury-2.5","usage":{"input":403,"output":21},"cost_usd":0.00001927,"seconds":0.7037,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:30.921Z"}
{"item_id":"pubmedqa-697","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.9},"raw":"{\"probabilities\": {\"yes\": 0.9, \"no\": 0.1}}","model":"inception/mercury-2.5","usage":{"input":405,"output":20},"cost_usd":0.0000192,"seconds":0.6167,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:30.973Z"}
{"item_id":"pubmedqa-698","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":370,"output":22},"cost_usd":0.0000181,"seconds":0.6208,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:31.095Z"}
{"item_id":"pubmedqa-698","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.9999},"raw":"{\"probabilities\": {\"yes\": 0.9999, \"no\": 0.0001}}","model":"inception/mercury-2.5","usage":{"input":374,"output":26},"cost_usd":0.00001886,"seconds":0.4589,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:31.554Z"}
{"item_id":"pubmedqa-698","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.9},"raw":"{\"probabilities\": {\"yes\": 0.9, \"no\": 0.1}}","model":"inception/mercury-2.5","usage":{"input":374,"output":20},"cost_usd":0.00001796,"seconds":0.6555,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:31.577Z"}
{"item_id":"pubmedqa-698","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.85},"raw":"{\"probabilities\": {\"yes\": 0.85, \"no\": 0.15}}","model":"inception/mercury-2.5","usage":{"input":368,"output":22},"cost_usd":0.00001802,"seconds":0.6896,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:31.663Z"}
{"item_id":"pubmedqa-701","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.85},"raw":"{\"probabilities\": {\"yes\": 0.85, \"no\": 0.15}}","model":"inception/mercury-2.5","usage":{"input":468,"output":22},"cost_usd":0.00002202,"seconds":0.5578,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:32.136Z"}
{"item_id":"pubmedqa-701","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.98},"raw":"{\"probabilities\": {\"yes\": 0.98, \"no\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":486,"output":22},"cost_usd":0.00002274,"seconds":0.6057,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:32.160Z"}
{"item_id":"pubmedqa-701","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.9},"raw":"{\"probabilities\": {\"yes\": 0.9, \"no\": 0.1}}","model":"inception/mercury-2.5","usage":{"input":467,"output":20},"cost_usd":0.00002168,"seconds":0.5008,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:32.165Z"}
{"item_id":"pubmedqa-698","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.85},"raw":"{\"probabilities\": {\"yes\": 0.85, \"no\": 0.15}}","model":"inception/mercury-2.5","usage":{"input":377,"output":22},"cost_usd":0.00001838,"seconds":1.8046,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:32.496Z"}
{"item_id":"pubmedqa-701","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.9},"raw":"{\"probabilities\": {\"yes\": 0.9, \"no\": 0.1}}","model":"inception/mercury-2.5","usage":{"input":467,"output":20},"cost_usd":0.00002168,"seconds":0.586,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:32.723Z"}
{"item_id":"pubmedqa-701","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.95},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.95,\n    \"no\": 0.05\n  }\n}","model":"inception/mercury-2.5","usage":{"input":476,"output":34},"cost_usd":0.00002414,"seconds":0.6449,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:32.806Z"}
{"item_id":"pubmedqa-704","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":495,"output":21},"cost_usd":0.00002295,"seconds":0.7133,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:32.879Z"}
{"item_id":"pubmedqa-704","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":498,"output":22},"cost_usd":0.00002322,"seconds":0.4583,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:32.954Z"}
{"item_id":"pubmedqa-704","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":503,"output":22},"cost_usd":0.00002342,"seconds":0.4595,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:33.338Z"}
{"item_id":"pubmedqa-704","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.95},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.95,\n    \"no\": 0.05\n  }\n}","model":"inception/mercury-2.5","usage":{"input":499,"output":33},"cost_usd":0.00002491,"seconds":0.6565,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:33.380Z"}
{"item_id":"pubmedqa-711","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.98},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.98,\n    \"no\": 0.02\n  }\n}","model":"inception/mercury-2.5","usage":{"input":466,"output":33},"cost_usd":0.00002359,"seconds":0.4942,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:33.449Z"}
{"item_id":"pubmedqa-704","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.85},"raw":"{\"probabilities\": {\"yes\": 0.85, \"no\": 0.15}}","model":"inception/mercury-2.5","usage":{"input":515,"output":22},"cost_usd":0.0000239,"seconds":0.6466,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:33.453Z"}
{"item_id":"pubmedqa-711","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":477,"output":22},"cost_usd":0.00002238,"seconds":0.4163,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:33.866Z"}
{"item_id":"pubmedqa-711","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.99},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.99,\n    \"no\": 0.01\n  }\n}","model":"inception/mercury-2.5","usage":{"input":463,"output":33},"cost_usd":0.00002347,"seconds":0.6112,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:33.950Z"}
{"item_id":"pubmedqa-711","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":461,"output":22},"cost_usd":0.00002174,"seconds":0.608,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:34.061Z"}
{"item_id":"pubmedqa-711","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":466,"output":22},"cost_usd":0.00002194,"seconds":0.8395,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:34.219Z"}
{"item_id":"pubmedqa-715","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":446,"output":22},"cost_usd":0.00002114,"seconds":0.5703,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:34.436Z"}
{"item_id":"pubmedqa-715","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.05},"raw":"{\n \"probabilities\": {\n  \"no\": 0.95,\n  \"yes\": 0.05\n }\n}","model":"inception/mercury-2.5","usage":{"input":446,"output":32},"cost_usd":0.00002264,"seconds":0.4683,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:34.530Z"}
{"item_id":"pubmedqa-715","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.02},"raw":"{\n \"probabilities\": {\n  \"no\": 0.98,\n  \"yes\": 0.02\n }\n}","model":"inception/mercury-2.5","usage":{"input":435,"output":32},"cost_usd":0.0000222,"seconds":0.7305,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:34.681Z"}
{"item_id":"pubmedqa-715","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":446,"output":22},"cost_usd":0.00002114,"seconds":0.5526,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:34.772Z"}
{"item_id":"pubmedqa-715","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.05},"raw":"{\n \"probabilities\": {\n  \"no\": 0.95,\n  \"yes\": 0.05\n }\n}","model":"inception/mercury-2.5","usage":{"input":440,"output":32},"cost_usd":0.0000224,"seconds":0.5805,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:35.017Z"}
{"item_id":"pubmedqa-723","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.98},"raw":"{\"probabilities\": {\"yes\": 0.98, \"no\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":378,"output":22},"cost_usd":0.00001842,"seconds":0.4259,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:35.107Z"}
{"item_id":"pubmedqa-723","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":369,"output":22},"cost_usd":0.00001806,"seconds":0.6225,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:35.153Z"}
{"item_id":"pubmedqa-723","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":373,"output":22},"cost_usd":0.00001822,"seconds":0.4305,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:35.449Z"}
{"item_id":"pubmedqa-723","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":369,"output":22},"cost_usd":0.00001806,"seconds":0.6792,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:35.452Z"}
{"item_id":"pubmedqa-725","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":521,"output":22},"cost_usd":0.00002414,"seconds":0.6169,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:35.771Z"}
{"item_id":"pubmedqa-725","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.25},"raw":"{\"probabilities\": {\"no\": 0.75, \"yes\": 0.25}}","model":"inception/mercury-2.5","usage":{"input":513,"output":22},"cost_usd":0.00002382,"seconds":0.4431,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:35.892Z"}
{"item_id":"pubmedqa-725","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.1},"raw":"{\"probabilities\": {\"no\": 0.9, \"yes\": 0.1}}","model":"inception/mercury-2.5","usage":{"input":527,"output":20},"cost_usd":0.00002408,"seconds":0.5153,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:35.968Z"}
{"item_id":"pubmedqa-725","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.1},"raw":"{\"probabilities\": {\"no\": 0.9, \"yes\": 0.1}}","model":"inception/mercury-2.5","usage":{"input":530,"output":20},"cost_usd":0.0000242,"seconds":0.5623,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:36.334Z"}
{"item_id":"pubmedqa-725","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.96},"raw":"{\"probabilities\": {\"yes\": 0.96, \"no\": 0.04}}","model":"inception/mercury-2.5","usage":{"input":527,"output":22},"cost_usd":0.00002438,"seconds":0.4428,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:36.335Z"}
{"item_id":"pubmedqa-723","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":758,"output":78},"cost_usd":0.00004202,"seconds":1.2836,"provider":"Inception","malformed":false,"refusal":false,"retries":1,"transport_retries":0,"at":"2026-09-18T11:07:36.392Z"}
{"item_id":"pubmedqa-727","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":412,"output":21},"cost_usd":0.00001963,"seconds":0.4144,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:36.750Z"}
{"item_id":"pubmedqa-727","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":413,"output":22},"cost_usd":0.00001982,"seconds":0.8391,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:36.808Z"}
{"item_id":"pubmedqa-727","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":412,"output":21},"cost_usd":0.00001963,"seconds":0.5831,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:36.917Z"}
{"item_id":"pubmedqa-727","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.99},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.99,\n    \"no\": 0.01\n  }\n}","model":"inception/mercury-2.5","usage":{"input":420,"output":34},"cost_usd":0.0000219,"seconds":0.6411,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:37.033Z"}
{"item_id":"pubmedqa-727","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.98},"raw":"{\"probabilities\": {\"yes\": 0.98, \"no\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":413,"output":22},"cost_usd":0.00001982,"seconds":0.3988,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:37.150Z"}
{"item_id":"pubmedqa-729","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.95,\n    \"yes\": 0.05\n  }\n}","model":"inception/mercury-2.5","usage":{"input":625,"output":34},"cost_usd":0.0000301,"seconds":0.5011,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:37.309Z"}
{"item_id":"pubmedqa-729","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.02},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.98,\n    \"yes\": 0.02\n  }\n}","model":"inception/mercury-2.5","usage":{"input":625,"output":34},"cost_usd":0.0000301,"seconds":0.6059,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:37.523Z"}
{"item_id":"pubmedqa-729","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":625,"output":22},"cost_usd":0.0000283,"seconds":0.598,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:37.632Z"}
{"item_id":"pubmedqa-729","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.15},"raw":"{\"probabilities\": {\"no\": 0.85, \"yes\": 0.15}}","model":"inception/mercury-2.5","usage":{"input":613,"output":22},"cost_usd":0.00002782,"seconds":0.5956,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:37.746Z"}
{"item_id":"pubmedqa-729","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.08},"raw":"{\"probabilities\": {\"no\": 0.92, \"yes\": 0.08}}","model":"inception/mercury-2.5","usage":{"input":613,"output":22},"cost_usd":0.00002782,"seconds":0.486,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:37.796Z"}
{"item_id":"pubmedqa-730","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.02},"raw":"{\"probabilities\": {\"no\": 0.98, \"yes\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":457,"output":22},"cost_usd":0.00002158,"seconds":0.4535,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:37.977Z"}
{"item_id":"pubmedqa-730","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.05},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.95,\n    \"yes\": 0.05\n  }\n}","model":"inception/mercury-2.5","usage":{"input":456,"output":34},"cost_usd":0.00002334,"seconds":0.4154,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:38.162Z"}
{"item_id":"pubmedqa-730","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.1},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.9,\n    \"yes\": 0.1\n  }\n}","model":"inception/mercury-2.5","usage":{"input":457,"output":32},"cost_usd":0.00002308,"seconds":0.5833,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:38.215Z"}
{"item_id":"pubmedqa-730","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":438,"output":21},"cost_usd":0.00002067,"seconds":0.6518,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:38.448Z"}
{"item_id":"pubmedqa-731","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.01},"raw":"{\"probabilities\": {\"no\": 0.99, \"yes\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":313,"output":22},"cost_usd":0.00001582,"seconds":0.4191,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:38.581Z"}
{"item_id":"pubmedqa-730","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.02},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.98,\n    \"yes\": 0.02\n  }\n}","model":"inception/mercury-2.5","usage":{"input":450,"output":34},"cost_usd":0.0000231,"seconds":0.6416,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:38.620Z"}
{"item_id":"pubmedqa-731","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.01},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.99,\n    \"yes\": 0.01\n  }\n}","model":"inception/mercury-2.5","usage":{"input":306,"output":33},"cost_usd":0.00001719,"seconds":0.4416,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:38.657Z"}
{"item_id":"pubmedqa-736","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.15},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.85,\n    \"yes\": 0.15\n  }\n}","model":"inception/mercury-2.5","usage":{"input":495,"output":34},"cost_usd":0.0000249,"seconds":0.4201,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:39.078Z"}
{"item_id":"pubmedqa-731","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.01},"raw":"{\"probabilities\": {\"no\": 0.99, \"yes\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":306,"output":22},"cost_usd":0.00001554,"seconds":0.5492,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:39.131Z"}
{"item_id":"pubmedqa-731","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":318,"output":22},"cost_usd":0.00001602,"seconds":0.737,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:39.186Z"}
{"item_id":"pubmedqa-731","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":312,"output":22},"cost_usd":0.00001578,"seconds":0.5781,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:39.198Z"}
{"item_id":"pubmedqa-736","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.1},"raw":"{\n\"probabilities\": {\"no\": 0.9, \"yes\": 0.1}\n}","model":"inception/mercury-2.5","usage":{"input":495,"output":24},"cost_usd":0.0000234,"seconds":0.5853,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:39.664Z"}
{"item_id":"pubmedqa-736","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.05},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.95,\n    \"yes\": 0.05\n  }\n}","model":"inception/mercury-2.5","usage":{"input":491,"output":33},"cost_usd":0.00002459,"seconds":0.5926,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:39.724Z"}
{"item_id":"pubmedqa-736","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":491,"output":22},"cost_usd":0.00002294,"seconds":0.5981,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:39.797Z"}
{"item_id":"pubmedqa-736","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.15},"raw":"{\"probabilities\": {\"no\": 0.85, \"yes\": 0.15}}","model":"inception/mercury-2.5","usage":{"input":495,"output":22},"cost_usd":0.0000231,"seconds":0.6749,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:39.861Z"}
{"item_id":"pubmedqa-737","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.01},"raw":"{\"probabilities\": {\"no\": 0.99, \"yes\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":586,"output":22},"cost_usd":0.00002674,"seconds":0.4743,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:40.138Z"}
{"item_id":"pubmedqa-737","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.95,\n    \"yes\": 0.05\n  }\n}","model":"inception/mercury-2.5","usage":{"input":594,"output":34},"cost_usd":0.00002886,"seconds":0.5944,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:40.319Z"}
{"item_id":"pubmedqa-737","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.3},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.7,\n    \"yes\": 0.3\n  }\n}","model":"inception/mercury-2.5","usage":{"input":586,"output":32},"cost_usd":0.00002824,"seconds":0.5391,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:40.336Z"}
{"item_id":"pubmedqa-737","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.1},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.9,\n    \"yes\": 0.1\n  }\n}","model":"inception/mercury-2.5","usage":{"input":594,"output":32},"cost_usd":0.00002856,"seconds":0.5285,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:40.390Z"}
{"item_id":"pubmedqa-737","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.15},"raw":"{\n \"probabilities\": {\n  \"no\": 0.85,\n  \"yes\": 0.15\n }\n}","model":"inception/mercury-2.5","usage":{"input":596,"output":32},"cost_usd":0.00002864,"seconds":0.4363,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:40.575Z"}
{"item_id":"pubmedqa-743","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":352,"output":22},"cost_usd":0.00001738,"seconds":0.3723,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:40.691Z"}
{"item_id":"pubmedqa-743","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.6},"raw":"{\"probabilities\": {\"yes\": 0.6, \"no\": 0.4}}","model":"inception/mercury-2.5","usage":{"input":353,"output":20},"cost_usd":0.00001712,"seconds":0.4753,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:40.812Z"}
{"item_id":"pubmedqa-743","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.01},"raw":"{\"probabilities\": {\"no\": 0.99, \"yes\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":359,"output":22},"cost_usd":0.00001766,"seconds":0.4396,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:41.015Z"}
{"item_id":"pubmedqa-743","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":349,"output":22},"cost_usd":0.00001726,"seconds":0.6624,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:41.053Z"}
{"item_id":"pubmedqa-743","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":359,"output":22},"cost_usd":0.00001766,"seconds":0.4283,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:41.120Z"}
{"item_id":"pubmedqa-745","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.01},"raw":"{\"probabilities\": {\"no\": 0.99, \"yes\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":504,"output":22},"cost_usd":0.00002346,"seconds":0.4506,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:41.466Z"}
{"item_id":"pubmedqa-745","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":504,"output":22},"cost_usd":0.00002346,"seconds":0.6932,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:41.506Z"}
{"item_id":"pubmedqa-745","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.02},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.98,\n    \"yes\": 0.02\n  }\n}","model":"inception/mercury-2.5","usage":{"input":492,"output":33},"cost_usd":0.00002463,"seconds":0.5245,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:41.578Z"}
{"item_id":"pubmedqa-745","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.15},"raw":"{\"probabilities\": {\"no\": 0.85, \"yes\": 0.15}}","model":"inception/mercury-2.5","usage":{"input":495,"output":22},"cost_usd":0.0000231,"seconds":0.5884,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:41.709Z"}
{"item_id":"pubmedqa-745","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.15},"raw":"{\"probabilities\": {\"no\": 0.85, \"yes\": 0.15}}","model":"inception/mercury-2.5","usage":{"input":504,"output":22},"cost_usd":0.00002346,"seconds":0.5978,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:42.064Z"}
{"item_id":"pubmedqa-746","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":436,"output":22},"cost_usd":0.00002074,"seconds":0.6251,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:42.131Z"}
{"item_id":"pubmedqa-746","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.95,\n    \"no\": 0.05\n  }\n}","model":"inception/mercury-2.5","usage":{"input":445,"output":34},"cost_usd":0.0000229,"seconds":0.6357,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:42.214Z"}
{"item_id":"pubmedqa-746","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":436,"output":22},"cost_usd":0.00002074,"seconds":0.6115,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:42.321Z"}
{"item_id":"pubmedqa-746","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":445,"output":22},"cost_usd":0.0000211,"seconds":0.5945,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:42.659Z"}
{"item_id":"pubmedqa-754","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.3},"raw":"{\"probabilities\": {\"no\": 0.7, \"yes\": 0.3}}","model":"inception/mercury-2.5","usage":{"input":368,"output":20},"cost_usd":0.00001772,"seconds":0.4311,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:42.753Z"}
{"item_id":"pubmedqa-754","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.1},"raw":"{\"probabilities\": {\"no\": 0.9, \"yes\": 0.1}}","model":"inception/mercury-2.5","usage":{"input":368,"output":20},"cost_usd":0.00001772,"seconds":0.6466,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:42.861Z"}
{"item_id":"pubmedqa-754","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.15},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.85,\n    \"yes\": 0.15\n  }\n}","model":"inception/mercury-2.5","usage":{"input":368,"output":33},"cost_usd":0.00001967,"seconds":0.5835,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:43.243Z"}
{"item_id":"pubmedqa-754","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.15},"raw":"{\"probabilities\": {\"no\": 0.85, \"yes\": 0.15}}","model":"inception/mercury-2.5","usage":{"input":368,"output":22},"cost_usd":0.00001802,"seconds":0.5921,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:43.345Z"}
{"item_id":"pubmedqa-746","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.98},"raw":"{\"probabilities\": {\"yes\": 0.98, \"no\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":454,"output":22},"cost_usd":0.00002146,"seconds":1.2158,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:43.347Z"}
{"item_id":"pubmedqa-754","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.25},"raw":"{\"probabilities\": {\"no\": 0.75, \"yes\": 0.25}}","model":"inception/mercury-2.5","usage":{"input":368,"output":22},"cost_usd":0.00001802,"seconds":0.6265,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:43.488Z"}
{"item_id":"pubmedqa-755","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.95,\n    \"no\": 0.05\n  }\n}","model":"inception/mercury-2.5","usage":{"input":313,"output":34},"cost_usd":0.00001762,"seconds":0.456,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:43.700Z"}
{"item_id":"pubmedqa-755","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.98},"raw":"{\"probabilities\": {\"yes\": 0.98, \"no\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":301,"output":22},"cost_usd":0.00001534,"seconds":0.4063,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:43.752Z"}
{"item_id":"pubmedqa-755","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.95},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.95,\n    \"no\": 0.05\n  }\n}","model":"inception/mercury-2.5","usage":{"input":300,"output":33},"cost_usd":0.00001695,"seconds":0.625,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:43.973Z"}
{"item_id":"pubmedqa-755","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":301,"output":22},"cost_usd":0.00001534,"seconds":0.6006,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:44.089Z"}
{"item_id":"pubmedqa-755","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":300,"output":22},"cost_usd":0.0000153,"seconds":0.4535,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:44.154Z"}
{"item_id":"pubmedqa-757","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.95,\n    \"yes\": 0.05\n  }\n}","model":"inception/mercury-2.5","usage":{"input":456,"output":34},"cost_usd":0.00002334,"seconds":0.5773,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:44.330Z"}
{"item_id":"pubmedqa-757","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.01},"raw":"{\"probabilities\": {\"no\": 0.99, \"yes\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":445,"output":22},"cost_usd":0.0000211,"seconds":0.5846,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:44.558Z"}
{"item_id":"pubmedqa-757","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":445,"output":22},"cost_usd":0.0000211,"seconds":0.5894,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:44.679Z"}
{"item_id":"pubmedqa-757","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.02},"raw":"{\n \"probabilities\": {\n  \"no\": 0.98,\n  \"yes\": 0.02\n }\n}","model":"inception/mercury-2.5","usage":{"input":439,"output":31},"cost_usd":0.00002221,"seconds":0.6231,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:44.777Z"}
{"item_id":"pubmedqa-757","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.02},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.98,\n    \"yes\": 0.02\n  }\n}","model":"inception/mercury-2.5","usage":{"input":450,"output":34},"cost_usd":0.0000231,"seconds":0.565,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:44.895Z"}
{"item_id":"pubmedqa-758","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\n \"probabilities\": {\n  \"yes\": 0.95,\n  \"no\": 0.05\n }\n}","model":"inception/mercury-2.5","usage":{"input":455,"output":32},"cost_usd":0.000023,"seconds":0.6347,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:45.193Z"}
{"item_id":"pubmedqa-758","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":467,"output":22},"cost_usd":0.00002198,"seconds":0.6859,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:45.365Z"}
{"item_id":"pubmedqa-758","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.95},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.95,\n    \"no\": 0.05\n  }\n}","model":"inception/mercury-2.5","usage":{"input":463,"output":34},"cost_usd":0.00002362,"seconds":0.6225,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:45.400Z"}
{"item_id":"pubmedqa-758","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":455,"output":22},"cost_usd":0.0000215,"seconds":0.5645,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:45.460Z"}
{"item_id":"pubmedqa-758","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":451,"output":22},"cost_usd":0.00002134,"seconds":0.4601,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:45.653Z"}
{"item_id":"pubmedqa-764","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":509,"output":22},"cost_usd":0.00002366,"seconds":0.6269,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:45.992Z"}
{"item_id":"pubmedqa-764","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.1},"raw":"{\"probabilities\": {\"no\": 0.9, \"yes\": 0.1}}","model":"inception/mercury-2.5","usage":{"input":517,"output":20},"cost_usd":0.00002368,"seconds":0.5964,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:45.997Z"}
{"item_id":"pubmedqa-764","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":517,"output":22},"cost_usd":0.00002398,"seconds":0.4647,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:46.118Z"}
{"item_id":"pubmedqa-764","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":522,"output":22},"cost_usd":0.00002418,"seconds":0.7274,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:46.188Z"}
{"item_id":"pubmedqa-767","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.95,\n    \"yes\": 0.05\n  }\n}","model":"inception/mercury-2.5","usage":{"input":491,"output":33},"cost_usd":0.00002459,"seconds":0.4621,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:46.460Z"}
{"item_id":"pubmedqa-764","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.02},"raw":"{\n\"probabilities\": {\"no\": 0.98, \"yes\": 0.02}\n}","model":"inception/mercury-2.5","usage":{"input":516,"output":26},"cost_usd":0.00002454,"seconds":0.6732,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:46.666Z"}
{"item_id":"pubmedqa-767","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.95,\n    \"yes\": 0.05\n  }\n}","model":"inception/mercury-2.5","usage":{"input":491,"output":33},"cost_usd":0.00002459,"seconds":0.6035,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:46.722Z"}
{"item_id":"pubmedqa-767","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.02},"raw":"{\"probabilities\": {\"no\": 0.98, \"yes\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":505,"output":22},"cost_usd":0.0000235,"seconds":0.5478,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:46.736Z"}
{"item_id":"pubmedqa-767","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.1},"raw":"{\"probabilities\": {\"no\": 0.9, \"yes\": 0.1}}","model":"inception/mercury-2.5","usage":{"input":490,"output":20},"cost_usd":0.0000226,"seconds":0.6021,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:47.062Z"}
{"item_id":"pubmedqa-767","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":491,"output":22},"cost_usd":0.00002294,"seconds":0.6453,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:47.312Z"}
{"item_id":"pubmedqa-773","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.95,\n    \"yes\": 0.05\n  }\n}","model":"inception/mercury-2.5","usage":{"input":527,"output":34},"cost_usd":0.00002618,"seconds":0.6386,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:47.375Z"}
{"item_id":"pubmedqa-773","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":536,"output":22},"cost_usd":0.00002474,"seconds":0.6897,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:47.413Z"}
{"item_id":"pubmedqa-773","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.01},"raw":"{\"probabilities\": {\"no\": 0.99, \"yes\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":536,"output":22},"cost_usd":0.00002474,"seconds":0.4122,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:47.475Z"}
{"item_id":"pubmedqa-773","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.05},"raw":"{\n \"probabilities\": {\n  \"no\": 0.95,\n  \"yes\": 0.05\n }\n}","model":"inception/mercury-2.5","usage":{"input":532,"output":32},"cost_usd":0.00002608,"seconds":0.5043,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:47.880Z"}
{"item_id":"pubmedqa-774","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":495,"output":22},"cost_usd":0.0000231,"seconds":0.5198,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:47.933Z"}
{"item_id":"pubmedqa-774","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":493,"output":21},"cost_usd":0.00002287,"seconds":0.5798,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:48.055Z"}
{"item_id":"pubmedqa-774","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":495,"output":22},"cost_usd":0.0000231,"seconds":0.4642,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:48.397Z"}
{"item_id":"pubmedqa-774","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":502,"output":22},"cost_usd":0.00002338,"seconds":0.6199,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:48.500Z"}
{"item_id":"pubmedqa-774","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.95},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.95,\n    \"no\": 0.05\n  }\n}","model":"inception/mercury-2.5","usage":{"input":495,"output":33},"cost_usd":0.00002475,"seconds":0.6209,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:48.676Z"}
{"item_id":"pubmedqa-780","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":430,"output":22},"cost_usd":0.0000205,"seconds":0.5792,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:49.080Z"}
{"item_id":"pubmedqa-780","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.95,\n    \"no\": 0.05\n  }\n}","model":"inception/mercury-2.5","usage":{"input":433,"output":34},"cost_usd":0.00002242,"seconds":0.6928,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:49.091Z"}
{"item_id":"pubmedqa-780","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":433,"output":22},"cost_usd":0.00002062,"seconds":0.6313,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:49.308Z"}
{"item_id":"pubmedqa-780","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":430,"output":22},"cost_usd":0.0000205,"seconds":0.5646,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:49.645Z"}
{"item_id":"pubmedqa-780","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":425,"output":22},"cost_usd":0.0000203,"seconds":0.6002,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:49.691Z"}
{"item_id":"pubmedqa-784","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.9},"raw":"{\"probabilities\": {\"yes\": 0.9, \"no\": 0.1}}","model":"inception/mercury-2.5","usage":{"input":399,"output":20},"cost_usd":0.00001896,"seconds":0.6905,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:49.999Z"}
{"item_id":"pubmedqa-784","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.95,\n    \"no\": 0.05\n  }\n}","model":"inception/mercury-2.5","usage":{"input":394,"output":34},"cost_usd":0.00002086,"seconds":0.4177,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:50.063Z"}
{"item_id":"pubmedqa-784","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.95},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.95,\n    \"no\": 0.05\n  }\n}","model":"inception/mercury-2.5","usage":{"input":399,"output":34},"cost_usd":0.00002106,"seconds":0.6287,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:50.321Z"}
{"item_id":"pubmedqa-784","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":393,"output":22},"cost_usd":0.00001902,"seconds":0.6076,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:50.607Z"}
{"item_id":"pubmedqa-784","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":393,"output":22},"cost_usd":0.00001902,"seconds":0.5706,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:50.634Z"}
{"item_id":"pubmedqa-786","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.01},"raw":"{\"probabilities\": {\"no\": 0.99, \"yes\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":399,"output":21},"cost_usd":0.00001911,"seconds":0.9312,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:51.252Z"}
{"item_id":"pubmedqa-786","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":411,"output":22},"cost_usd":0.00001974,"seconds":0.8097,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:51.417Z"}
{"item_id":"pubmedqa-786","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":413,"output":22},"cost_usd":0.00001982,"seconds":0.871,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:51.505Z"}
{"item_id":"pubmedqa-786","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":413,"output":22},"cost_usd":0.00001982,"seconds":0.6073,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:51.860Z"}
{"item_id":"pubmedqa-786","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":409,"output":22},"cost_usd":0.00001966,"seconds":0.6042,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:52.022Z"}
{"item_id":"pubmedqa-789","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.53},"raw":"{\"probabilities\": {\"yes\": 0.53, \"no\": 0.47}}","model":"inception/mercury-2.5","usage":{"input":531,"output":22},"cost_usd":0.00002454,"seconds":0.5738,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:52.080Z"}
{"item_id":"pubmedqa-789","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.35},"raw":"{\"probabilities\": {\"no\": 0.65, \"yes\": 0.35}}","model":"inception/mercury-2.5","usage":{"input":541,"output":22},"cost_usd":0.00002494,"seconds":0.4327,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:52.293Z"}
{"item_id":"pubmedqa-789","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.25},"raw":"{\"probabilities\": {\"no\": 0.75, \"yes\": 0.25}}","model":"inception/mercury-2.5","usage":{"input":528,"output":22},"cost_usd":0.00002442,"seconds":0.4777,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:52.500Z"}
{"item_id":"pubmedqa-789","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.25},"raw":"{\"probabilities\": {\"no\": 0.75, \"yes\": 0.25}}","model":"inception/mercury-2.5","usage":{"input":541,"output":22},"cost_usd":0.00002494,"seconds":0.5495,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:52.629Z"}
{"item_id":"pubmedqa-789","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.15},"raw":"{\"probabilities\": {\"no\": 0.85, \"yes\": 0.15}}","model":"inception/mercury-2.5","usage":{"input":538,"output":22},"cost_usd":0.00002482,"seconds":0.4551,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:52.749Z"}
{"item_id":"pubmedqa-795","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":372,"output":22},"cost_usd":0.00001818,"seconds":0.4359,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:52.936Z"}
{"item_id":"pubmedqa-795","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.15},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.85,\n    \"yes\": 0.15\n  }\n}","model":"inception/mercury-2.5","usage":{"input":388,"output":34},"cost_usd":0.00002062,"seconds":0.6291,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:53.566Z"}
{"item_id":"pubmedqa-795","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.15},"raw":"{\"probabilities\": {\"no\": 0.85, \"yes\": 0.15}}","model":"inception/mercury-2.5","usage":{"input":372,"output":22},"cost_usd":0.00001818,"seconds":0.847,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:53.596Z"}
{"item_id":"pubmedqa-795","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.01},"raw":"{\"probabilities\": {\"no\": 0.99, \"yes\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":372,"output":22},"cost_usd":0.00001818,"seconds":1.1213,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:53.751Z"}
{"item_id":"pubmedqa-796","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":377,"output":22},"cost_usd":0.00001838,"seconds":0.4345,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:54.031Z"}
{"item_id":"pubmedqa-773","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":515,"output":21},"cost_usd":0.00002375,"seconds":6.7751,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:54.087Z"}
{"item_id":"pubmedqa-795","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":372,"output":22},"cost_usd":0.00001818,"seconds":0.6188,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:54.185Z"}
{"item_id":"pubmedqa-796","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":368,"output":22},"cost_usd":0.00001802,"seconds":0.5705,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:54.322Z"}
{"item_id":"pubmedqa-796","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.05},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.95,\n    \"yes\": 0.05\n  }\n}","model":"inception/mercury-2.5","usage":{"input":378,"output":34},"cost_usd":0.00002022,"seconds":0.7101,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:54.742Z"}
{"item_id":"pubmedqa-802","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.85},"raw":"{\"probabilities\": {\"yes\": 0.85, \"no\": 0.15}}","model":"inception/mercury-2.5","usage":{"input":459,"output":22},"cost_usd":0.00002166,"seconds":0.6225,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:54.945Z"}
{"item_id":"pubmedqa-796","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":368,"output":22},"cost_usd":0.00001802,"seconds":0.7627,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:54.948Z"}
{"item_id":"pubmedqa-796","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":368,"output":22},"cost_usd":0.00001802,"seconds":0.9288,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:55.017Z"}
{"item_id":"pubmedqa-802","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":472,"output":22},"cost_usd":0.00002218,"seconds":0.6671,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:55.409Z"}
{"item_id":"pubmedqa-802","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":451,"output":21},"cost_usd":0.00002119,"seconds":0.6705,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:55.616Z"}
{"item_id":"pubmedqa-802","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.95},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.95,\n    \"no\": 0.05\n  }\n}","model":"inception/mercury-2.5","usage":{"input":472,"output":34},"cost_usd":0.00002398,"seconds":0.7453,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:55.694Z"}
{"item_id":"pubmedqa-802","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":451,"output":21},"cost_usd":0.00002119,"seconds":0.7468,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:55.764Z"}
{"item_id":"pubmedqa-810","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.02},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.98,\n    \"yes\": 0.02\n  }\n}","model":"inception/mercury-2.5","usage":{"input":469,"output":33},"cost_usd":0.00002371,"seconds":0.4649,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:55.875Z"}
{"item_id":"pubmedqa-810","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":465,"output":21},"cost_usd":0.00002175,"seconds":0.5595,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:56.176Z"}
{"item_id":"pubmedqa-810","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":486,"output":22},"cost_usd":0.00002274,"seconds":0.3854,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:56.260Z"}
{"item_id":"pubmedqa-810","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.01},"raw":"{\n \"probabilities\": {\n  \"no\": 0.99,\n  \"yes\": 0.01\n }\n}","model":"inception/mercury-2.5","usage":{"input":469,"output":31},"cost_usd":0.00002341,"seconds":0.6543,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:56.349Z"}
{"item_id":"pubmedqa-810","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":486,"output":22},"cost_usd":0.00002274,"seconds":0.6935,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:56.458Z"}
{"item_id":"pubmedqa-811","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.6},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.6,\n    \"no\": 0.4\n  }\n}","model":"inception/mercury-2.5","usage":{"input":460,"output":32},"cost_usd":0.0000232,"seconds":0.4234,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:56.600Z"}
{"item_id":"pubmedqa-811","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.9},"raw":"{\"probabilities\": {\"yes\": 0.9, \"no\": 0.1}}","model":"inception/mercury-2.5","usage":{"input":465,"output":20},"cost_usd":0.0000216,"seconds":0.5852,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:56.935Z"}
{"item_id":"pubmedqa-811","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.98},"raw":"{\"probabilities\": {\"yes\": 0.98, \"no\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":465,"output":22},"cost_usd":0.0000219,"seconds":0.4872,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:56.946Z"}
{"item_id":"pubmedqa-811","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.6},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.60,\n    \"no\": 0.40\n  }\n}","model":"inception/mercury-2.5","usage":{"input":449,"output":33},"cost_usd":0.00002291,"seconds":0.6966,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:56.957Z"}
{"item_id":"pubmedqa-811","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":456,"output":22},"cost_usd":0.00002154,"seconds":0.4234,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:57.024Z"}
{"item_id":"pubmedqa-812","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":530,"output":21},"cost_usd":0.00002435,"seconds":0.4392,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:57.397Z"}
{"item_id":"pubmedqa-812","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.01},"raw":"{\"probabilities\": {\"no\": 0.99, \"yes\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":530,"output":21},"cost_usd":0.00002435,"seconds":0.4059,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:57.431Z"}
{"item_id":"pubmedqa-812","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.02},"raw":"{\"probabilities\": {\"no\": 0.98, \"yes\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":530,"output":21},"cost_usd":0.00002435,"seconds":0.6688,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:57.615Z"}
{"item_id":"pubmedqa-816","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":481,"output":22},"cost_usd":0.00002254,"seconds":0.6408,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:58.072Z"}
{"item_id":"pubmedqa-812","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":556,"output":22},"cost_usd":0.00002554,"seconds":1.2733,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:58.209Z"}
{"item_id":"pubmedqa-812","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.05},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.95,\n    \"yes\": 0.05\n  }\n}","model":"inception/mercury-2.5","usage":{"input":534,"output":33},"cost_usd":0.00002631,"seconds":0.9453,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:58.343Z"}
{"item_id":"pubmedqa-816","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":465,"output":21},"cost_usd":0.00002175,"seconds":0.7988,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:58.414Z"}
{"item_id":"pubmedqa-816","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":465,"output":21},"cost_usd":0.00002175,"seconds":0.5987,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:58.808Z"}
{"item_id":"pubmedqa-818","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.99},"raw":"{\n \"probabilities\": {\n  \"yes\": 0.99,\n  \"no\": 0.01\n }\n}","model":"inception/mercury-2.5","usage":{"input":461,"output":31},"cost_usd":0.00002309,"seconds":0.6811,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:59.096Z"}
{"item_id":"pubmedqa-818","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":465,"output":22},"cost_usd":0.0000219,"seconds":0.8288,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:59.637Z"}
{"item_id":"pubmedqa-818","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":459,"output":21},"cost_usd":0.00002151,"seconds":0.6562,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:07:59.752Z"}
{"item_id":"pubmedqa-818","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":474,"output":22},"cost_usd":0.00002226,"seconds":0.6252,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:00.263Z"}
{"item_id":"pubmedqa-818","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.98},"raw":"{\"probabilities\": {\"yes\": 0.98, \"no\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":475,"output":22},"cost_usd":0.0000223,"seconds":0.6999,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:00.453Z"}
{"item_id":"pubmedqa-819","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":607,"output":22},"cost_usd":0.00002758,"seconds":0.4916,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:00.755Z"}
{"item_id":"pubmedqa-819","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":600,"output":22},"cost_usd":0.0000273,"seconds":0.7177,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:01.171Z"}
{"item_id":"pubmedqa-819","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":602,"output":22},"cost_usd":0.00002738,"seconds":0.459,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:01.214Z"}
{"item_id":"pubmedqa-816","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":480,"output":22},"cost_usd":0.0000225,"seconds":2.9934,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:01.337Z"}
{"item_id":"pubmedqa-819","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.1},"raw":"{\"probabilities\": {\"no\": 0.9, \"yes\": 0.1}}","model":"inception/mercury-2.5","usage":{"input":611,"output":20},"cost_usd":0.00002744,"seconds":0.6469,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:01.861Z"}
{"item_id":"pubmedqa-819","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.08},"raw":"{\"probabilities\": {\"no\": 0.92, \"yes\": 0.08}}","model":"inception/mercury-2.5","usage":{"input":595,"output":21},"cost_usd":0.00002695,"seconds":0.6936,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:01.865Z"}
{"item_id":"pubmedqa-820","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":396,"output":22},"cost_usd":0.00001914,"seconds":0.6102,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:01.948Z"}
{"item_id":"pubmedqa-816","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.98},"raw":"{\"probabilities\": {\"yes\": 0.98, \"no\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":481,"output":22},"cost_usd":0.00002254,"seconds":4.2207,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:02.293Z"}
{"item_id":"pubmedqa-820","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":396,"output":22},"cost_usd":0.00001914,"seconds":0.4625,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:02.324Z"}
{"item_id":"pubmedqa-820","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":399,"output":22},"cost_usd":0.00001926,"seconds":0.6571,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:02.522Z"}
{"item_id":"pubmedqa-820","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.98},"raw":"{\"probabilities\": {\"yes\": 0.98, \"no\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":408,"output":22},"cost_usd":0.00001962,"seconds":0.5972,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:02.545Z"}
{"item_id":"pubmedqa-824","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":332,"output":22},"cost_usd":0.00001658,"seconds":0.44,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:02.765Z"}
{"item_id":"pubmedqa-824","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":330,"output":22},"cost_usd":0.0000165,"seconds":0.6418,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:03.187Z"}
{"item_id":"pubmedqa-824","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.98},"raw":"{\"probabilities\": {\"yes\": 0.98, \"no\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":325,"output":21},"cost_usd":0.00001615,"seconds":0.4598,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:03.225Z"}
{"item_id":"pubmedqa-824","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.95,\n    \"no\": 0.05\n  }\n}","model":"inception/mercury-2.5","usage":{"input":340,"output":34},"cost_usd":0.0000187,"seconds":0.8551,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:03.378Z"}
{"item_id":"pubmedqa-820","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":1192,"output":119},"cost_usd":0.00006553,"seconds":1.5294,"provider":"Inception","malformed":false,"refusal":false,"retries":2,"transport_retries":0,"at":"2026-09-18T11:08:03.823Z"}
{"item_id":"pubmedqa-827","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":491,"output":22},"cost_usd":0.00002294,"seconds":0.6305,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:03.856Z"}
{"item_id":"pubmedqa-824","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":342,"output":22},"cost_usd":0.00001698,"seconds":0.7498,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:03.938Z"}
{"item_id":"pubmedqa-827","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":485,"output":21},"cost_usd":0.00002255,"seconds":0.6424,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:04.021Z"}
{"item_id":"pubmedqa-827","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.98},"raw":"{\"probabilities\": {\"yes\": 0.98, \"no\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":491,"output":22},"cost_usd":0.00002294,"seconds":0.4492,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:04.306Z"}
{"item_id":"pubmedqa-829","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.01},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.99,\n    \"yes\": 0.01\n  }\n}","model":"inception/mercury-2.5","usage":{"input":383,"output":34},"cost_usd":0.00002042,"seconds":0.6593,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:04.681Z"}
{"item_id":"pubmedqa-829","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.01},"raw":"{\"probabilities\": {\"no\": 0.99, \"yes\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":383,"output":22},"cost_usd":0.00001862,"seconds":0.4699,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:04.776Z"}
{"item_id":"pubmedqa-827","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":992,"output":75},"cost_usd":0.00005093,"seconds":1.2437,"provider":"Inception","malformed":false,"refusal":false,"retries":1,"transport_retries":0,"at":"2026-09-18T11:08:05.067Z"}
{"item_id":"pubmedqa-827","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.98},"raw":"{\"probabilities\": {\"yes\": 0.98, \"no\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":484,"output":21},"cost_usd":0.00002251,"seconds":1.2198,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:05.158Z"}
{"item_id":"pubmedqa-829","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.01},"raw":"{\"probabilities\": {\"no\": 0.99, \"yes\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":374,"output":22},"cost_usd":0.00001826,"seconds":0.4574,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:05.234Z"}
{"item_id":"pubmedqa-829","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.01},"raw":"{\"probabilities\": {\"no\": 0.99, \"yes\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":371,"output":22},"cost_usd":0.00001814,"seconds":0.5639,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:05.632Z"}
{"item_id":"pubmedqa-831","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.02},"raw":"{\"probabilities\": {\"no\": 0.98, \"yes\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":556,"output":22},"cost_usd":0.00002554,"seconds":0.5658,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:05.724Z"}
{"item_id":"pubmedqa-831","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":544,"output":22},"cost_usd":0.00002506,"seconds":0.5756,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:05.810Z"}
{"item_id":"pubmedqa-831","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.13},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.87,\n    \"yes\": 0.13\n  }\n}","model":"inception/mercury-2.5","usage":{"input":556,"output":34},"cost_usd":0.00002734,"seconds":0.3929,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:06.025Z"}
{"item_id":"pubmedqa-831","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.02},"raw":"{\"probabilities\": {\"no\": 0.98, \"yes\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":544,"output":22},"cost_usd":0.00002506,"seconds":0.4233,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:06.234Z"}
{"item_id":"pubmedqa-835","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.3},"raw":"{\"probabilities\": {\"no\": 0.7, \"yes\": 0.3}}","model":"inception/mercury-2.5","usage":{"input":715,"output":20},"cost_usd":0.0000316,"seconds":0.4097,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:06.435Z"}
{"item_id":"pubmedqa-829","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.01},"raw":"{\"probabilities\": {\"no\": 0.99, \"yes\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":383,"output":22},"cost_usd":0.00001862,"seconds":1.8766,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:06.558Z"}
{"item_id":"pubmedqa-835","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.27},"raw":"{\"probabilities\": {\"no\": 0.73, \"yes\": 0.27}}","model":"inception/mercury-2.5","usage":{"input":715,"output":22},"cost_usd":0.0000319,"seconds":0.6244,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:07.060Z"}
{"item_id":"pubmedqa-835","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.15},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.85,\n    \"yes\": 0.15\n  }\n}","model":"inception/mercury-2.5","usage":{"input":710,"output":33},"cost_usd":0.00003335,"seconds":0.832,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:07.390Z"}
{"item_id":"pubmedqa-835","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.15},"raw":"{\"probabilities\": {\"no\": 0.85, \"yes\": 0.15}}","model":"inception/mercury-2.5","usage":{"input":739,"output":22},"cost_usd":0.00003286,"seconds":0.594,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:07.655Z"}
{"item_id":"pubmedqa-836","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.85},"raw":"{\n\"probabilities\": {\"yes\": 0.85, \"no\": 0.15}}\n```","model":"inception/mercury-2.5","usage":{"input":389,"output":26},"cost_usd":0.00001946,"seconds":0.6772,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:08.068Z"}
{"item_id":"pubmedqa-836","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.98},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.98,\n    \"no\": 0.02\n  }\n}","model":"inception/mercury-2.5","usage":{"input":380,"output":33},"cost_usd":0.00002015,"seconds":0.5994,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:08.254Z"}
{"item_id":"pubmedqa-836","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":380,"output":21},"cost_usd":0.00001835,"seconds":0.6311,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:08.699Z"}
{"item_id":"pubmedqa-836","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":389,"output":22},"cost_usd":0.00001886,"seconds":0.5828,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:08.838Z"}
{"item_id":"pubmedqa-835","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.15},"raw":"{\"probabilities\": {\"no\": 0.85, \"yes\": 0.15}}","model":"inception/mercury-2.5","usage":{"input":739,"output":22},"cost_usd":0.00003286,"seconds":3.0532,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:09.287Z"}
{"item_id":"pubmedqa-838","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":389,"output":22},"cost_usd":0.00001886,"seconds":0.5392,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:09.377Z"}
{"item_id":"pubmedqa-836","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.95},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.95,\n    \"no\": 0.05\n  }\n}","model":"inception/mercury-2.5","usage":{"input":398,"output":34},"cost_usd":0.00002102,"seconds":0.8108,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:09.511Z"}
{"item_id":"pubmedqa-838","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.02},"raw":"{\"probabilities\": {\"no\": 0.98, \"yes\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":389,"output":22},"cost_usd":0.00001886,"seconds":0.414,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:09.792Z"}
{"item_id":"pubmedqa-838","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.1},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.9,\n    \"yes\": 0.1\n  }\n}","model":"inception/mercury-2.5","usage":{"input":381,"output":31},"cost_usd":0.00001989,"seconds":0.6236,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:09.912Z"}
{"item_id":"pubmedqa-838","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":387,"output":22},"cost_usd":0.00001878,"seconds":0.4841,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:09.995Z"}
{"item_id":"pubmedqa-838","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":384,"output":22},"cost_usd":0.00001866,"seconds":0.5591,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:10.352Z"}
{"item_id":"pubmedqa-839","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.01},"raw":"{\"probabilities\": {\"no\": 0.99, \"yes\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":689,"output":21},"cost_usd":0.00003071,"seconds":0.6681,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:10.664Z"}
{"item_id":"pubmedqa-839","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.01},"raw":"{\"probabilities\": {\"no\": 0.99, \"yes\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":696,"output":22},"cost_usd":0.00003114,"seconds":0.5427,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:10.895Z"}
{"item_id":"pubmedqa-839","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.01},"raw":"{\n \"probabilities\": {\n  \"no\": 0.99,\n  \"yes\": 0.01\n }\n}","model":"inception/mercury-2.5","usage":{"input":715,"output":32},"cost_usd":0.0000334,"seconds":0.544,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:11.208Z"}
{"item_id":"pubmedqa-831","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.05},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.95,\n    \"yes\": 0.05\n  }\n}","model":"inception/mercury-2.5","usage":{"input":556,"output":34},"cost_usd":0.00002734,"seconds":5.5975,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:11.322Z"}
{"item_id":"pubmedqa-839","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.01},"raw":"{\"probabilities\": {\"no\": 0.99, \"yes\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":715,"output":22},"cost_usd":0.0000319,"seconds":0.6026,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:11.498Z"}
{"item_id":"pubmedqa-840","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\n \"probabilities\": {\n  \"yes\": 0.95,\n  \"no\": 0.05\n }\n}","model":"inception/mercury-2.5","usage":{"input":414,"output":32},"cost_usd":0.00002136,"seconds":0.4705,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:11.793Z"}
{"item_id":"pubmedqa-840","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.9},"raw":"{\"probabilities\": {\"yes\": 0.9, \"no\": 0.1}}","model":"inception/mercury-2.5","usage":{"input":414,"output":20},"cost_usd":0.00001956,"seconds":0.6403,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:11.849Z"}
{"item_id":"pubmedqa-840","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":413,"output":22},"cost_usd":0.00001982,"seconds":0.5976,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:12.096Z"}
{"item_id":"pubmedqa-840","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":400,"output":21},"cost_usd":0.00001915,"seconds":0.5215,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:12.371Z"}
{"item_id":"pubmedqa-840","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":413,"output":22},"cost_usd":0.00001982,"seconds":0.6365,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:12.430Z"}
{"item_id":"pubmedqa-842","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":330,"output":22},"cost_usd":0.0000165,"seconds":0.4157,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:12.512Z"}
{"item_id":"pubmedqa-842","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":330,"output":22},"cost_usd":0.0000165,"seconds":0.5545,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:12.985Z"}
{"item_id":"pubmedqa-842","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":329,"output":22},"cost_usd":0.00001646,"seconds":0.6615,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:13.033Z"}
{"item_id":"pubmedqa-842","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":334,"output":22},"cost_usd":0.00001666,"seconds":0.582,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:13.094Z"}
{"item_id":"pubmedqa-842","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.98},"raw":"{\"probabilities\": {\"yes\": 0.98, \"no\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":330,"output":22},"cost_usd":0.0000165,"seconds":0.4285,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:13.414Z"}
{"item_id":"pubmedqa-846","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.98},"raw":"{\"probabilities\": {\"yes\": 0.98, \"no\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":521,"output":22},"cost_usd":0.00002414,"seconds":0.4133,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:13.508Z"}
{"item_id":"pubmedqa-846","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.98},"raw":"{\"probabilities\": {\"yes\": 0.98, \"no\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":518,"output":22},"cost_usd":0.00002402,"seconds":0.5889,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:13.622Z"}
{"item_id":"pubmedqa-846","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":518,"output":22},"cost_usd":0.00002402,"seconds":0.409,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:13.824Z"}
{"item_id":"pubmedqa-846","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":524,"output":22},"cost_usd":0.00002426,"seconds":0.558,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:14.067Z"}
{"item_id":"pubmedqa-847","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":552,"output":22},"cost_usd":0.00002538,"seconds":0.6538,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:14.478Z"}
{"item_id":"pubmedqa-846","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":519,"output":22},"cost_usd":0.00002406,"seconds":0.9844,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:14.607Z"}
{"item_id":"pubmedqa-847","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":553,"output":22},"cost_usd":0.00002542,"seconds":0.5499,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:14.617Z"}
{"item_id":"pubmedqa-847","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":553,"output":22},"cost_usd":0.00002542,"seconds":0.6134,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:15.092Z"}
{"item_id":"pubmedqa-847","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":552,"output":22},"cost_usd":0.00002538,"seconds":0.5234,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:15.131Z"}
{"item_id":"pubmedqa-847","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.98},"raw":"{\"probabilities\": {\"yes\": 0.98, \"no\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":557,"output":22},"cost_usd":0.00002558,"seconds":0.6928,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:15.310Z"}
{"item_id":"pubmedqa-850","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":465,"output":22},"cost_usd":0.0000219,"seconds":0.4563,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:15.549Z"}
{"item_id":"pubmedqa-850","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":461,"output":22},"cost_usd":0.00002174,"seconds":0.6555,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:15.787Z"}
{"item_id":"pubmedqa-850","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":461,"output":22},"cost_usd":0.00002174,"seconds":0.5831,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:15.894Z"}
{"item_id":"pubmedqa-853","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":513,"output":22},"cost_usd":0.00002382,"seconds":0.4113,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:16.306Z"}
{"item_id":"pubmedqa-850","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":458,"output":22},"cost_usd":0.00002162,"seconds":0.6889,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:16.476Z"}
{"item_id":"pubmedqa-839","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.01},"raw":"{\"probabilities\": {\"no\": 0.99, \"yes\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":699,"output":22},"cost_usd":0.00003126,"seconds":6.6173,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:16.529Z"}
{"item_id":"pubmedqa-850","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":1},"raw":"{\"probabilities\": {\"yes\": 1.0, \"no\": 0.0}}","model":"inception/mercury-2.5","usage":{"input":461,"output":20},"cost_usd":0.00002144,"seconds":1.0601,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:16.609Z"}
{"item_id":"pubmedqa-853","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.98},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.98,\n    \"no\": 0.02\n  }\n}","model":"inception/mercury-2.5","usage":{"input":523,"output":34},"cost_usd":0.00002602,"seconds":0.5593,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:16.865Z"}
{"item_id":"pubmedqa-853","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":512,"output":22},"cost_usd":0.00002378,"seconds":0.4267,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:17.036Z"}
{"item_id":"pubmedqa-853","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":506,"output":22},"cost_usd":0.00002354,"seconds":0.5869,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:17.064Z"}
{"item_id":"pubmedqa-853","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":506,"output":22},"cost_usd":0.00002354,"seconds":0.5778,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:17.108Z"}
{"item_id":"pubmedqa-858","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":432,"output":22},"cost_usd":0.00002058,"seconds":0.3942,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:17.260Z"}
{"item_id":"pubmedqa-858","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":432,"output":22},"cost_usd":0.00002058,"seconds":0.3936,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:17.654Z"}
{"item_id":"pubmedqa-858","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.02},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.98,\n    \"yes\": 0.02\n  }\n}","model":"inception/mercury-2.5","usage":{"input":419,"output":33},"cost_usd":0.00002171,"seconds":0.6205,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:17.657Z"}
{"item_id":"pubmedqa-858","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.05},"raw":"{\n\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}\n}","model":"inception/mercury-2.5","usage":{"input":418,"output":26},"cost_usd":0.00002062,"seconds":0.5819,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:17.690Z"}
{"item_id":"pubmedqa-858","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":432,"output":22},"cost_usd":0.00002058,"seconds":0.8651,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:17.929Z"}
{"item_id":"pubmedqa-859","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":424,"output":22},"cost_usd":0.00002026,"seconds":0.5374,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:18.195Z"}
{"item_id":"pubmedqa-859","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":419,"output":22},"cost_usd":0.00002006,"seconds":0.6153,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:18.270Z"}
{"item_id":"pubmedqa-859","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.02},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.98,\n    \"yes\": 0.02\n  }\n}","model":"inception/mercury-2.5","usage":{"input":419,"output":34},"cost_usd":0.00002186,"seconds":0.6369,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:18.327Z"}
{"item_id":"pubmedqa-859","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.02},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.98,\n    \"yes\": 0.02\n  }\n}","model":"inception/mercury-2.5","usage":{"input":424,"output":34},"cost_usd":0.00002206,"seconds":0.82,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:18.750Z"}
{"item_id":"pubmedqa-859","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.01},"raw":"{\"probabilities\": {\"no\": 0.99, \"yes\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":419,"output":22},"cost_usd":0.00002006,"seconds":0.6388,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:18.834Z"}
{"item_id":"pubmedqa-864","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.02},"raw":"{\"probabilities\": {\"no\": 0.98, \"yes\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":514,"output":22},"cost_usd":0.00002386,"seconds":0.5855,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:18.856Z"}
{"item_id":"pubmedqa-864","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":533,"output":22},"cost_usd":0.00002462,"seconds":0.6613,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:18.989Z"}
{"item_id":"pubmedqa-864","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":533,"output":22},"cost_usd":0.00002462,"seconds":0.4178,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:19.274Z"}
{"item_id":"pubmedqa-864","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.08},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.92,\n    \"yes\": 0.08\n  }\n}","model":"inception/mercury-2.5","usage":{"input":514,"output":33},"cost_usd":0.00002551,"seconds":0.6753,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:19.425Z"}
{"item_id":"pubmedqa-867","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":576,"output":22},"cost_usd":0.00002634,"seconds":0.4609,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:19.450Z"}
{"item_id":"pubmedqa-864","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.1},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.9,\n    \"yes\": 0.1\n  }\n}","model":"inception/mercury-2.5","usage":{"input":533,"output":32},"cost_usd":0.00002612,"seconds":0.8786,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:19.713Z"}
{"item_id":"pubmedqa-867","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.65},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.65,\n    \"no\": 0.35\n  }\n}","model":"inception/mercury-2.5","usage":{"input":576,"output":34},"cost_usd":0.00002814,"seconds":0.639,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:19.913Z"}
{"item_id":"pubmedqa-867","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":576,"output":22},"cost_usd":0.00002634,"seconds":0.6494,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:20.075Z"}
{"item_id":"pubmedqa-867","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.01},"raw":"{\"probabilities\": {\"no\": 0.99, \"yes\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":563,"output":21},"cost_usd":0.00002567,"seconds":0.406,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:20.120Z"}
{"item_id":"pubmedqa-867","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.02},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.98,\n    \"yes\": 0.02\n  }\n}","model":"inception/mercury-2.5","usage":{"input":570,"output":33},"cost_usd":0.00002775,"seconds":0.6745,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:20.125Z"}
{"item_id":"pubmedqa-871","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":466,"output":22},"cost_usd":0.00002194,"seconds":0.3832,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:20.297Z"}
{"item_id":"pubmedqa-871","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.9},"raw":"{\"probabilities\": {\"yes\": 0.9, \"no\": 0.1}}","model":"inception/mercury-2.5","usage":{"input":466,"output":20},"cost_usd":0.00002164,"seconds":0.6004,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:20.726Z"}
{"item_id":"pubmedqa-871","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":470,"output":22},"cost_usd":0.0000221,"seconds":0.6967,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:20.817Z"}
{"item_id":"pubmedqa-871","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.75},"raw":"{\"probabilities\": {\"yes\": 0.75, \"no\": 0.25}}","model":"inception/mercury-2.5","usage":{"input":470,"output":22},"cost_usd":0.0000221,"seconds":0.548,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:20.845Z"}
{"item_id":"pubmedqa-871","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.98},"raw":"{\"probabilities\": {\"yes\": 0.98, \"no\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":462,"output":22},"cost_usd":0.00002178,"seconds":0.8567,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:20.932Z"}
{"item_id":"pubmedqa-872","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.01},"raw":"{\"probabilities\": {\"no\": 0.99, \"yes\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":544,"output":22},"cost_usd":0.00002506,"seconds":0.6541,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:21.381Z"}
{"item_id":"pubmedqa-872","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.95,\n    \"yes\": 0.05\n  }\n}","model":"inception/mercury-2.5","usage":{"input":538,"output":33},"cost_usd":0.00002647,"seconds":0.5821,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:21.399Z"}
{"item_id":"pubmedqa-872","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":528,"output":21},"cost_usd":0.00002427,"seconds":0.5675,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:21.413Z"}
{"item_id":"pubmedqa-872","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":538,"output":22},"cost_usd":0.00002482,"seconds":0.66,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:21.593Z"}
{"item_id":"pubmedqa-873","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.2},"raw":"{\"probabilities\": {\"no\": 0.8, \"yes\": 0.2}}","model":"inception/mercury-2.5","usage":{"input":368,"output":20},"cost_usd":0.00001772,"seconds":0.4165,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:21.830Z"}
{"item_id":"pubmedqa-873","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":360,"output":22},"cost_usd":0.0000177,"seconds":0.47,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:21.870Z"}
{"item_id":"pubmedqa-872","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.1},"raw":"{\n \"probabilities\": {\n  \"no\": 0.9,\n  \"yes\": 0.1\n }\n}","model":"inception/mercury-2.5","usage":{"input":544,"output":30},"cost_usd":0.00002626,"seconds":0.6986,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:22.080Z"}
{"item_id":"pubmedqa-873","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":372,"output":22},"cost_usd":0.00001818,"seconds":0.5544,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:22.148Z"}
{"item_id":"pubmedqa-873","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":367,"output":22},"cost_usd":0.00001798,"seconds":0.5892,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:22.420Z"}
{"item_id":"pubmedqa-873","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.13},"raw":"{\"probabilities\": {\"no\": 0.87, \"yes\": 0.13}}","model":"inception/mercury-2.5","usage":{"input":368,"output":22},"cost_usd":0.00001802,"seconds":0.7007,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:22.571Z"}
{"item_id":"pubmedqa-874","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":584,"output":22},"cost_usd":0.00002666,"seconds":0.6167,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:22.697Z"}
{"item_id":"pubmedqa-874","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.95},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.95,\n    \"no\": 0.05\n  }\n}","model":"inception/mercury-2.5","usage":{"input":575,"output":34},"cost_usd":0.0000281,"seconds":0.4711,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:23.043Z"}
{"item_id":"pubmedqa-874","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.85},"raw":"{\"probabilities\": {\"yes\": 0.85, \"no\": 0.15}}","model":"inception/mercury-2.5","usage":{"input":584,"output":22},"cost_usd":0.00002666,"seconds":0.7373,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:23.158Z"}
{"item_id":"pubmedqa-874","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.98},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.98,\n    \"no\": 0.02\n  }\n}","model":"inception/mercury-2.5","usage":{"input":571,"output":33},"cost_usd":0.00002779,"seconds":0.793,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:23.490Z"}
{"item_id":"pubmedqa-878","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.98},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.98,\n    \"no\": 0.02\n  }\n}","model":"inception/mercury-2.5","usage":{"input":572,"output":33},"cost_usd":0.00002783,"seconds":0.6468,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:23.690Z"}
{"item_id":"pubmedqa-878","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.99},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.99,\n    \"no\": 0.01\n  }\n}","model":"inception/mercury-2.5","usage":{"input":575,"output":33},"cost_usd":0.00002795,"seconds":0.8073,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:23.966Z"}
{"item_id":"pubmedqa-878","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.95},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.95,\n    \"no\": 0.05\n  }\n}","model":"inception/mercury-2.5","usage":{"input":575,"output":33},"cost_usd":0.00002795,"seconds":0.6493,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:24.140Z"}
{"item_id":"pubmedqa-878","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":575,"output":22},"cost_usd":0.0000263,"seconds":0.5659,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:24.256Z"}
{"item_id":"pubmedqa-878","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":581,"output":22},"cost_usd":0.00002654,"seconds":0.5715,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:24.537Z"}
{"item_id":"pubmedqa-879","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.2},"raw":"{\"probabilities\": {\"no\": 0.8, \"yes\": 0.2}}","model":"inception/mercury-2.5","usage":{"input":470,"output":20},"cost_usd":0.0000218,"seconds":0.435,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:24.692Z"}
{"item_id":"pubmedqa-879","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.6},"raw":"{\"probabilities\": {\"yes\": 0.6, \"no\": 0.4}}","model":"inception/mercury-2.5","usage":{"input":468,"output":20},"cost_usd":0.00002172,"seconds":0.6269,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:24.768Z"}
{"item_id":"pubmedqa-879","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.9},"raw":"{\"probabilities\": {\"yes\": 0.9, \"no\": 0.1}}","model":"inception/mercury-2.5","usage":{"input":468,"output":20},"cost_usd":0.00002172,"seconds":0.5656,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:25.104Z"}
{"item_id":"pubmedqa-874","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.87},"raw":"{\"probabilities\": {\"yes\": 0.87, \"no\": 0.13}}","model":"inception/mercury-2.5","usage":{"input":585,"output":22},"cost_usd":0.0000267,"seconds":0.5703,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":1,"at":"2026-09-18T11:08:25.194Z"}
{"item_id":"pubmedqa-879","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.9},"raw":"{\"probabilities\": {\"yes\": 0.9, \"no\": 0.1}}","model":"inception/mercury-2.5","usage":{"input":482,"output":20},"cost_usd":0.00002228,"seconds":0.5953,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:25.288Z"}
{"item_id":"pubmedqa-879","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.05},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.95,\n    \"yes\": 0.05\n  }\n}","model":"inception/mercury-2.5","usage":{"input":482,"output":34},"cost_usd":0.00002438,"seconds":0.6006,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:25.369Z"}
{"item_id":"pubmedqa-880","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.95,\n    \"yes\": 0.05\n  }\n}","model":"inception/mercury-2.5","usage":{"input":531,"output":33},"cost_usd":0.00002619,"seconds":0.3993,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:25.504Z"}
{"item_id":"pubmedqa-880","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":529,"output":22},"cost_usd":0.00002446,"seconds":0.4124,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:25.607Z"}
{"item_id":"pubmedqa-880","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":524,"output":21},"cost_usd":0.00002411,"seconds":0.4379,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:25.808Z"}
{"item_id":"pubmedqa-880","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":524,"output":21},"cost_usd":0.00002411,"seconds":0.6118,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:25.900Z"}
{"item_id":"pubmedqa-880","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":522,"output":21},"cost_usd":0.00002403,"seconds":0.4164,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:25.920Z"}
{"item_id":"pubmedqa-886","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":324,"output":22},"cost_usd":0.00001626,"seconds":0.5711,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:26.179Z"}
{"item_id":"pubmedqa-886","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":326,"output":22},"cost_usd":0.00001634,"seconds":0.4304,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:26.331Z"}
{"item_id":"pubmedqa-886","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.95,\n    \"yes\": 0.05\n  }\n}","model":"inception/mercury-2.5","usage":{"input":326,"output":34},"cost_usd":0.00001814,"seconds":0.6321,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:26.440Z"}
{"item_id":"pubmedqa-886","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.05},"raw":"{\n \"probabilities\": {\n  \"no\": 0.95,\n  \"yes\": 0.05\n }\n}","model":"inception/mercury-2.5","usage":{"input":327,"output":32},"cost_usd":0.00001788,"seconds":0.5901,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:26.511Z"}
{"item_id":"pubmedqa-886","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":328,"output":22},"cost_usd":0.00001642,"seconds":0.559,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:26.738Z"}
{"item_id":"pubmedqa-887","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":506,"output":22},"cost_usd":0.00002354,"seconds":0.5112,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:26.842Z"}
{"item_id":"pubmedqa-887","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.5},"raw":"{\"probabilities\": {\"yes\": 0.5, \"no\": 0.5}}","model":"inception/mercury-2.5","usage":{"input":496,"output":20},"cost_usd":0.00002284,"seconds":0.3961,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:26.907Z"}
{"item_id":"pubmedqa-887","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.02},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.98,\n    \"yes\": 0.02\n  }\n}","model":"inception/mercury-2.5","usage":{"input":509,"output":34},"cost_usd":0.00002546,"seconds":0.6458,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:27.086Z"}
{"item_id":"pubmedqa-887","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.01},"raw":"{\"probabilities\": {\"no\": 0.99, \"yes\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":495,"output":22},"cost_usd":0.0000231,"seconds":0.4391,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:27.282Z"}
{"item_id":"pubmedqa-895","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":370,"output":22},"cost_usd":0.0000181,"seconds":0.4049,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:27.313Z"}
{"item_id":"pubmedqa-887","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.6},"raw":"{\"probabilities\": {\"yes\": 0.6, \"no\": 0.4}}","model":"inception/mercury-2.5","usage":{"input":487,"output":19},"cost_usd":0.00002233,"seconds":0.5756,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:27.314Z"}
{"item_id":"pubmedqa-895","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":374,"output":22},"cost_usd":0.00001826,"seconds":0.5891,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:27.676Z"}
{"item_id":"pubmedqa-895","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":356,"output":21},"cost_usd":0.00001739,"seconds":0.4641,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:27.747Z"}
{"item_id":"pubmedqa-895","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":374,"output":22},"cost_usd":0.00001826,"seconds":0.5774,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:27.891Z"}
{"item_id":"pubmedqa-895","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.98},"raw":"{\"probabilities\": {\"yes\": 0.98, \"no\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":362,"output":22},"cost_usd":0.00001778,"seconds":0.7853,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:28.100Z"}
{"item_id":"pubmedqa-897","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":388,"output":22},"cost_usd":0.00001882,"seconds":0.4569,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:28.133Z"}
{"item_id":"pubmedqa-897","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":390,"output":22},"cost_usd":0.0000189,"seconds":0.5882,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:28.335Z"}
{"item_id":"pubmedqa-897","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":390,"output":22},"cost_usd":0.0000189,"seconds":0.7243,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:28.615Z"}
{"item_id":"pubmedqa-897","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":383,"output":22},"cost_usd":0.00001862,"seconds":0.5573,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:28.657Z"}
{"item_id":"pubmedqa-897","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":383,"output":22},"cost_usd":0.00001862,"seconds":0.6219,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:28.755Z"}
{"item_id":"pubmedqa-898","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.15},"raw":"{\"probabilities\": {\"no\": 0.85, \"yes\": 0.15}}","model":"inception/mercury-2.5","usage":{"input":590,"output":22},"cost_usd":0.0000269,"seconds":0.5034,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:28.839Z"}
{"item_id":"pubmedqa-898","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.25},"raw":"{\"probabilities\": {\"no\": 0.75, \"yes\": 0.25}}","model":"inception/mercury-2.5","usage":{"input":580,"output":22},"cost_usd":0.0000265,"seconds":0.584,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:29.200Z"}
{"item_id":"pubmedqa-898","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.25},"raw":"{\"probabilities\": {\"no\": 0.75, \"yes\": 0.25}}","model":"inception/mercury-2.5","usage":{"input":590,"output":22},"cost_usd":0.0000269,"seconds":0.4558,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:29.212Z"}
{"item_id":"pubmedqa-898","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.15},"raw":"{\"probabilities\": {\"no\": 0.85, \"yes\": 0.15}}","model":"inception/mercury-2.5","usage":{"input":565,"output":21},"cost_usd":0.00002575,"seconds":0.6009,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:29.440Z"}
{"item_id":"pubmedqa-902","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":489,"output":22},"cost_usd":0.00002286,"seconds":0.4749,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:29.687Z"}
{"item_id":"pubmedqa-902","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":486,"output":22},"cost_usd":0.00002274,"seconds":0.5915,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:29.792Z"}
{"item_id":"pubmedqa-902","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.98},"raw":"{\"probabilities\": {\"yes\": 0.98, \"no\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":470,"output":21},"cost_usd":0.00002195,"seconds":0.6,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:30.041Z"}
{"item_id":"pubmedqa-902","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":489,"output":22},"cost_usd":0.00002286,"seconds":0.594,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:30.282Z"}
{"item_id":"pubmedqa-902","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":486,"output":22},"cost_usd":0.00002274,"seconds":0.546,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:30.338Z"}
{"item_id":"pubmedqa-903","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":634,"output":22},"cost_usd":0.00002866,"seconds":0.6274,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:30.669Z"}
{"item_id":"pubmedqa-903","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.98},"raw":"{\"probabilities\": {\"yes\": 0.98, \"no\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":631,"output":22},"cost_usd":0.00002854,"seconds":0.5447,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:30.883Z"}
{"item_id":"pubmedqa-903","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.99},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.99,\n    \"no\": 0.01\n  }\n}","model":"inception/mercury-2.5","usage":{"input":636,"output":34},"cost_usd":0.00003054,"seconds":0.6092,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:30.891Z"}
{"item_id":"pubmedqa-903","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.98},"raw":"{\"probabilities\": {\"yes\": 0.98, \"no\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":628,"output":22},"cost_usd":0.00002842,"seconds":0.6018,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:31.271Z"}
{"item_id":"pubmedqa-903","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":631,"output":22},"cost_usd":0.00002854,"seconds":0.5662,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:31.450Z"}
{"item_id":"pubmedqa-906","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":358,"output":21},"cost_usd":0.00001747,"seconds":0.6458,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:31.917Z"}
{"item_id":"pubmedqa-906","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.02},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.98,\n    \"yes\": 0.02\n  }\n}","model":"inception/mercury-2.5","usage":{"input":360,"output":33},"cost_usd":0.00001935,"seconds":0.5819,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:32.032Z"}
{"item_id":"pubmedqa-898","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.1},"raw":"{\n \"probabilities\": {\n  \"no\": 0.9,\n  \"yes\": 0.1\n }\n}","model":"inception/mercury-2.5","usage":{"input":570,"output":29},"cost_usd":0.00002715,"seconds":3.6511,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:32.309Z"}
{"item_id":"pubmedqa-906","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":365,"output":22},"cost_usd":0.0000179,"seconds":0.6106,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:32.528Z"}
{"item_id":"pubmedqa-906","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.01},"raw":"{\"probabilities\": {\"no\": 0.99, \"yes\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":365,"output":22},"cost_usd":0.0000179,"seconds":0.5513,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:32.584Z"}
{"item_id":"pubmedqa-913","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.08},"raw":"{\"probabilities\": {\"no\": 0.92, \"yes\": 0.08}}","model":"inception/mercury-2.5","usage":{"input":458,"output":22},"cost_usd":0.00002162,"seconds":0.5649,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:32.874Z"}
{"item_id":"pubmedqa-913","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":471,"output":22},"cost_usd":0.00002214,"seconds":0.427,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:33.011Z"}
{"item_id":"pubmedqa-913","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.82},"raw":"{\n \"probabilities\": {\n  \"yes\": 0.82,\n  \"no\": 0.18\n }\n}","model":"inception/mercury-2.5","usage":{"input":460,"output":31},"cost_usd":0.00002305,"seconds":0.6258,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:33.154Z"}
{"item_id":"pubmedqa-913","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.15},"raw":"{\"probabilities\": {\"no\": 0.85, \"yes\": 0.15}}","model":"inception/mercury-2.5","usage":{"input":464,"output":22},"cost_usd":0.00002186,"seconds":0.5756,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:33.450Z"}
{"item_id":"pubmedqa-917","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":551,"output":21},"cost_usd":0.00002519,"seconds":0.6703,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:33.825Z"}
{"item_id":"pubmedqa-917","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":569,"output":22},"cost_usd":0.00002606,"seconds":0.5986,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:34.049Z"}
{"item_id":"pubmedqa-913","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.15},"raw":"{\n \"probabilities\": {\n  \"no\": 0.85,\n  \"yes\": 0.15\n }\n}","model":"inception/mercury-2.5","usage":{"input":453,"output":31},"cost_usd":0.00002277,"seconds":1.1075,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:34.119Z"}
{"item_id":"pubmedqa-917","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":551,"output":21},"cost_usd":0.00002519,"seconds":0.621,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:34.447Z"}
{"item_id":"pubmedqa-917","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":565,"output":22},"cost_usd":0.0000259,"seconds":0.4036,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:34.523Z"}
{"item_id":"pubmedqa-917","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.9999},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.9999,\n    \"no\": 0.0001\n  }\n}","model":"inception/mercury-2.5","usage":{"input":569,"output":38},"cost_usd":0.00002846,"seconds":0.5641,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:34.613Z"}
{"item_id":"pubmedqa-920","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.15},"raw":"{\"probabilities\": {\"no\": 0.85, \"yes\": 0.15}}","model":"inception/mercury-2.5","usage":{"input":407,"output":22},"cost_usd":0.00001958,"seconds":0.4787,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:34.926Z"}
{"item_id":"pubmedqa-920","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.85},"raw":"{\"probabilities\": {\"yes\": 0.85, \"no\": 0.15}}","model":"inception/mercury-2.5","usage":{"input":394,"output":22},"cost_usd":0.00001906,"seconds":0.7444,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:35.268Z"}
{"item_id":"pubmedqa-920","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":405,"output":22},"cost_usd":0.0000195,"seconds":0.4664,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:35.393Z"}
{"item_id":"pubmedqa-920","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.45},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.45,\n    \"no\": 0.55\n  }\n}","model":"inception/mercury-2.5","usage":{"input":407,"output":34},"cost_usd":0.00002138,"seconds":0.7924,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:35.406Z"}
{"item_id":"pubmedqa-920","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.96},"raw":"{\"probabilities\": {\"yes\": 0.96, \"no\": 0.04}}","model":"inception/mercury-2.5","usage":{"input":407,"output":22},"cost_usd":0.00001958,"seconds":0.5485,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:35.817Z"}
{"item_id":"pubmedqa-924","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.95,\n    \"no\": 0.05\n  }\n}","model":"inception/mercury-2.5","usage":{"input":475,"output":34},"cost_usd":0.0000241,"seconds":0.6818,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:36.089Z"}
{"item_id":"pubmedqa-924","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.97},"raw":"{\"probabilities\": {\"yes\": 0.97, \"no\": 0.03}}","model":"inception/mercury-2.5","usage":{"input":475,"output":22},"cost_usd":0.0000223,"seconds":0.4018,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:36.219Z"}
{"item_id":"pubmedqa-924","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":948,"output":66},"cost_usd":0.00004782,"seconds":1.3523,"provider":"Inception","malformed":false,"refusal":false,"retries":1,"transport_retries":0,"at":"2026-09-18T11:08:36.745Z"}
{"item_id":"pubmedqa-924","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.95},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.95,\n    \"no\": 0.05\n  }\n}","model":"inception/mercury-2.5","usage":{"input":474,"output":34},"cost_usd":0.00002406,"seconds":0.5899,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:36.809Z"}
{"item_id":"pubmedqa-924","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":462,"output":22},"cost_usd":0.00002178,"seconds":1.2478,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:37.337Z"}
{"item_id":"pubmedqa-927","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":499,"output":21},"cost_usd":0.00002311,"seconds":0.5874,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:37.397Z"}
{"item_id":"pubmedqa-906","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":365,"output":22},"cost_usd":0.0000179,"seconds":6.7933,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:37.685Z"}
{"item_id":"pubmedqa-927","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":520,"output":22},"cost_usd":0.0000241,"seconds":0.4962,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:37.833Z"}
{"item_id":"pubmedqa-927","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":511,"output":22},"cost_usd":0.00002374,"seconds":0.5634,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:37.961Z"}
{"item_id":"pubmedqa-927","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":511,"output":22},"cost_usd":0.00002374,"seconds":0.4617,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:38.147Z"}
{"item_id":"pubmedqa-931","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":370,"output":22},"cost_usd":0.0000181,"seconds":0.4094,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:38.243Z"}
{"item_id":"pubmedqa-931","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.9},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.9,\n    \"no\": 0.1\n  }\n}","model":"inception/mercury-2.5","usage":{"input":366,"output":31},"cost_usd":0.00001929,"seconds":0.549,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:38.511Z"}
{"item_id":"pubmedqa-931","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.6},"raw":"{\"probabilities\": {\"yes\": 0.6, \"no\": 0.4}}","model":"inception/mercury-2.5","usage":{"input":368,"output":20},"cost_usd":0.00001772,"seconds":0.5772,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:38.725Z"}
{"item_id":"pubmedqa-931","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.95},"raw":"{\n \"probabilities\": {\n  \"yes\": 0.95,\n  \"no\": 0.05\n }\n}","model":"inception/mercury-2.5","usage":{"input":371,"output":31},"cost_usd":0.00001949,"seconds":0.5966,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:38.840Z"}
{"item_id":"pubmedqa-931","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.85},"raw":"{\"probabilities\": {\"yes\": 0.85, \"no\": 0.15}}","model":"inception/mercury-2.5","usage":{"input":371,"output":22},"cost_usd":0.00001814,"seconds":0.5643,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:39.076Z"}
{"item_id":"pubmedqa-935","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.1},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.90,\n    \"yes\": 0.10\n  }\n}","model":"inception/mercury-2.5","usage":{"input":554,"output":33},"cost_usd":0.00002711,"seconds":0.6617,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:39.387Z"}
{"item_id":"pubmedqa-935","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.15},"raw":"{\"probabilities\": {\"no\": 0.85, \"yes\": 0.15}}","model":"inception/mercury-2.5","usage":{"input":546,"output":22},"cost_usd":0.00002514,"seconds":0.6307,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:39.471Z"}
{"item_id":"pubmedqa-935","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.05},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.95,\n    \"yes\": 0.05\n  }\n}","model":"inception/mercury-2.5","usage":{"input":565,"output":34},"cost_usd":0.0000277,"seconds":0.5915,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:39.667Z"}
{"item_id":"pubmedqa-935","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":554,"output":22},"cost_usd":0.00002546,"seconds":0.4997,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:39.887Z"}
{"item_id":"pubmedqa-935","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":565,"output":22},"cost_usd":0.0000259,"seconds":0.5854,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:40.057Z"}
{"item_id":"pubmedqa-939","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":484,"output":22},"cost_usd":0.00002266,"seconds":0.4304,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:40.098Z"}
{"item_id":"pubmedqa-927","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":511,"output":22},"cost_usd":0.00002374,"seconds":3.5184,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:40.264Z"}
{"item_id":"pubmedqa-939","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.22},"raw":"{\"probabilities\": {\"no\": 0.78, \"yes\": 0.22}}","model":"inception/mercury-2.5","usage":{"input":490,"output":22},"cost_usd":0.0000229,"seconds":0.5927,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:40.483Z"}
{"item_id":"pubmedqa-939","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.05},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.95,\n    \"yes\": 0.05\n  }\n}","model":"inception/mercury-2.5","usage":{"input":488,"output":34},"cost_usd":0.00002462,"seconds":0.5089,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:40.608Z"}
{"item_id":"pubmedqa-939","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.15},"raw":"{\"probabilities\": {\"no\": 0.85, \"yes\": 0.15}}","model":"inception/mercury-2.5","usage":{"input":488,"output":22},"cost_usd":0.00002282,"seconds":0.568,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:40.626Z"}
{"item_id":"pubmedqa-939","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.15},"raw":"{\"probabilities\": {\"no\": 0.85, \"yes\": 0.15}}","model":"inception/mercury-2.5","usage":{"input":483,"output":22},"cost_usd":0.00002262,"seconds":0.6248,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:40.890Z"}
{"item_id":"pubmedqa-941","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.8},"raw":"{\"probabilities\": {\"yes\": 0.8, \"no\": 0.2}}","model":"inception/mercury-2.5","usage":{"input":442,"output":20},"cost_usd":0.00002068,"seconds":0.632,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:41.115Z"}
{"item_id":"pubmedqa-941","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.95,\n    \"no\": 0.05\n  }\n}","model":"inception/mercury-2.5","usage":{"input":441,"output":34},"cost_usd":0.00002274,"seconds":0.5831,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:41.191Z"}
{"item_id":"pubmedqa-941","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.9},"raw":"{\"probabilities\": {\"yes\": 0.9, \"no\": 0.1}}","model":"inception/mercury-2.5","usage":{"input":443,"output":20},"cost_usd":0.00002072,"seconds":0.5848,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:41.211Z"}
{"item_id":"pubmedqa-941","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.9},"raw":"{\"probabilities\": {\"yes\": 0.9, \"no\": 0.1}}","model":"inception/mercury-2.5","usage":{"input":441,"output":20},"cost_usd":0.00002064,"seconds":0.6319,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:41.522Z"}
{"item_id":"pubmedqa-941","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":441,"output":22},"cost_usd":0.00002094,"seconds":0.4155,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:41.531Z"}
{"item_id":"pubmedqa-943","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":407,"output":21},"cost_usd":0.00001943,"seconds":0.4273,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:41.639Z"}
{"item_id":"pubmedqa-943","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.85},"raw":"{\"probabilities\": {\"yes\": 0.85, \"no\": 0.15}}","model":"inception/mercury-2.5","usage":{"input":421,"output":22},"cost_usd":0.00002014,"seconds":0.5641,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:41.756Z"}
{"item_id":"pubmedqa-943","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":421,"output":22},"cost_usd":0.00002014,"seconds":0.6004,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:42.132Z"}
{"item_id":"pubmedqa-943","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.98},"raw":"{\"probabilities\": {\"yes\": 0.98, \"no\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":415,"output":22},"cost_usd":0.0000199,"seconds":0.4946,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:42.134Z"}
{"item_id":"pubmedqa-943","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.85},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.85,\n    \"no\": 0.15\n  }\n}","model":"inception/mercury-2.5","usage":{"input":407,"output":33},"cost_usd":0.00002123,"seconds":0.6277,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:42.150Z"}
{"item_id":"pubmedqa-947","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\n \"probabilities\": {\n  \"yes\": 0.95,\n  \"no\": 0.05\n }\n}","model":"inception/mercury-2.5","usage":{"input":403,"output":31},"cost_usd":0.00002077,"seconds":0.5723,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:42.328Z"}
{"item_id":"pubmedqa-947","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":404,"output":22},"cost_usd":0.00001946,"seconds":0.5859,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:42.718Z"}
{"item_id":"pubmedqa-947","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.98},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.98,\n    \"no\": 0.02\n  }\n}","model":"inception/mercury-2.5","usage":{"input":403,"output":33},"cost_usd":0.00002107,"seconds":0.6003,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:42.735Z"}
{"item_id":"pubmedqa-947","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.98},"raw":"{\n \"probabilities\": {\n  \"yes\": 0.98,\n  \"no\": 0.02\n }\n}","model":"inception/mercury-2.5","usage":{"input":407,"output":32},"cost_usd":0.00002108,"seconds":0.622,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:42.773Z"}
{"item_id":"pubmedqa-947","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":403,"output":22},"cost_usd":0.00001942,"seconds":0.5691,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:42.899Z"}
{"item_id":"pubmedqa-949","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":527,"output":22},"cost_usd":0.00002438,"seconds":0.4136,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:43.148Z"}
{"item_id":"pubmedqa-949","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.85},"raw":"{\"probabilities\": {\"yes\": 0.85, \"no\": 0.15}}","model":"inception/mercury-2.5","usage":{"input":536,"output":22},"cost_usd":0.00002474,"seconds":0.6213,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:43.340Z"}
{"item_id":"pubmedqa-949","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.85},"raw":"{\"probabilities\": {\"yes\": 0.85, \"no\": 0.15}}","model":"inception/mercury-2.5","usage":{"input":530,"output":22},"cost_usd":0.0000245,"seconds":0.4586,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:43.358Z"}
{"item_id":"pubmedqa-949","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.85},"raw":"{\"probabilities\": {\"yes\": 0.85, \"no\": 0.15}}","model":"inception/mercury-2.5","usage":{"input":527,"output":22},"cost_usd":0.00002438,"seconds":0.4034,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:43.552Z"}
{"item_id":"pubmedqa-949","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.65},"raw":"{\"probabilities\": {\"yes\": 0.65, \"no\": 0.35}}","model":"inception/mercury-2.5","usage":{"input":1063,"output":78},"cost_usd":0.00005422,"seconds":0.9838,"provider":"Inception","malformed":false,"refusal":false,"retries":1,"transport_retries":0,"at":"2026-09-18T11:08:43.757Z"}
{"item_id":"pubmedqa-959","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.25},"raw":"{\"probabilities\": {\"no\": 0.75, \"yes\": 0.25}}","model":"inception/mercury-2.5","usage":{"input":476,"output":21},"cost_usd":0.00002219,"seconds":0.4184,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:43.776Z"}
{"item_id":"pubmedqa-959","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":496,"output":22},"cost_usd":0.00002314,"seconds":0.6263,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:43.967Z"}
{"item_id":"pubmedqa-959","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":481,"output":22},"cost_usd":0.00002254,"seconds":0.5301,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:44.083Z"}
{"item_id":"pubmedqa-959","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.35},"raw":"{\"probabilities\": {\"no\": 0.65, \"yes\": 0.35}}","model":"inception/mercury-2.5","usage":{"input":496,"output":22},"cost_usd":0.00002314,"seconds":0.638,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:44.415Z"}
{"item_id":"pubmedqa-963","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.9},"raw":"{\"probabilities\": {\"yes\": 0.9, \"no\": 0.1}}","model":"inception/mercury-2.5","usage":{"input":463,"output":20},"cost_usd":0.00002152,"seconds":0.5587,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:44.526Z"}
{"item_id":"pubmedqa-959","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":476,"output":21},"cost_usd":0.00002219,"seconds":0.7769,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:44.534Z"}
{"item_id":"pubmedqa-963","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":457,"output":21},"cost_usd":0.00002143,"seconds":0.5333,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:44.616Z"}
{"item_id":"pubmedqa-964","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":548,"output":22},"cost_usd":0.00002522,"seconds":0.5785,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:45.195Z"}
{"item_id":"pubmedqa-963","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":473,"output":22},"cost_usd":0.00002222,"seconds":0.725,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:45.251Z"}
{"item_id":"pubmedqa-963","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.9},"raw":"{\"probabilities\": {\"yes\": 0.9, \"no\": 0.1}}","model":"inception/mercury-2.5","usage":{"input":463,"output":20},"cost_usd":0.00002152,"seconds":0.7683,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:45.303Z"}
{"item_id":"pubmedqa-963","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":463,"output":22},"cost_usd":0.00002182,"seconds":1.4144,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:45.830Z"}
{"item_id":"pubmedqa-964","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.01},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.99,\n    \"yes\": 0.01\n  }\n}","model":"inception/mercury-2.5","usage":{"input":548,"output":34},"cost_usd":0.00002702,"seconds":0.5923,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:45.844Z"}
{"item_id":"pubmedqa-964","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":548,"output":22},"cost_usd":0.00002522,"seconds":0.6783,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:45.982Z"}
{"item_id":"pubmedqa-964","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":543,"output":22},"cost_usd":0.00002502,"seconds":0.639,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:46.469Z"}
{"item_id":"pubmedqa-966","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.15},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.85,\n    \"yes\": 0.15\n  }\n}","model":"inception/mercury-2.5","usage":{"input":387,"output":33},"cost_usd":0.00002043,"seconds":0.5999,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:46.582Z"}
{"item_id":"pubmedqa-966","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":387,"output":21},"cost_usd":0.00001863,"seconds":0.8634,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:46.708Z"}
{"item_id":"pubmedqa-966","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.15},"raw":"{\"probabilities\": {\"no\": 0.85, \"yes\": 0.15}}","model":"inception/mercury-2.5","usage":{"input":392,"output":22},"cost_usd":0.00001898,"seconds":0.7199,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:47.189Z"}
{"item_id":"pubmedqa-966","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.15},"raw":"{\"probabilities\": {\"no\": 0.85, \"yes\": 0.15}}","model":"inception/mercury-2.5","usage":{"input":388,"output":22},"cost_usd":0.00001882,"seconds":0.5793,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:47.287Z"}
{"item_id":"pubmedqa-967","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.95,\n    \"yes\": 0.05\n  }\n}","model":"inception/mercury-2.5","usage":{"input":521,"output":33},"cost_usd":0.00002579,"seconds":0.4455,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:47.635Z"}
{"item_id":"pubmedqa-964","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\n  \"probabilities\": {\n    \"no\": 0.95,\n    \"yes\": 0.05\n  }\n}","model":"inception/mercury-2.5","usage":{"input":540,"output":33},"cost_usd":0.00002655,"seconds":0.6009,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":1,"at":"2026-09-18T11:08:48.166Z"}
{"item_id":"pubmedqa-967","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.01},"raw":"{\"probabilities\": {\"no\": 0.99, \"yes\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":535,"output":22},"cost_usd":0.0000247,"seconds":0.5579,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:48.194Z"}
{"item_id":"pubmedqa-967","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":521,"output":22},"cost_usd":0.00002414,"seconds":0.5526,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:48.719Z"}
{"item_id":"pubmedqa-967","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.01},"raw":"{\"probabilities\": {\"no\": 0.99, \"yes\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":521,"output":22},"cost_usd":0.00002414,"seconds":0.6074,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:48.801Z"}
{"item_id":"pubmedqa-970","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":361,"output":22},"cost_usd":0.00001774,"seconds":0.5771,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:49.379Z"}
{"item_id":"pubmedqa-970","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.98},"raw":"{\"probabilities\": {\"yes\": 0.98, \"no\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":361,"output":22},"cost_usd":0.00001774,"seconds":0.6446,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:50.024Z"}
{"item_id":"pubmedqa-970","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":714,"output":75},"cost_usd":0.00003981,"seconds":1.659,"provider":"Inception","malformed":false,"refusal":false,"retries":1,"transport_retries":0,"at":"2026-09-18T11:08:50.378Z"}
{"item_id":"pubmedqa-966","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.27},"raw":"{\"probabilities\": {\"no\": 0.73, \"yes\": 0.27}}","model":"inception/mercury-2.5","usage":{"input":388,"output":22},"cost_usd":0.00001882,"seconds":3.8334,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:50.416Z"}
{"item_id":"pubmedqa-970","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":349,"output":21},"cost_usd":0.00001711,"seconds":0.5829,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:50.607Z"}
{"item_id":"pubmedqa-970","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":363,"output":22},"cost_usd":0.00001782,"seconds":0.4535,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:50.832Z"}
{"item_id":"pubmedqa-972","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.1},"raw":"{\"probabilities\": {\"no\": 0.9, \"yes\": 0.1}}","model":"inception/mercury-2.5","usage":{"input":500,"output":20},"cost_usd":0.000023,"seconds":0.5598,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:51.168Z"}
{"item_id":"pubmedqa-972","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.38},"raw":"{\"probabilities\": {\"no\": 0.62, \"yes\": 0.38}}","model":"inception/mercury-2.5","usage":{"input":509,"output":22},"cost_usd":0.00002366,"seconds":0.7539,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:51.170Z"}
{"item_id":"pubmedqa-967","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.02},"raw":"{\"probabilities\": {\"no\": 0.98, \"yes\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":516,"output":21},"cost_usd":0.00002379,"seconds":4.2193,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:51.507Z"}
{"item_id":"pubmedqa-972","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":512,"output":22},"cost_usd":0.00002378,"seconds":0.4012,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:51.569Z"}
{"item_id":"pubmedqa-972","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.55},"raw":"{\"probabilities\": {\"yes\": 0.55, \"no\": 0.45}}","model":"inception/mercury-2.5","usage":{"input":512,"output":22},"cost_usd":0.00002378,"seconds":0.479,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:51.649Z"}
{"item_id":"pubmedqa-978","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":473,"output":21},"cost_usd":0.00002207,"seconds":0.6083,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:52.116Z"}
{"item_id":"pubmedqa-978","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\n \"probabilities\": {\n  \"yes\": 0.95,\n  \"no\": 0.05\n }\n}","model":"inception/mercury-2.5","usage":{"input":489,"output":32},"cost_usd":0.00002436,"seconds":0.5678,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:52.137Z"}
{"item_id":"pubmedqa-978","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.98},"raw":"{\"probabilities\": {\"yes\": 0.98, \"no\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":490,"output":22},"cost_usd":0.0000229,"seconds":0.5958,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:52.246Z"}
{"item_id":"pubmedqa-979","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":438,"output":22},"cost_usd":0.00002082,"seconds":0.4183,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:52.664Z"}
{"item_id":"pubmedqa-978","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.98},"raw":"{\"probabilities\": {\"yes\": 0.98, \"no\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":489,"output":22},"cost_usd":0.00002286,"seconds":0.6215,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:52.738Z"}
{"item_id":"pubmedqa-978","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.98},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.98,\n    \"no\": 0.02\n  }\n}","model":"inception/mercury-2.5","usage":{"input":489,"output":34},"cost_usd":0.00002466,"seconds":0.6073,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:52.745Z"}
{"item_id":"pubmedqa-979","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":442,"output":22},"cost_usd":0.00002098,"seconds":0.4468,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:53.185Z"}
{"item_id":"pubmedqa-979","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.98},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.98,\n    \"no\": 0.02\n  }\n}","model":"inception/mercury-2.5","usage":{"input":442,"output":34},"cost_usd":0.00002278,"seconds":0.6209,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:53.286Z"}
{"item_id":"pubmedqa-979","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.98},"raw":"{\"probabilities\": {\"yes\": 0.98, \"no\": 0.02}}","model":"inception/mercury-2.5","usage":{"input":436,"output":22},"cost_usd":0.00002074,"seconds":0.552,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:53.298Z"}
{"item_id":"pubmedqa-979","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":428,"output":22},"cost_usd":0.00002042,"seconds":0.6185,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:53.804Z"}
{"item_id":"pubmedqa-980","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":437,"output":22},"cost_usd":0.00002078,"seconds":0.7303,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:54.028Z"}
{"item_id":"pubmedqa-980","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":439,"output":22},"cost_usd":0.00002086,"seconds":0.7862,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:54.072Z"}
{"item_id":"pubmedqa-980","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.85},"raw":"{\"probabilities\": {\"yes\": 0.85, \"no\": 0.15}}","model":"inception/mercury-2.5","usage":{"input":427,"output":21},"cost_usd":0.00002023,"seconds":0.5872,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:54.391Z"}
{"item_id":"pubmedqa-980","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":437,"output":22},"cost_usd":0.00002078,"seconds":0.6177,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:54.690Z"}
{"item_id":"pubmedqa-980","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.85},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.85,\n    \"no\": 0.15\n  }\n}","model":"inception/mercury-2.5","usage":{"input":427,"output":33},"cost_usd":0.00002203,"seconds":0.8403,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:54.869Z"}
{"item_id":"pubmedqa-983","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":398,"output":22},"cost_usd":0.00001922,"seconds":0.5991,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:54.991Z"}
{"item_id":"pubmedqa-983","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.99},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.99,\n    \"no\": 0.01\n  }\n}","model":"inception/mercury-2.5","usage":{"input":388,"output":34},"cost_usd":0.00002062,"seconds":0.4588,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:55.149Z"}
{"item_id":"pubmedqa-983","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":395,"output":22},"cost_usd":0.0000191,"seconds":0.4351,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:55.585Z"}
{"item_id":"pubmedqa-983","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":398,"output":22},"cost_usd":0.00001922,"seconds":0.5946,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:55.586Z"}
{"item_id":"pubmedqa-983","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":394,"output":22},"cost_usd":0.00001906,"seconds":0.8305,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:55.700Z"}
{"item_id":"pubmedqa-987","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":484,"output":21},"cost_usd":0.00002251,"seconds":0.4553,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:56.042Z"}
{"item_id":"pubmedqa-987","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":485,"output":21},"cost_usd":0.00002255,"seconds":0.4558,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:56.156Z"}
{"item_id":"pubmedqa-972","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":493,"output":21},"cost_usd":0.00002287,"seconds":5.3372,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:56.170Z"}
{"item_id":"pubmedqa-987","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":495,"output":22},"cost_usd":0.0000231,"seconds":0.6131,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:56.199Z"}
{"item_id":"pubmedqa-987","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":488,"output":22},"cost_usd":0.00002282,"seconds":0.5978,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:56.640Z"}
{"item_id":"pubmedqa-987","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.99},"raw":"{\"probabilities\": {\"yes\": 0.99, \"no\": 0.01}}","model":"inception/mercury-2.5","usage":{"input":503,"output":22},"cost_usd":0.00002342,"seconds":0.5677,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:56.724Z"}
{"item_id":"pubmedqa-989","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":327,"output":22},"cost_usd":0.00001638,"seconds":0.5898,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:56.760Z"}
{"item_id":"pubmedqa-989","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.1},"raw":"{\"probabilities\": {\"no\": 0.9, \"yes\": 0.1}}","model":"inception/mercury-2.5","usage":{"input":333,"output":20},"cost_usd":0.00001632,"seconds":0.622,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:56.821Z"}
{"item_id":"pubmedqa-989","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.15},"raw":"{\"probabilities\": {\"no\": 0.85, \"yes\": 0.15}}","model":"inception/mercury-2.5","usage":{"input":326,"output":22},"cost_usd":0.00001634,"seconds":0.6287,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:57.269Z"}
{"item_id":"pubmedqa-991","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":371,"output":22},"cost_usd":0.00001814,"seconds":0.4752,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:57.297Z"}
{"item_id":"pubmedqa-989","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":325,"output":22},"cost_usd":0.0000163,"seconds":0.6255,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:57.350Z"}
{"item_id":"pubmedqa-989","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.1},"raw":"{\"probabilities\": {\"no\": 0.9, \"yes\": 0.1}}","model":"inception/mercury-2.5","usage":{"input":327,"output":20},"cost_usd":0.00001608,"seconds":0.5948,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:57.355Z"}
{"item_id":"pubmedqa-991","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.7},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.7,\n    \"no\": 0.3\n  }\n}","model":"inception/mercury-2.5","usage":{"input":384,"output":32},"cost_usd":0.00002016,"seconds":0.4631,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:57.732Z"}
{"item_id":"pubmedqa-991","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.95},"raw":"{\"probabilities\": {\"yes\": 0.95, \"no\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":384,"output":22},"cost_usd":0.00001866,"seconds":0.5833,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:57.934Z"}
{"item_id":"pubmedqa-991","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.9},"raw":"{\"probabilities\": {\"yes\": 0.90, \"no\": 0.10}}","model":"inception/mercury-2.5","usage":{"input":376,"output":22},"cost_usd":0.00001834,"seconds":0.7007,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:58.057Z"}
{"item_id":"pubmedqa-991","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.8},"raw":"{\n  \"probabilities\": {\n    \"yes\": 0.8,\n    \"no\": 0.2\n  }\n}","model":"inception/mercury-2.5","usage":{"input":381,"output":32},"cost_usd":0.00002004,"seconds":0.8077,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:58.105Z"}
{"item_id":"pubmedqa-999","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.1},"raw":"{\"probabilities\": {\"no\": 0.90, \"yes\": 0.10}}","model":"inception/mercury-2.5","usage":{"input":531,"output":22},"cost_usd":0.00002454,"seconds":0.5788,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:58.312Z"}
{"item_id":"pubmedqa-999","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.9},"raw":"{\"probabilities\": {\"yes\": 0.9, \"no\": 0.1}}","model":"inception/mercury-2.5","usage":{"input":531,"output":20},"cost_usd":0.00002424,"seconds":0.5654,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:58.500Z"}
{"item_id":"pubmedqa-999","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.15},"raw":"{\"probabilities\": {\"no\": 0.85, \"yes\": 0.15}}","model":"inception/mercury-2.5","usage":{"input":525,"output":22},"cost_usd":0.0000243,"seconds":0.4681,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:58.573Z"}
{"item_id":"pubmedqa-999","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.15},"raw":"{\"probabilities\": {\"no\": 0.85, \"yes\": 0.15}}","model":"inception/mercury-2.5","usage":{"input":531,"output":22},"cost_usd":0.00002454,"seconds":0.6425,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:58.700Z"}
{"item_id":"pubmedqa-999","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.05},"raw":"{\"probabilities\": {\"no\": 0.95, \"yes\": 0.05}}","model":"inception/mercury-2.5","usage":{"input":531,"output":22},"cost_usd":0.00002454,"seconds":0.6614,"provider":"Inception","malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T11:08:58.974Z"}