{"type":"header","suite":"0.1.0","bench":"pubmedqa","system":"jev","config":{"id":"jev","display_name":"Jev","organization":"TypeSafe AI","interface":"native","kind":"jev","model":"typesafe-ai/jev","reasoning":"—","temperature":"—","probability_source":"native","probability_host":"Vercel AI Gateway","primitives":["choice","score","noul"]},"config_hash":"71e8093fd1397d9f6d8d86fd575ab49e96489e024989096e5a922db24a96e036","prompt_hash":"ai@7.0.106","pricing":{"input_per_m":0.041999999999999996,"output_per_m":0,"asof":"2026-09-18","source":"vercel ai gateway models"},"harness_commit":"6d93f79a2310","origin":"maintainer's laptop, UTC+3","started_at":"2026-09-18T10:54:32.295Z","setup_usage":{"input":740,"output":20}}
{"item_id":"pubmedqa-0","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.97},"model":"typesafe-ai/jev","usage":{"input":740,"output":20},"cost_usd":0.00003108,"seconds":0.3777,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:32.674Z"}
{"item_id":"pubmedqa-0","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.96},"model":"typesafe-ai/jev","usage":{"input":740,"output":20},"cost_usd":0.00003108,"seconds":0.4012,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:32.697Z"}
{"item_id":"pubmedqa-0","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.97},"model":"typesafe-ai/jev","usage":{"input":740,"output":20},"cost_usd":0.00003108,"seconds":0.465,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:32.761Z"}
{"item_id":"pubmedqa-0","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.97},"model":"typesafe-ai/jev","usage":{"input":740,"output":20},"cost_usd":0.00003108,"seconds":0.5773,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:32.873Z"}
{"item_id":"pubmedqa-0","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.96},"model":"typesafe-ai/jev","usage":{"input":740,"output":20},"cost_usd":0.00003108,"seconds":0.3898,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:33.064Z"}
{"item_id":"pubmedqa-4","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.93},"model":"typesafe-ai/jev","usage":{"input":648,"output":20},"cost_usd":0.00002722,"seconds":0.4118,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:33.109Z"}
{"item_id":"pubmedqa-4","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.93},"model":"typesafe-ai/jev","usage":{"input":648,"output":20},"cost_usd":0.00002722,"seconds":0.406,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:33.167Z"}
{"item_id":"pubmedqa-4","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.93},"model":"typesafe-ai/jev","usage":{"input":648,"output":20},"cost_usd":0.00002722,"seconds":0.4605,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:33.334Z"}
{"item_id":"pubmedqa-4","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.93},"model":"typesafe-ai/jev","usage":{"input":648,"output":20},"cost_usd":0.00002722,"seconds":0.3663,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:33.431Z"}
{"item_id":"pubmedqa-4","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.93},"model":"typesafe-ai/jev","usage":{"input":648,"output":20},"cost_usd":0.00002722,"seconds":0.4364,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:33.546Z"}
{"item_id":"pubmedqa-11","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.27},"model":"typesafe-ai/jev","usage":{"input":741,"output":20},"cost_usd":0.00003112,"seconds":0.46,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:33.628Z"}
{"item_id":"pubmedqa-11","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.26},"model":"typesafe-ai/jev","usage":{"input":741,"output":20},"cost_usd":0.00003112,"seconds":0.4194,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:33.754Z"}
{"item_id":"pubmedqa-11","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.27},"model":"typesafe-ai/jev","usage":{"input":741,"output":20},"cost_usd":0.00003112,"seconds":0.417,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:33.848Z"}
{"item_id":"pubmedqa-11","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.27},"model":"typesafe-ai/jev","usage":{"input":741,"output":20},"cost_usd":0.00003112,"seconds":0.4054,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:34.034Z"}
{"item_id":"pubmedqa-11","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.27},"model":"typesafe-ai/jev","usage":{"input":741,"output":20},"cost_usd":0.00003112,"seconds":0.6599,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:34.206Z"}
{"item_id":"pubmedqa-14","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.92},"model":"typesafe-ai/jev","usage":{"input":640,"output":20},"cost_usd":0.00002688,"seconds":0.403,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:34.251Z"}
{"item_id":"pubmedqa-14","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.91},"model":"typesafe-ai/jev","usage":{"input":640,"output":20},"cost_usd":0.00002688,"seconds":0.5609,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:34.316Z"}
{"item_id":"pubmedqa-14","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.9},"model":"typesafe-ai/jev","usage":{"input":640,"output":20},"cost_usd":0.00002688,"seconds":0.4011,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:34.435Z"}
{"item_id":"pubmedqa-14","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.9},"model":"typesafe-ai/jev","usage":{"input":640,"output":20},"cost_usd":0.00002688,"seconds":0.4179,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:34.625Z"}
{"item_id":"pubmedqa-14","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.91},"model":"typesafe-ai/jev","usage":{"input":640,"output":20},"cost_usd":0.00002688,"seconds":0.4035,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:34.655Z"}
{"item_id":"pubmedqa-16","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.7},"model":"typesafe-ai/jev","usage":{"input":711,"output":20},"cost_usd":0.00002986,"seconds":0.464,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:34.780Z"}
{"item_id":"pubmedqa-16","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.7},"model":"typesafe-ai/jev","usage":{"input":711,"output":20},"cost_usd":0.00002986,"seconds":0.4988,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:34.934Z"}
{"item_id":"pubmedqa-16","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.69},"model":"typesafe-ai/jev","usage":{"input":711,"output":20},"cost_usd":0.00002986,"seconds":0.4556,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:35.081Z"}
{"item_id":"pubmedqa-16","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.7},"model":"typesafe-ai/jev","usage":{"input":711,"output":20},"cost_usd":0.00002986,"seconds":0.461,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:35.117Z"}
{"item_id":"pubmedqa-16","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.72},"model":"typesafe-ai/jev","usage":{"input":711,"output":20},"cost_usd":0.00002986,"seconds":0.4652,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:35.246Z"}
{"item_id":"pubmedqa-20","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.72},"model":"typesafe-ai/jev","usage":{"input":696,"output":20},"cost_usd":0.00002923,"seconds":0.4427,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:35.378Z"}
{"item_id":"pubmedqa-20","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.74},"model":"typesafe-ai/jev","usage":{"input":696,"output":20},"cost_usd":0.00002923,"seconds":0.3892,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:35.507Z"}
{"item_id":"pubmedqa-20","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.74},"model":"typesafe-ai/jev","usage":{"input":696,"output":20},"cost_usd":0.00002923,"seconds":0.4594,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:35.541Z"}
{"item_id":"pubmedqa-20","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.73},"model":"typesafe-ai/jev","usage":{"input":696,"output":20},"cost_usd":0.00002923,"seconds":0.4104,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:35.657Z"}
{"item_id":"pubmedqa-20","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.72},"model":"typesafe-ai/jev","usage":{"input":696,"output":20},"cost_usd":0.00002923,"seconds":0.3981,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:35.779Z"}
{"item_id":"pubmedqa-24","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.76},"model":"typesafe-ai/jev","usage":{"input":667,"output":20},"cost_usd":0.00002801,"seconds":0.3837,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:35.891Z"}
{"item_id":"pubmedqa-24","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.75},"model":"typesafe-ai/jev","usage":{"input":667,"output":20},"cost_usd":0.00002801,"seconds":0.5304,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:36.071Z"}
{"item_id":"pubmedqa-24","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.76},"model":"typesafe-ai/jev","usage":{"input":667,"output":20},"cost_usd":0.00002801,"seconds":0.522,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:36.179Z"}
{"item_id":"pubmedqa-24","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.75},"model":"typesafe-ai/jev","usage":{"input":667,"output":20},"cost_usd":0.00002801,"seconds":0.4173,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:36.197Z"}
{"item_id":"pubmedqa-24","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.77},"model":"typesafe-ai/jev","usage":{"input":667,"output":20},"cost_usd":0.00002801,"seconds":0.4345,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:36.326Z"}
{"item_id":"pubmedqa-28","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.92},"model":"typesafe-ai/jev","usage":{"input":550,"output":20},"cost_usd":0.0000231,"seconds":0.4796,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:36.552Z"}
{"item_id":"pubmedqa-28","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.91},"model":"typesafe-ai/jev","usage":{"input":550,"output":20},"cost_usd":0.0000231,"seconds":0.4279,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:36.608Z"}
{"item_id":"pubmedqa-28","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.92},"model":"typesafe-ai/jev","usage":{"input":550,"output":20},"cost_usd":0.0000231,"seconds":0.4493,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:36.647Z"}
{"item_id":"pubmedqa-28","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.93},"model":"typesafe-ai/jev","usage":{"input":550,"output":20},"cost_usd":0.0000231,"seconds":0.4559,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:36.782Z"}
{"item_id":"pubmedqa-28","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.91},"model":"typesafe-ai/jev","usage":{"input":550,"output":20},"cost_usd":0.0000231,"seconds":0.4216,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:36.974Z"}
{"item_id":"pubmedqa-29","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.78},"model":"typesafe-ai/jev","usage":{"input":560,"output":20},"cost_usd":0.00002352,"seconds":0.4191,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:37.027Z"}
{"item_id":"pubmedqa-29","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.8},"model":"typesafe-ai/jev","usage":{"input":560,"output":20},"cost_usd":0.00002352,"seconds":0.3823,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:37.029Z"}
{"item_id":"pubmedqa-29","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.79},"model":"typesafe-ai/jev","usage":{"input":560,"output":20},"cost_usd":0.00002352,"seconds":0.4616,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:37.244Z"}
{"item_id":"pubmedqa-29","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.79},"model":"typesafe-ai/jev","usage":{"input":560,"output":20},"cost_usd":0.00002352,"seconds":0.4147,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:37.389Z"}
{"item_id":"pubmedqa-29","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.79},"model":"typesafe-ai/jev","usage":{"input":560,"output":20},"cost_usd":0.00002352,"seconds":0.4766,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:37.504Z"}
{"item_id":"pubmedqa-37","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.31},"model":"typesafe-ai/jev","usage":{"input":766,"output":20},"cost_usd":0.00003217,"seconds":0.4762,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:37.506Z"}
{"item_id":"pubmedqa-37","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.33},"model":"typesafe-ai/jev","usage":{"input":766,"output":20},"cost_usd":0.00003217,"seconds":0.4628,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:37.707Z"}
{"item_id":"pubmedqa-37","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.29},"model":"typesafe-ai/jev","usage":{"input":766,"output":20},"cost_usd":0.00003217,"seconds":0.414,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:37.920Z"}
{"item_id":"pubmedqa-37","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.31},"model":"typesafe-ai/jev","usage":{"input":766,"output":20},"cost_usd":0.00003217,"seconds":0.6701,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:38.060Z"}
{"item_id":"pubmedqa-37","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.27},"model":"typesafe-ai/jev","usage":{"input":766,"output":20},"cost_usd":0.00003217,"seconds":0.5586,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:38.063Z"}
{"item_id":"pubmedqa-40","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.92},"model":"typesafe-ai/jev","usage":{"input":805,"output":20},"cost_usd":0.00003381,"seconds":0.4452,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:38.153Z"}
{"item_id":"pubmedqa-40","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.92},"model":"typesafe-ai/jev","usage":{"input":805,"output":20},"cost_usd":0.00003381,"seconds":0.4188,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:38.340Z"}
{"item_id":"pubmedqa-40","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.92},"model":"typesafe-ai/jev","usage":{"input":805,"output":20},"cost_usd":0.00003381,"seconds":0.4049,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:38.469Z"}
{"item_id":"pubmedqa-40","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.91},"model":"typesafe-ai/jev","usage":{"input":805,"output":20},"cost_usd":0.00003381,"seconds":0.5425,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:38.602Z"}
{"item_id":"pubmedqa-40","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.92},"model":"typesafe-ai/jev","usage":{"input":805,"output":20},"cost_usd":0.00003381,"seconds":0.5054,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:38.659Z"}
{"item_id":"pubmedqa-44","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.48},"model":"typesafe-ai/jev","usage":{"input":616,"output":20},"cost_usd":0.00002587,"seconds":0.5427,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:38.883Z"}
{"item_id":"pubmedqa-44","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.43},"model":"typesafe-ai/jev","usage":{"input":616,"output":20},"cost_usd":0.00002587,"seconds":0.4372,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:38.906Z"}
{"item_id":"pubmedqa-44","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.39},"model":"typesafe-ai/jev","usage":{"input":616,"output":20},"cost_usd":0.00002587,"seconds":0.4083,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:39.011Z"}
{"item_id":"pubmedqa-44","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.44},"model":"typesafe-ai/jev","usage":{"input":616,"output":20},"cost_usd":0.00002587,"seconds":0.3754,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:39.034Z"}
{"item_id":"pubmedqa-44","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.43},"model":"typesafe-ai/jev","usage":{"input":616,"output":20},"cost_usd":0.00002587,"seconds":0.4144,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:39.297Z"}
{"item_id":"pubmedqa-47","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.88},"model":"typesafe-ai/jev","usage":{"input":792,"output":20},"cost_usd":0.00003326,"seconds":0.4688,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:39.375Z"}
{"item_id":"pubmedqa-47","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.88},"model":"typesafe-ai/jev","usage":{"input":792,"output":20},"cost_usd":0.00003326,"seconds":0.3838,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:39.418Z"}
{"item_id":"pubmedqa-47","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.88},"model":"typesafe-ai/jev","usage":{"input":792,"output":20},"cost_usd":0.00003326,"seconds":0.4697,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:39.481Z"}
{"item_id":"pubmedqa-47","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.88},"model":"typesafe-ai/jev","usage":{"input":792,"output":20},"cost_usd":0.00003326,"seconds":0.5119,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:39.810Z"}
{"item_id":"pubmedqa-48","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.73},"model":"typesafe-ai/jev","usage":{"input":644,"output":20},"cost_usd":0.00002705,"seconds":0.4059,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:39.825Z"}
{"item_id":"pubmedqa-48","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.76},"model":"typesafe-ai/jev","usage":{"input":644,"output":20},"cost_usd":0.00002705,"seconds":0.3859,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:40.211Z"}
{"item_id":"pubmedqa-48","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.77},"model":"typesafe-ai/jev","usage":{"input":644,"output":20},"cost_usd":0.00002705,"seconds":0.5442,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:40.354Z"}
{"item_id":"pubmedqa-48","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.77},"model":"typesafe-ai/jev","usage":{"input":644,"output":20},"cost_usd":0.00002705,"seconds":0.4267,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:40.638Z"}
{"item_id":"pubmedqa-49","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.15},"model":"typesafe-ai/jev","usage":{"input":750,"output":20},"cost_usd":0.0000315,"seconds":0.5022,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:40.857Z"}
{"item_id":"pubmedqa-49","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.14},"model":"typesafe-ai/jev","usage":{"input":750,"output":20},"cost_usd":0.0000315,"seconds":0.4708,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:41.109Z"}
{"item_id":"pubmedqa-47","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.87},"model":"typesafe-ai/jev","usage":{"input":792,"output":20},"cost_usd":0.00003326,"seconds":2.4248,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:41.801Z"}
{"item_id":"pubmedqa-48","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.76},"model":"typesafe-ai/jev","usage":{"input":644,"output":20},"cost_usd":0.00002705,"seconds":2.3511,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:41.833Z"}
{"item_id":"pubmedqa-49","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.14},"model":"typesafe-ai/jev","usage":{"input":750,"output":20},"cost_usd":0.0000315,"seconds":0.4361,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:42.237Z"}
{"item_id":"pubmedqa-52","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.25},"model":"typesafe-ai/jev","usage":{"input":647,"output":20},"cost_usd":0.00002717,"seconds":0.5935,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:42.427Z"}
{"item_id":"pubmedqa-52","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.25},"model":"typesafe-ai/jev","usage":{"input":647,"output":20},"cost_usd":0.00002717,"seconds":0.4995,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:42.737Z"}
{"item_id":"pubmedqa-52","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.23},"model":"typesafe-ai/jev","usage":{"input":647,"output":20},"cost_usd":0.00002717,"seconds":0.4011,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:42.828Z"}
{"item_id":"pubmedqa-49","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.16},"model":"typesafe-ai/jev","usage":{"input":750,"output":20},"cost_usd":0.0000315,"seconds":1.9977,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:42.855Z"}
{"item_id":"pubmedqa-52","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.23},"model":"typesafe-ai/jev","usage":{"input":647,"output":20},"cost_usd":0.00002717,"seconds":0.495,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:43.233Z"}
{"item_id":"pubmedqa-53","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.77},"model":"typesafe-ai/jev","usage":{"input":571,"output":20},"cost_usd":0.00002398,"seconds":0.4272,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:43.283Z"}
{"item_id":"pubmedqa-49","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.15},"model":"typesafe-ai/jev","usage":{"input":750,"output":20},"cost_usd":0.0000315,"seconds":2.3305,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:43.440Z"}
{"item_id":"pubmedqa-52","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.25},"model":"typesafe-ai/jev","usage":{"input":647,"output":20},"cost_usd":0.00002717,"seconds":0.6958,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:43.525Z"}
{"item_id":"pubmedqa-53","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.8},"model":"typesafe-ai/jev","usage":{"input":571,"output":20},"cost_usd":0.00002398,"seconds":0.4335,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:43.667Z"}
{"item_id":"pubmedqa-53","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.79},"model":"typesafe-ai/jev","usage":{"input":571,"output":20},"cost_usd":0.00002398,"seconds":0.4396,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:43.723Z"}
{"item_id":"pubmedqa-53","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.79},"model":"typesafe-ai/jev","usage":{"input":571,"output":20},"cost_usd":0.00002398,"seconds":0.431,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:43.871Z"}
{"item_id":"pubmedqa-55","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.91},"model":"typesafe-ai/jev","usage":{"input":715,"output":20},"cost_usd":0.00003003,"seconds":0.4205,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:44.144Z"}
{"item_id":"pubmedqa-55","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.91},"model":"typesafe-ai/jev","usage":{"input":715,"output":20},"cost_usd":0.00003003,"seconds":0.5678,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:44.440Z"}
{"item_id":"pubmedqa-55","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.91},"model":"typesafe-ai/jev","usage":{"input":715,"output":20},"cost_usd":0.00003003,"seconds":0.4881,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:44.632Z"}
{"item_id":"pubmedqa-56","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.06},"model":"typesafe-ai/jev","usage":{"input":560,"output":20},"cost_usd":0.00002352,"seconds":0.4403,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:45.073Z"}
{"item_id":"pubmedqa-55","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.91},"model":"typesafe-ai/jev","usage":{"input":715,"output":20},"cost_usd":0.00003003,"seconds":1.701,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:45.369Z"}
{"item_id":"pubmedqa-55","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.91},"model":"typesafe-ai/jev","usage":{"input":715,"output":20},"cost_usd":0.00003003,"seconds":0.9989,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:45.439Z"}
{"item_id":"pubmedqa-56","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"model":"typesafe-ai/jev","usage":{"input":560,"output":20},"cost_usd":0.00002352,"seconds":0.4418,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:45.515Z"}
{"item_id":"pubmedqa-53","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.78},"model":"typesafe-ai/jev","usage":{"input":571,"output":20},"cost_usd":0.00002398,"seconds":2.347,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:45.872Z"}
{"item_id":"pubmedqa-56","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.05},"model":"typesafe-ai/jev","usage":{"input":560,"output":20},"cost_usd":0.00002352,"seconds":0.5055,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:45.875Z"}
{"item_id":"pubmedqa-56","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.05},"model":"typesafe-ai/jev","usage":{"input":560,"output":20},"cost_usd":0.00002352,"seconds":0.3862,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:45.902Z"}
{"item_id":"pubmedqa-56","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.05},"model":"typesafe-ai/jev","usage":{"input":560,"output":20},"cost_usd":0.00002352,"seconds":0.5379,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:45.977Z"}
{"item_id":"pubmedqa-58","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.38},"model":"typesafe-ai/jev","usage":{"input":631,"output":20},"cost_usd":0.0000265,"seconds":0.4016,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:46.304Z"}
{"item_id":"pubmedqa-58","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.38},"model":"typesafe-ai/jev","usage":{"input":631,"output":20},"cost_usd":0.0000265,"seconds":0.4869,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:46.359Z"}
{"item_id":"pubmedqa-58","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.34},"model":"typesafe-ai/jev","usage":{"input":631,"output":20},"cost_usd":0.0000265,"seconds":0.3948,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:46.372Z"}
{"item_id":"pubmedqa-58","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.36},"model":"typesafe-ai/jev","usage":{"input":631,"output":20},"cost_usd":0.0000265,"seconds":0.6078,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:46.483Z"}
{"item_id":"pubmedqa-58","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.37},"model":"typesafe-ai/jev","usage":{"input":631,"output":20},"cost_usd":0.0000265,"seconds":0.4084,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:46.713Z"}
{"item_id":"pubmedqa-60","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.91},"model":"typesafe-ai/jev","usage":{"input":649,"output":20},"cost_usd":0.00002726,"seconds":0.4274,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:46.787Z"}
{"item_id":"pubmedqa-60","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.89},"model":"typesafe-ai/jev","usage":{"input":649,"output":20},"cost_usd":0.00002726,"seconds":0.4339,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:46.807Z"}
{"item_id":"pubmedqa-60","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.9},"model":"typesafe-ai/jev","usage":{"input":649,"output":20},"cost_usd":0.00002726,"seconds":0.5449,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:47.028Z"}
{"item_id":"pubmedqa-60","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.9},"model":"typesafe-ai/jev","usage":{"input":649,"output":20},"cost_usd":0.00002726,"seconds":0.4192,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:47.133Z"}
{"item_id":"pubmedqa-63","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.94},"model":"typesafe-ai/jev","usage":{"input":739,"output":20},"cost_usd":0.00003104,"seconds":0.4495,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:47.257Z"}
{"item_id":"pubmedqa-60","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.9},"model":"typesafe-ai/jev","usage":{"input":649,"output":20},"cost_usd":0.00002726,"seconds":0.5338,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:47.321Z"}
{"item_id":"pubmedqa-63","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.93},"model":"typesafe-ai/jev","usage":{"input":739,"output":20},"cost_usd":0.00003104,"seconds":0.412,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:47.545Z"}
{"item_id":"pubmedqa-63","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.94},"model":"typesafe-ai/jev","usage":{"input":739,"output":20},"cost_usd":0.00003104,"seconds":0.5633,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:47.592Z"}
{"item_id":"pubmedqa-63","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.94},"model":"typesafe-ai/jev","usage":{"input":739,"output":20},"cost_usd":0.00003104,"seconds":0.42,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:47.677Z"}
{"item_id":"pubmedqa-63","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.94},"model":"typesafe-ai/jev","usage":{"input":739,"output":20},"cost_usd":0.00003104,"seconds":0.4915,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:47.813Z"}
{"item_id":"pubmedqa-64","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.66},"model":"typesafe-ai/jev","usage":{"input":815,"output":20},"cost_usd":0.00003423,"seconds":0.4087,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:47.954Z"}
{"item_id":"pubmedqa-64","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.64},"model":"typesafe-ai/jev","usage":{"input":815,"output":20},"cost_usd":0.00003423,"seconds":0.4421,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:48.034Z"}
{"item_id":"pubmedqa-64","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.64},"model":"typesafe-ai/jev","usage":{"input":815,"output":20},"cost_usd":0.00003423,"seconds":0.3878,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:48.201Z"}
{"item_id":"pubmedqa-64","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.65},"model":"typesafe-ai/jev","usage":{"input":815,"output":20},"cost_usd":0.00003423,"seconds":0.4524,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:48.407Z"}
{"item_id":"pubmedqa-64","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.65},"model":"typesafe-ai/jev","usage":{"input":815,"output":20},"cost_usd":0.00003423,"seconds":0.8341,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:48.511Z"}
{"item_id":"pubmedqa-67","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.97},"model":"typesafe-ai/jev","usage":{"input":723,"output":20},"cost_usd":0.00003037,"seconds":0.5419,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:48.576Z"}
{"item_id":"pubmedqa-67","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.97},"model":"typesafe-ai/jev","usage":{"input":723,"output":20},"cost_usd":0.00003037,"seconds":0.4618,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:48.664Z"}
{"item_id":"pubmedqa-67","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.97},"model":"typesafe-ai/jev","usage":{"input":723,"output":20},"cost_usd":0.00003037,"seconds":0.4213,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:48.829Z"}
{"item_id":"pubmedqa-67","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.97},"model":"typesafe-ai/jev","usage":{"input":723,"output":20},"cost_usd":0.00003037,"seconds":0.4277,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:48.939Z"}
{"item_id":"pubmedqa-67","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.97},"model":"typesafe-ai/jev","usage":{"input":723,"output":20},"cost_usd":0.00003037,"seconds":0.4649,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:49.042Z"}
{"item_id":"pubmedqa-68","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.1},"model":"typesafe-ai/jev","usage":{"input":757,"output":20},"cost_usd":0.00003179,"seconds":0.4515,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:49.116Z"}
{"item_id":"pubmedqa-68","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.1},"model":"typesafe-ai/jev","usage":{"input":757,"output":20},"cost_usd":0.00003179,"seconds":0.476,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:49.305Z"}
{"item_id":"pubmedqa-68","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.09},"model":"typesafe-ai/jev","usage":{"input":757,"output":20},"cost_usd":0.00003179,"seconds":0.3924,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:49.332Z"}
{"item_id":"pubmedqa-68","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.1},"model":"typesafe-ai/jev","usage":{"input":757,"output":20},"cost_usd":0.00003179,"seconds":0.3984,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:49.441Z"}
{"item_id":"pubmedqa-68","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.1},"model":"typesafe-ai/jev","usage":{"input":757,"output":20},"cost_usd":0.00003179,"seconds":0.4566,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:49.573Z"}
{"item_id":"pubmedqa-74","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.96},"model":"typesafe-ai/jev","usage":{"input":641,"output":20},"cost_usd":0.00002692,"seconds":0.4164,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:49.722Z"}
{"item_id":"pubmedqa-74","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.96},"model":"typesafe-ai/jev","usage":{"input":641,"output":20},"cost_usd":0.00002692,"seconds":0.4361,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:49.877Z"}
{"item_id":"pubmedqa-74","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.95},"model":"typesafe-ai/jev","usage":{"input":641,"output":20},"cost_usd":0.00002692,"seconds":0.4159,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:49.989Z"}
{"item_id":"pubmedqa-74","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.96},"model":"typesafe-ai/jev","usage":{"input":641,"output":20},"cost_usd":0.00002692,"seconds":0.7199,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:50.053Z"}
{"item_id":"pubmedqa-74","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.96},"model":"typesafe-ai/jev","usage":{"input":641,"output":20},"cost_usd":0.00002692,"seconds":0.393,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:50.115Z"}
{"item_id":"pubmedqa-79","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.97},"model":"typesafe-ai/jev","usage":{"input":713,"output":20},"cost_usd":0.00002995,"seconds":0.4164,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:50.294Z"}
{"item_id":"pubmedqa-79","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.96},"model":"typesafe-ai/jev","usage":{"input":713,"output":20},"cost_usd":0.00002995,"seconds":0.4488,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:50.438Z"}
{"item_id":"pubmedqa-79","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.97},"model":"typesafe-ai/jev","usage":{"input":713,"output":20},"cost_usd":0.00002995,"seconds":0.4272,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:50.481Z"}
{"item_id":"pubmedqa-79","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.96},"model":"typesafe-ai/jev","usage":{"input":713,"output":20},"cost_usd":0.00002995,"seconds":0.4181,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:50.534Z"}
{"item_id":"pubmedqa-79","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.96},"model":"typesafe-ai/jev","usage":{"input":713,"output":20},"cost_usd":0.00002995,"seconds":0.4742,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:50.768Z"}
{"item_id":"pubmedqa-81","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.86},"model":"typesafe-ai/jev","usage":{"input":551,"output":20},"cost_usd":0.00002314,"seconds":0.3744,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:50.855Z"}
{"item_id":"pubmedqa-81","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.84},"model":"typesafe-ai/jev","usage":{"input":551,"output":20},"cost_usd":0.00002314,"seconds":0.458,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:50.897Z"}
{"item_id":"pubmedqa-81","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.85},"model":"typesafe-ai/jev","usage":{"input":551,"output":20},"cost_usd":0.00002314,"seconds":0.4089,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:50.943Z"}
{"item_id":"pubmedqa-81","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.86},"model":"typesafe-ai/jev","usage":{"input":551,"output":20},"cost_usd":0.00002314,"seconds":0.4382,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:51.207Z"}
{"item_id":"pubmedqa-81","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.86},"model":"typesafe-ai/jev","usage":{"input":551,"output":20},"cost_usd":0.00002314,"seconds":0.4429,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:51.299Z"}
{"item_id":"pubmedqa-82","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.96},"model":"typesafe-ai/jev","usage":{"input":796,"output":20},"cost_usd":0.00003343,"seconds":0.4269,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:51.324Z"}
{"item_id":"pubmedqa-82","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.97},"model":"typesafe-ai/jev","usage":{"input":796,"output":20},"cost_usd":0.00003343,"seconds":0.4771,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:51.421Z"}
{"item_id":"pubmedqa-82","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.96},"model":"typesafe-ai/jev","usage":{"input":796,"output":20},"cost_usd":0.00003343,"seconds":0.501,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:51.708Z"}
{"item_id":"pubmedqa-82","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.97},"model":"typesafe-ai/jev","usage":{"input":796,"output":20},"cost_usd":0.00003343,"seconds":0.4305,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:51.730Z"}
{"item_id":"pubmedqa-82","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.97},"model":"typesafe-ai/jev","usage":{"input":796,"output":20},"cost_usd":0.00003343,"seconds":0.4798,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:51.804Z"}
{"item_id":"pubmedqa-87","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.92},"model":"typesafe-ai/jev","usage":{"input":736,"output":20},"cost_usd":0.00003091,"seconds":0.5487,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:51.970Z"}
{"item_id":"pubmedqa-87","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.92},"model":"typesafe-ai/jev","usage":{"input":736,"output":20},"cost_usd":0.00003091,"seconds":0.4066,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:52.137Z"}
{"item_id":"pubmedqa-87","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.92},"model":"typesafe-ai/jev","usage":{"input":736,"output":20},"cost_usd":0.00003091,"seconds":0.4928,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:52.202Z"}
{"item_id":"pubmedqa-87","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.92},"model":"typesafe-ai/jev","usage":{"input":736,"output":20},"cost_usd":0.00003091,"seconds":0.4852,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:52.290Z"}
{"item_id":"pubmedqa-87","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.93},"model":"typesafe-ai/jev","usage":{"input":736,"output":20},"cost_usd":0.00003091,"seconds":0.5165,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:52.487Z"}
{"item_id":"pubmedqa-92","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.65},"model":"typesafe-ai/jev","usage":{"input":744,"output":20},"cost_usd":0.00003125,"seconds":0.4525,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:52.590Z"}
{"item_id":"pubmedqa-92","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.68},"model":"typesafe-ai/jev","usage":{"input":744,"output":20},"cost_usd":0.00003125,"seconds":0.4015,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:52.604Z"}
{"item_id":"pubmedqa-92","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.66},"model":"typesafe-ai/jev","usage":{"input":744,"output":20},"cost_usd":0.00003125,"seconds":0.5343,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:52.825Z"}
{"item_id":"pubmedqa-92","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.66},"model":"typesafe-ai/jev","usage":{"input":744,"output":20},"cost_usd":0.00003125,"seconds":0.4193,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:52.907Z"}
{"item_id":"pubmedqa-93","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.84},"model":"typesafe-ai/jev","usage":{"input":721,"output":20},"cost_usd":0.00003028,"seconds":0.4613,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:53.065Z"}
{"item_id":"pubmedqa-92","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.64},"model":"typesafe-ai/jev","usage":{"input":744,"output":20},"cost_usd":0.00003125,"seconds":0.5002,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:53.090Z"}
{"item_id":"pubmedqa-93","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.84},"model":"typesafe-ai/jev","usage":{"input":721,"output":20},"cost_usd":0.00003028,"seconds":0.4061,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:53.231Z"}
{"item_id":"pubmedqa-93","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.83},"model":"typesafe-ai/jev","usage":{"input":721,"output":20},"cost_usd":0.00003028,"seconds":0.5021,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:53.409Z"}
{"item_id":"pubmedqa-93","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.87},"model":"typesafe-ai/jev","usage":{"input":721,"output":20},"cost_usd":0.00003028,"seconds":0.4059,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:53.472Z"}
{"item_id":"pubmedqa-96","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.8},"model":"typesafe-ai/jev","usage":{"input":726,"output":20},"cost_usd":0.00003049,"seconds":0.3946,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:53.626Z"}
{"item_id":"pubmedqa-93","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.87},"model":"typesafe-ai/jev","usage":{"input":721,"output":20},"cost_usd":0.00003028,"seconds":0.5377,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:53.628Z"}
{"item_id":"pubmedqa-96","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.79},"model":"typesafe-ai/jev","usage":{"input":726,"output":20},"cost_usd":0.00003049,"seconds":0.3919,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:53.801Z"}
{"item_id":"pubmedqa-96","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.82},"model":"typesafe-ai/jev","usage":{"input":726,"output":20},"cost_usd":0.00003049,"seconds":0.4724,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:53.944Z"}
{"item_id":"pubmedqa-96","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.78},"model":"typesafe-ai/jev","usage":{"input":726,"output":20},"cost_usd":0.00003049,"seconds":0.3994,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:54.028Z"}
{"item_id":"pubmedqa-96","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.78},"model":"typesafe-ai/jev","usage":{"input":726,"output":20},"cost_usd":0.00003049,"seconds":0.4101,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:54.037Z"}
{"item_id":"pubmedqa-97","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.88},"model":"typesafe-ai/jev","usage":{"input":840,"output":20},"cost_usd":0.00003528,"seconds":0.4704,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:54.415Z"}
{"item_id":"pubmedqa-97","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.87},"model":"typesafe-ai/jev","usage":{"input":840,"output":20},"cost_usd":0.00003528,"seconds":0.4446,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:54.473Z"}
{"item_id":"pubmedqa-97","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.88},"model":"typesafe-ai/jev","usage":{"input":840,"output":20},"cost_usd":0.00003528,"seconds":0.696,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:54.498Z"}
{"item_id":"pubmedqa-97","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.88},"model":"typesafe-ai/jev","usage":{"input":840,"output":20},"cost_usd":0.00003528,"seconds":0.5375,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:54.575Z"}
{"item_id":"pubmedqa-100","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.6},"model":"typesafe-ai/jev","usage":{"input":669,"output":20},"cost_usd":0.0000281,"seconds":0.4046,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:54.903Z"}
{"item_id":"pubmedqa-97","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.87},"model":"typesafe-ai/jev","usage":{"input":840,"output":20},"cost_usd":0.00003528,"seconds":0.49,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:54.906Z"}
{"item_id":"pubmedqa-100","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.6},"model":"typesafe-ai/jev","usage":{"input":669,"output":20},"cost_usd":0.0000281,"seconds":0.5107,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:54.988Z"}
{"item_id":"pubmedqa-100","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.61},"model":"typesafe-ai/jev","usage":{"input":669,"output":20},"cost_usd":0.0000281,"seconds":0.4601,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:55.035Z"}
{"item_id":"pubmedqa-100","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.61},"model":"typesafe-ai/jev","usage":{"input":669,"output":20},"cost_usd":0.0000281,"seconds":0.4377,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:55.344Z"}
{"item_id":"pubmedqa-100","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.59},"model":"typesafe-ai/jev","usage":{"input":669,"output":20},"cost_usd":0.0000281,"seconds":0.4912,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:55.395Z"}
{"item_id":"pubmedqa-102","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.56},"model":"typesafe-ai/jev","usage":{"input":641,"output":20},"cost_usd":0.00002692,"seconds":0.4089,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:55.397Z"}
{"item_id":"pubmedqa-102","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.54},"model":"typesafe-ai/jev","usage":{"input":641,"output":20},"cost_usd":0.00002692,"seconds":0.4076,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:55.444Z"}
{"item_id":"pubmedqa-102","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.53},"model":"typesafe-ai/jev","usage":{"input":641,"output":20},"cost_usd":0.00002692,"seconds":0.4066,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:55.804Z"}
{"item_id":"pubmedqa-102","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.57},"model":"typesafe-ai/jev","usage":{"input":641,"output":20},"cost_usd":0.00002692,"seconds":0.4687,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:55.813Z"}
{"item_id":"pubmedqa-102","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.53},"model":"typesafe-ai/jev","usage":{"input":641,"output":20},"cost_usd":0.00002692,"seconds":0.4454,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:55.841Z"}
{"item_id":"pubmedqa-105","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.94},"model":"typesafe-ai/jev","usage":{"input":700,"output":20},"cost_usd":0.0000294,"seconds":0.4554,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:55.899Z"}
{"item_id":"pubmedqa-105","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.93},"model":"typesafe-ai/jev","usage":{"input":700,"output":20},"cost_usd":0.0000294,"seconds":0.4061,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:56.211Z"}
{"item_id":"pubmedqa-105","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.93},"model":"typesafe-ai/jev","usage":{"input":700,"output":20},"cost_usd":0.0000294,"seconds":0.4304,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:56.244Z"}
{"item_id":"pubmedqa-105","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.94},"model":"typesafe-ai/jev","usage":{"input":700,"output":20},"cost_usd":0.0000294,"seconds":0.4289,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:56.270Z"}
{"item_id":"pubmedqa-105","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.94},"model":"typesafe-ai/jev","usage":{"input":700,"output":20},"cost_usd":0.0000294,"seconds":0.5069,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:56.407Z"}
{"item_id":"pubmedqa-108","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.8},"model":"typesafe-ai/jev","usage":{"input":803,"output":20},"cost_usd":0.00003373,"seconds":0.4269,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:56.638Z"}
{"item_id":"pubmedqa-108","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.8},"model":"typesafe-ai/jev","usage":{"input":803,"output":20},"cost_usd":0.00003373,"seconds":0.4093,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:56.680Z"}
{"item_id":"pubmedqa-108","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.79},"model":"typesafe-ai/jev","usage":{"input":803,"output":20},"cost_usd":0.00003373,"seconds":0.452,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:56.696Z"}
{"item_id":"pubmedqa-108","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.79},"model":"typesafe-ai/jev","usage":{"input":803,"output":20},"cost_usd":0.00003373,"seconds":0.4175,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:57.056Z"}
{"item_id":"pubmedqa-108","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.79},"model":"typesafe-ai/jev","usage":{"input":803,"output":20},"cost_usd":0.00003373,"seconds":0.6912,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:57.098Z"}
{"item_id":"pubmedqa-112","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.13},"model":"typesafe-ai/jev","usage":{"input":627,"output":20},"cost_usd":0.00002633,"seconds":0.4778,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:57.175Z"}
{"item_id":"pubmedqa-112","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.13},"model":"typesafe-ai/jev","usage":{"input":627,"output":20},"cost_usd":0.00002633,"seconds":0.5564,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:57.237Z"}
{"item_id":"pubmedqa-112","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.13},"model":"typesafe-ai/jev","usage":{"input":627,"output":20},"cost_usd":0.00002633,"seconds":0.4106,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:57.467Z"}
{"item_id":"pubmedqa-112","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.12},"model":"typesafe-ai/jev","usage":{"input":627,"output":20},"cost_usd":0.00002633,"seconds":0.4091,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:57.508Z"}
{"item_id":"pubmedqa-119","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.87},"model":"typesafe-ai/jev","usage":{"input":593,"output":20},"cost_usd":0.00002491,"seconds":0.4188,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:57.656Z"}
{"item_id":"pubmedqa-119","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.86},"model":"typesafe-ai/jev","usage":{"input":593,"output":20},"cost_usd":0.00002491,"seconds":0.4858,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:57.954Z"}
{"item_id":"pubmedqa-112","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.12},"model":"typesafe-ai/jev","usage":{"input":627,"output":20},"cost_usd":0.00002633,"seconds":0.7838,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:57.959Z"}
{"item_id":"pubmedqa-119","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.85},"model":"typesafe-ai/jev","usage":{"input":593,"output":20},"cost_usd":0.00002491,"seconds":0.4535,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:57.962Z"}
{"item_id":"pubmedqa-119","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.88},"model":"typesafe-ai/jev","usage":{"input":593,"output":20},"cost_usd":0.00002491,"seconds":0.4129,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:58.070Z"}
{"item_id":"pubmedqa-119","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.87},"model":"typesafe-ai/jev","usage":{"input":593,"output":20},"cost_usd":0.00002491,"seconds":0.4121,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:58.367Z"}
{"item_id":"pubmedqa-120","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.87},"model":"typesafe-ai/jev","usage":{"input":723,"output":20},"cost_usd":0.00003037,"seconds":0.4238,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:58.384Z"}
{"item_id":"pubmedqa-120","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.87},"model":"typesafe-ai/jev","usage":{"input":723,"output":20},"cost_usd":0.00003037,"seconds":0.4924,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:58.455Z"}
{"item_id":"pubmedqa-120","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.86},"model":"typesafe-ai/jev","usage":{"input":723,"output":20},"cost_usd":0.00003037,"seconds":0.4185,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:58.489Z"}
{"item_id":"pubmedqa-120","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.86},"model":"typesafe-ai/jev","usage":{"input":723,"output":20},"cost_usd":0.00003037,"seconds":0.4387,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:58.806Z"}
{"item_id":"pubmedqa-125","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.94},"model":"typesafe-ai/jev","usage":{"input":681,"output":20},"cost_usd":0.0000286,"seconds":0.4654,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:58.921Z"}
{"item_id":"pubmedqa-125","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.94},"model":"typesafe-ai/jev","usage":{"input":681,"output":20},"cost_usd":0.0000286,"seconds":0.5206,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:59.010Z"}
{"item_id":"pubmedqa-125","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.94},"model":"typesafe-ai/jev","usage":{"input":681,"output":20},"cost_usd":0.0000286,"seconds":0.408,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:59.215Z"}
{"item_id":"pubmedqa-120","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.85},"model":"typesafe-ai/jev","usage":{"input":723,"output":20},"cost_usd":0.00003037,"seconds":0.8646,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:59.249Z"}
{"item_id":"pubmedqa-125","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.94},"model":"typesafe-ai/jev","usage":{"input":681,"output":20},"cost_usd":0.0000286,"seconds":0.4834,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:59.405Z"}
{"item_id":"pubmedqa-125","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.94},"model":"typesafe-ai/jev","usage":{"input":681,"output":20},"cost_usd":0.0000286,"seconds":0.453,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:59.464Z"}
{"item_id":"pubmedqa-130","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.69},"model":"typesafe-ai/jev","usage":{"input":874,"output":20},"cost_usd":0.00003671,"seconds":0.422,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:59.671Z"}
{"item_id":"pubmedqa-130","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.72},"model":"typesafe-ai/jev","usage":{"input":874,"output":20},"cost_usd":0.00003671,"seconds":0.5107,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:59.726Z"}
{"item_id":"pubmedqa-130","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.7},"model":"typesafe-ai/jev","usage":{"input":874,"output":20},"cost_usd":0.00003671,"seconds":0.4318,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:54:59.837Z"}
{"item_id":"pubmedqa-130","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.72},"model":"typesafe-ai/jev","usage":{"input":874,"output":20},"cost_usd":0.00003671,"seconds":0.5589,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:00.023Z"}
{"item_id":"pubmedqa-130","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.69},"model":"typesafe-ai/jev","usage":{"input":874,"output":20},"cost_usd":0.00003671,"seconds":0.4167,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:00.088Z"}
{"item_id":"pubmedqa-134","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.94},"model":"typesafe-ai/jev","usage":{"input":562,"output":20},"cost_usd":0.0000236,"seconds":0.3979,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:00.124Z"}
{"item_id":"pubmedqa-134","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.94},"model":"typesafe-ai/jev","usage":{"input":562,"output":20},"cost_usd":0.0000236,"seconds":0.4642,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:00.302Z"}
{"item_id":"pubmedqa-134","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.93},"model":"typesafe-ai/jev","usage":{"input":562,"output":20},"cost_usd":0.0000236,"seconds":0.4296,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:00.453Z"}
{"item_id":"pubmedqa-134","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.93},"model":"typesafe-ai/jev","usage":{"input":562,"output":20},"cost_usd":0.0000236,"seconds":0.3803,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:00.505Z"}
{"item_id":"pubmedqa-134","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.94},"model":"typesafe-ai/jev","usage":{"input":562,"output":20},"cost_usd":0.0000236,"seconds":0.4314,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:00.520Z"}
{"item_id":"pubmedqa-145","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.93},"model":"typesafe-ai/jev","usage":{"input":632,"output":20},"cost_usd":0.00002654,"seconds":0.4029,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:00.705Z"}
{"item_id":"pubmedqa-145","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.92},"model":"typesafe-ai/jev","usage":{"input":632,"output":20},"cost_usd":0.00002654,"seconds":0.4389,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:00.892Z"}
{"item_id":"pubmedqa-145","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.92},"model":"typesafe-ai/jev","usage":{"input":632,"output":20},"cost_usd":0.00002654,"seconds":0.399,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:00.904Z"}
{"item_id":"pubmedqa-145","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.93},"model":"typesafe-ai/jev","usage":{"input":632,"output":20},"cost_usd":0.00002654,"seconds":0.5017,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:01.022Z"}
{"item_id":"pubmedqa-145","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.92},"model":"typesafe-ai/jev","usage":{"input":632,"output":20},"cost_usd":0.00002654,"seconds":0.4809,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:01.187Z"}
{"item_id":"pubmedqa-148","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.96},"model":"typesafe-ai/jev","usage":{"input":618,"output":20},"cost_usd":0.00002596,"seconds":0.382,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:01.287Z"}
{"item_id":"pubmedqa-148","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.96},"model":"typesafe-ai/jev","usage":{"input":618,"output":20},"cost_usd":0.00002596,"seconds":0.4281,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:01.321Z"}
{"item_id":"pubmedqa-148","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.95},"model":"typesafe-ai/jev","usage":{"input":618,"output":20},"cost_usd":0.00002596,"seconds":0.502,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:01.525Z"}
{"item_id":"pubmedqa-148","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.96},"model":"typesafe-ai/jev","usage":{"input":618,"output":20},"cost_usd":0.00002596,"seconds":0.5116,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:01.699Z"}
{"item_id":"pubmedqa-154","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.97},"model":"typesafe-ai/jev","usage":{"input":633,"output":20},"cost_usd":0.00002659,"seconds":0.4355,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:01.757Z"}
{"item_id":"pubmedqa-148","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.96},"model":"typesafe-ai/jev","usage":{"input":618,"output":20},"cost_usd":0.00002596,"seconds":0.7201,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:02.011Z"}
{"item_id":"pubmedqa-154","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.97},"model":"typesafe-ai/jev","usage":{"input":633,"output":20},"cost_usd":0.00002659,"seconds":0.4943,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:02.020Z"}
{"item_id":"pubmedqa-154","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.97},"model":"typesafe-ai/jev","usage":{"input":633,"output":20},"cost_usd":0.00002659,"seconds":0.4189,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:02.176Z"}
{"item_id":"pubmedqa-154","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.97},"model":"typesafe-ai/jev","usage":{"input":633,"output":20},"cost_usd":0.00002659,"seconds":0.5216,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:02.221Z"}
{"item_id":"pubmedqa-154","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.97},"model":"typesafe-ai/jev","usage":{"input":633,"output":20},"cost_usd":0.00002659,"seconds":0.3986,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:02.410Z"}
{"item_id":"pubmedqa-155","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.94},"model":"typesafe-ai/jev","usage":{"input":636,"output":20},"cost_usd":0.00002671,"seconds":0.4853,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:02.505Z"}
{"item_id":"pubmedqa-155","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.94},"model":"typesafe-ai/jev","usage":{"input":636,"output":20},"cost_usd":0.00002671,"seconds":0.4097,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:02.586Z"}
{"item_id":"pubmedqa-155","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.95},"model":"typesafe-ai/jev","usage":{"input":636,"output":20},"cost_usd":0.00002671,"seconds":0.4343,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:02.655Z"}
{"item_id":"pubmedqa-155","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.94},"model":"typesafe-ai/jev","usage":{"input":636,"output":20},"cost_usd":0.00002671,"seconds":0.4175,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:02.828Z"}
{"item_id":"pubmedqa-155","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.94},"model":"typesafe-ai/jev","usage":{"input":636,"output":20},"cost_usd":0.00002671,"seconds":0.4618,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:02.968Z"}
{"item_id":"pubmedqa-156","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.9},"model":"typesafe-ai/jev","usage":{"input":781,"output":20},"cost_usd":0.0000328,"seconds":0.439,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:03.026Z"}
{"item_id":"pubmedqa-156","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.9},"model":"typesafe-ai/jev","usage":{"input":781,"output":20},"cost_usd":0.0000328,"seconds":0.4328,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:03.089Z"}
{"item_id":"pubmedqa-156","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.9},"model":"typesafe-ai/jev","usage":{"input":781,"output":20},"cost_usd":0.0000328,"seconds":0.494,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:03.322Z"}
{"item_id":"pubmedqa-156","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.9},"model":"typesafe-ai/jev","usage":{"input":781,"output":20},"cost_usd":0.0000328,"seconds":0.3765,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:03.345Z"}
{"item_id":"pubmedqa-156","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.9},"model":"typesafe-ai/jev","usage":{"input":781,"output":20},"cost_usd":0.0000328,"seconds":0.4195,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:03.446Z"}
{"item_id":"pubmedqa-161","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.78},"model":"typesafe-ai/jev","usage":{"input":736,"output":20},"cost_usd":0.00003091,"seconds":0.4987,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:03.588Z"}
{"item_id":"pubmedqa-161","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.79},"model":"typesafe-ai/jev","usage":{"input":736,"output":20},"cost_usd":0.00003091,"seconds":0.3929,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:03.716Z"}
{"item_id":"pubmedqa-161","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.79},"model":"typesafe-ai/jev","usage":{"input":736,"output":20},"cost_usd":0.00003091,"seconds":0.3705,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:03.816Z"}
{"item_id":"pubmedqa-161","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.79},"model":"typesafe-ai/jev","usage":{"input":736,"output":20},"cost_usd":0.00003091,"seconds":0.4982,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:03.843Z"}
{"item_id":"pubmedqa-161","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.78},"model":"typesafe-ai/jev","usage":{"input":736,"output":20},"cost_usd":0.00003091,"seconds":0.5492,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:04.137Z"}
{"item_id":"pubmedqa-164","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.97},"model":"typesafe-ai/jev","usage":{"input":727,"output":20},"cost_usd":0.00003053,"seconds":0.4631,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:04.179Z"}
{"item_id":"pubmedqa-164","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.97},"model":"typesafe-ai/jev","usage":{"input":727,"output":20},"cost_usd":0.00003053,"seconds":0.4053,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:04.223Z"}
{"item_id":"pubmedqa-164","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.97},"model":"typesafe-ai/jev","usage":{"input":727,"output":20},"cost_usd":0.00003053,"seconds":0.4017,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:04.245Z"}
{"item_id":"pubmedqa-164","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.97},"model":"typesafe-ai/jev","usage":{"input":727,"output":20},"cost_usd":0.00003053,"seconds":0.3959,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:04.576Z"}
{"item_id":"pubmedqa-170","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.13},"model":"typesafe-ai/jev","usage":{"input":692,"output":20},"cost_usd":0.00002906,"seconds":0.4236,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:04.669Z"}
{"item_id":"pubmedqa-170","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.13},"model":"typesafe-ai/jev","usage":{"input":692,"output":20},"cost_usd":0.00002906,"seconds":0.475,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:04.698Z"}
{"item_id":"pubmedqa-164","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.97},"model":"typesafe-ai/jev","usage":{"input":727,"output":20},"cost_usd":0.00003053,"seconds":0.6806,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:04.818Z"}
{"item_id":"pubmedqa-170","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.13},"model":"typesafe-ai/jev","usage":{"input":692,"output":20},"cost_usd":0.00002906,"seconds":0.3904,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:04.966Z"}
{"item_id":"pubmedqa-170","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.13},"model":"typesafe-ai/jev","usage":{"input":692,"output":20},"cost_usd":0.00002906,"seconds":0.5617,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:05.260Z"}
{"item_id":"pubmedqa-171","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.29},"model":"typesafe-ai/jev","usage":{"input":524,"output":20},"cost_usd":0.00002201,"seconds":0.475,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:05.294Z"}
{"item_id":"pubmedqa-170","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.13},"model":"typesafe-ai/jev","usage":{"input":692,"output":20},"cost_usd":0.00002906,"seconds":0.6387,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:05.308Z"}
{"item_id":"pubmedqa-171","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.35},"model":"typesafe-ai/jev","usage":{"input":524,"output":20},"cost_usd":0.00002201,"seconds":0.4683,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:05.435Z"}
{"item_id":"pubmedqa-171","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.28},"model":"typesafe-ai/jev","usage":{"input":524,"output":20},"cost_usd":0.00002201,"seconds":0.4817,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:05.742Z"}
{"item_id":"pubmedqa-171","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.3},"model":"typesafe-ai/jev","usage":{"input":524,"output":20},"cost_usd":0.00002201,"seconds":0.4343,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:05.743Z"}
{"item_id":"pubmedqa-171","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.26},"model":"typesafe-ai/jev","usage":{"input":524,"output":20},"cost_usd":0.00002201,"seconds":0.5955,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:05.890Z"}
{"item_id":"pubmedqa-172","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"model":"typesafe-ai/jev","usage":{"input":594,"output":20},"cost_usd":0.00002495,"seconds":0.4761,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:05.912Z"}
{"item_id":"pubmedqa-172","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"model":"typesafe-ai/jev","usage":{"input":594,"output":20},"cost_usd":0.00002495,"seconds":0.4137,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:06.156Z"}
{"item_id":"pubmedqa-172","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.95},"model":"typesafe-ai/jev","usage":{"input":594,"output":20},"cost_usd":0.00002495,"seconds":0.4861,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:06.230Z"}
{"item_id":"pubmedqa-172","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.95},"model":"typesafe-ai/jev","usage":{"input":594,"output":20},"cost_usd":0.00002495,"seconds":0.3985,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:06.311Z"}
{"item_id":"pubmedqa-172","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.95},"model":"typesafe-ai/jev","usage":{"input":594,"output":20},"cost_usd":0.00002495,"seconds":0.661,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:06.551Z"}
{"item_id":"pubmedqa-182","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.17},"model":"typesafe-ai/jev","usage":{"input":763,"output":20},"cost_usd":0.00003205,"seconds":0.4103,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:06.567Z"}
{"item_id":"pubmedqa-182","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.16},"model":"typesafe-ai/jev","usage":{"input":763,"output":20},"cost_usd":0.00003205,"seconds":0.4223,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:06.652Z"}
{"item_id":"pubmedqa-182","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.17},"model":"typesafe-ai/jev","usage":{"input":763,"output":20},"cost_usd":0.00003205,"seconds":0.3905,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:06.702Z"}
{"item_id":"pubmedqa-182","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.16},"model":"typesafe-ai/jev","usage":{"input":763,"output":20},"cost_usd":0.00003205,"seconds":0.4225,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:06.974Z"}
{"item_id":"pubmedqa-182","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.17},"model":"typesafe-ai/jev","usage":{"input":763,"output":20},"cost_usd":0.00003205,"seconds":0.4279,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:06.995Z"}
{"item_id":"pubmedqa-187","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.93},"model":"typesafe-ai/jev","usage":{"input":676,"output":20},"cost_usd":0.00002839,"seconds":0.4174,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:07.070Z"}
{"item_id":"pubmedqa-187","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.92},"model":"typesafe-ai/jev","usage":{"input":676,"output":20},"cost_usd":0.00002839,"seconds":0.4019,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:07.104Z"}
{"item_id":"pubmedqa-187","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.92},"model":"typesafe-ai/jev","usage":{"input":676,"output":20},"cost_usd":0.00002839,"seconds":0.4396,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:07.414Z"}
{"item_id":"pubmedqa-187","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.92},"model":"typesafe-ai/jev","usage":{"input":676,"output":20},"cost_usd":0.00002839,"seconds":0.483,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:07.479Z"}
{"item_id":"pubmedqa-192","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.65},"model":"typesafe-ai/jev","usage":{"input":542,"output":20},"cost_usd":0.00002276,"seconds":0.4038,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:07.508Z"}
{"item_id":"pubmedqa-187","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.93},"model":"typesafe-ai/jev","usage":{"input":676,"output":20},"cost_usd":0.00002839,"seconds":0.5012,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:07.572Z"}
{"item_id":"pubmedqa-192","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.65},"model":"typesafe-ai/jev","usage":{"input":542,"output":20},"cost_usd":0.00002276,"seconds":0.4228,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:07.837Z"}
{"item_id":"pubmedqa-192","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.64},"model":"typesafe-ai/jev","usage":{"input":542,"output":20},"cost_usd":0.00002276,"seconds":0.4565,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:07.936Z"}
{"item_id":"pubmedqa-192","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.64},"model":"typesafe-ai/jev","usage":{"input":542,"output":20},"cost_usd":0.00002276,"seconds":0.4606,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:07.969Z"}
{"item_id":"pubmedqa-192","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.63},"model":"typesafe-ai/jev","usage":{"input":542,"output":20},"cost_usd":0.00002276,"seconds":0.4257,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:07.998Z"}
{"item_id":"pubmedqa-197","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.83},"model":"typesafe-ai/jev","usage":{"input":495,"output":20},"cost_usd":0.00002079,"seconds":0.4373,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:08.275Z"}
{"item_id":"pubmedqa-197","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.82},"model":"typesafe-ai/jev","usage":{"input":495,"output":20},"cost_usd":0.00002079,"seconds":0.3939,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:08.363Z"}
{"item_id":"pubmedqa-197","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.81},"model":"typesafe-ai/jev","usage":{"input":495,"output":20},"cost_usd":0.00002079,"seconds":0.454,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:08.452Z"}
{"item_id":"pubmedqa-197","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.83},"model":"typesafe-ai/jev","usage":{"input":495,"output":20},"cost_usd":0.00002079,"seconds":0.5979,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:08.534Z"}
{"item_id":"pubmedqa-197","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.83},"model":"typesafe-ai/jev","usage":{"input":495,"output":20},"cost_usd":0.00002079,"seconds":0.5197,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:08.795Z"}
{"item_id":"pubmedqa-204","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.04},"model":"typesafe-ai/jev","usage":{"input":736,"output":20},"cost_usd":0.00003091,"seconds":0.4406,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:08.805Z"}
{"item_id":"pubmedqa-204","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.04},"model":"typesafe-ai/jev","usage":{"input":736,"output":20},"cost_usd":0.00003091,"seconds":0.4185,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:08.871Z"}
{"item_id":"pubmedqa-204","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.04},"model":"typesafe-ai/jev","usage":{"input":736,"output":20},"cost_usd":0.00003091,"seconds":0.4296,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:08.964Z"}
{"item_id":"pubmedqa-204","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.05},"model":"typesafe-ai/jev","usage":{"input":736,"output":20},"cost_usd":0.00003091,"seconds":0.4322,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:09.237Z"}
{"item_id":"pubmedqa-204","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.05},"model":"typesafe-ai/jev","usage":{"input":736,"output":20},"cost_usd":0.00003091,"seconds":0.4474,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:09.243Z"}
{"item_id":"pubmedqa-205","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.34},"model":"typesafe-ai/jev","usage":{"input":725,"output":20},"cost_usd":0.00003045,"seconds":0.3933,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:09.265Z"}
{"item_id":"pubmedqa-205","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.27},"model":"typesafe-ai/jev","usage":{"input":725,"output":20},"cost_usd":0.00003045,"seconds":0.4144,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:09.379Z"}
{"item_id":"pubmedqa-205","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.35},"model":"typesafe-ai/jev","usage":{"input":725,"output":20},"cost_usd":0.00003045,"seconds":0.4021,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:09.640Z"}
{"item_id":"pubmedqa-205","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.34},"model":"typesafe-ai/jev","usage":{"input":725,"output":20},"cost_usd":0.00003045,"seconds":0.4214,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:09.665Z"}
{"item_id":"pubmedqa-205","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.28},"model":"typesafe-ai/jev","usage":{"input":725,"output":20},"cost_usd":0.00003045,"seconds":0.4296,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:09.695Z"}
{"item_id":"pubmedqa-214","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"model":"typesafe-ai/jev","usage":{"input":759,"output":20},"cost_usd":0.00003188,"seconds":0.3999,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:09.779Z"}
{"item_id":"pubmedqa-214","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.94},"model":"typesafe-ai/jev","usage":{"input":759,"output":20},"cost_usd":0.00003188,"seconds":0.4248,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:10.090Z"}
{"item_id":"pubmedqa-214","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"model":"typesafe-ai/jev","usage":{"input":759,"output":20},"cost_usd":0.00003188,"seconds":0.4513,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:10.091Z"}
{"item_id":"pubmedqa-214","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.94},"model":"typesafe-ai/jev","usage":{"input":759,"output":20},"cost_usd":0.00003188,"seconds":0.5427,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:10.322Z"}
{"item_id":"pubmedqa-216","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.94},"model":"typesafe-ai/jev","usage":{"input":891,"output":20},"cost_usd":0.00003742,"seconds":0.4255,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:10.517Z"}
{"item_id":"pubmedqa-216","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.94},"model":"typesafe-ai/jev","usage":{"input":891,"output":20},"cost_usd":0.00003742,"seconds":0.4502,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:10.541Z"}
{"item_id":"pubmedqa-214","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.95},"model":"typesafe-ai/jev","usage":{"input":759,"output":20},"cost_usd":0.00003188,"seconds":0.9137,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:10.609Z"}
{"item_id":"pubmedqa-216","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.94},"model":"typesafe-ai/jev","usage":{"input":891,"output":20},"cost_usd":0.00003742,"seconds":0.4593,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:10.782Z"}
{"item_id":"pubmedqa-216","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.95},"model":"typesafe-ai/jev","usage":{"input":891,"output":20},"cost_usd":0.00003742,"seconds":0.4014,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:10.919Z"}
{"item_id":"pubmedqa-216","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.94},"model":"typesafe-ai/jev","usage":{"input":891,"output":20},"cost_usd":0.00003742,"seconds":0.4589,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:11.000Z"}
{"item_id":"pubmedqa-217","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.22},"model":"typesafe-ai/jev","usage":{"input":833,"output":20},"cost_usd":0.00003499,"seconds":0.5456,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:11.155Z"}
{"item_id":"pubmedqa-217","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.22},"model":"typesafe-ai/jev","usage":{"input":833,"output":20},"cost_usd":0.00003499,"seconds":0.4535,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:11.236Z"}
{"item_id":"pubmedqa-217","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.22},"model":"typesafe-ai/jev","usage":{"input":833,"output":20},"cost_usd":0.00003499,"seconds":0.401,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:11.321Z"}
{"item_id":"pubmedqa-217","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.21},"model":"typesafe-ai/jev","usage":{"input":833,"output":20},"cost_usd":0.00003499,"seconds":0.4964,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:11.497Z"}
{"item_id":"pubmedqa-217","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.23},"model":"typesafe-ai/jev","usage":{"input":833,"output":20},"cost_usd":0.00003499,"seconds":0.4326,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:11.589Z"}
{"item_id":"pubmedqa-218","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.86},"model":"typesafe-ai/jev","usage":{"input":678,"output":20},"cost_usd":0.00002848,"seconds":0.4144,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:11.735Z"}
{"item_id":"pubmedqa-218","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.86},"model":"typesafe-ai/jev","usage":{"input":678,"output":20},"cost_usd":0.00002848,"seconds":0.4261,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:11.924Z"}
{"item_id":"pubmedqa-218","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.86},"model":"typesafe-ai/jev","usage":{"input":678,"output":20},"cost_usd":0.00002848,"seconds":0.7084,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:11.945Z"}
{"item_id":"pubmedqa-218","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.86},"model":"typesafe-ai/jev","usage":{"input":678,"output":20},"cost_usd":0.00002848,"seconds":0.4027,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:12.138Z"}
{"item_id":"pubmedqa-218","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.85},"model":"typesafe-ai/jev","usage":{"input":678,"output":20},"cost_usd":0.00002848,"seconds":0.5745,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:12.164Z"}
{"item_id":"pubmedqa-220","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.07},"model":"typesafe-ai/jev","usage":{"input":766,"output":20},"cost_usd":0.00003217,"seconds":0.4616,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:12.408Z"}
{"item_id":"pubmedqa-220","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.06},"model":"typesafe-ai/jev","usage":{"input":766,"output":20},"cost_usd":0.00003217,"seconds":0.4884,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:12.413Z"}
{"item_id":"pubmedqa-220","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.06},"model":"typesafe-ai/jev","usage":{"input":766,"output":20},"cost_usd":0.00003217,"seconds":0.3889,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:12.553Z"}
{"item_id":"pubmedqa-220","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.06},"model":"typesafe-ai/jev","usage":{"input":766,"output":20},"cost_usd":0.00003217,"seconds":0.4207,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:12.829Z"}
{"item_id":"pubmedqa-226","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.95},"model":"typesafe-ai/jev","usage":{"input":608,"output":20},"cost_usd":0.00002554,"seconds":0.472,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:12.885Z"}
{"item_id":"pubmedqa-220","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.06},"model":"typesafe-ai/jev","usage":{"input":766,"output":20},"cost_usd":0.00003217,"seconds":0.755,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:12.894Z"}
{"item_id":"pubmedqa-226","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.95},"model":"typesafe-ai/jev","usage":{"input":608,"output":20},"cost_usd":0.00002554,"seconds":0.3911,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:12.945Z"}
{"item_id":"pubmedqa-226","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.95},"model":"typesafe-ai/jev","usage":{"input":608,"output":20},"cost_usd":0.00002554,"seconds":0.4105,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:13.240Z"}
{"item_id":"pubmedqa-226","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.94},"model":"typesafe-ai/jev","usage":{"input":608,"output":20},"cost_usd":0.00002554,"seconds":0.4463,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:13.332Z"}
{"item_id":"pubmedqa-229","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.08},"model":"typesafe-ai/jev","usage":{"input":675,"output":20},"cost_usd":0.00002835,"seconds":0.4049,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:13.350Z"}
{"item_id":"pubmedqa-226","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.95},"model":"typesafe-ai/jev","usage":{"input":608,"output":20},"cost_usd":0.00002554,"seconds":0.5974,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:13.492Z"}
{"item_id":"pubmedqa-229","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.08},"model":"typesafe-ai/jev","usage":{"input":675,"output":20},"cost_usd":0.00002835,"seconds":0.4325,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:13.673Z"}
{"item_id":"pubmedqa-229","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.08},"model":"typesafe-ai/jev","usage":{"input":675,"output":20},"cost_usd":0.00002835,"seconds":0.4305,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:13.781Z"}
{"item_id":"pubmedqa-229","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.08},"model":"typesafe-ai/jev","usage":{"input":675,"output":20},"cost_usd":0.00002835,"seconds":0.5186,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:13.851Z"}
{"item_id":"pubmedqa-229","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.07},"model":"typesafe-ai/jev","usage":{"input":675,"output":20},"cost_usd":0.00002835,"seconds":0.3986,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:13.890Z"}
{"item_id":"pubmedqa-231","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.57},"model":"typesafe-ai/jev","usage":{"input":900,"output":20},"cost_usd":0.0000378,"seconds":0.4929,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:14.167Z"}
{"item_id":"pubmedqa-231","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.54},"model":"typesafe-ai/jev","usage":{"input":900,"output":20},"cost_usd":0.0000378,"seconds":0.4093,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:14.300Z"}
{"item_id":"pubmedqa-231","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.59},"model":"typesafe-ai/jev","usage":{"input":900,"output":20},"cost_usd":0.0000378,"seconds":0.407,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:14.574Z"}
{"item_id":"pubmedqa-231","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.54},"model":"typesafe-ai/jev","usage":{"input":900,"output":20},"cost_usd":0.0000378,"seconds":0.7983,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:14.580Z"}
{"item_id":"pubmedqa-231","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.57},"model":"typesafe-ai/jev","usage":{"input":900,"output":20},"cost_usd":0.0000378,"seconds":0.7959,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:14.648Z"}
{"item_id":"pubmedqa-243","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.7},"model":"typesafe-ai/jev","usage":{"input":690,"output":20},"cost_usd":0.00002898,"seconds":0.4541,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:14.755Z"}
{"item_id":"pubmedqa-243","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.7},"model":"typesafe-ai/jev","usage":{"input":690,"output":20},"cost_usd":0.00002898,"seconds":0.4113,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:14.992Z"}
{"item_id":"pubmedqa-243","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.7},"model":"typesafe-ai/jev","usage":{"input":690,"output":20},"cost_usd":0.00002898,"seconds":0.4982,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:15.073Z"}
{"item_id":"pubmedqa-243","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.7},"model":"typesafe-ai/jev","usage":{"input":690,"output":20},"cost_usd":0.00002898,"seconds":0.6193,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:15.268Z"}
{"item_id":"pubmedqa-248","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.97},"model":"typesafe-ai/jev","usage":{"input":566,"output":20},"cost_usd":0.00002377,"seconds":0.4305,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:15.423Z"}
{"item_id":"pubmedqa-243","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.71},"model":"typesafe-ai/jev","usage":{"input":690,"output":20},"cost_usd":0.00002898,"seconds":0.8049,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:15.560Z"}
{"item_id":"pubmedqa-248","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.97},"model":"typesafe-ai/jev","usage":{"input":566,"output":20},"cost_usd":0.00002377,"seconds":0.5745,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:15.648Z"}
{"item_id":"pubmedqa-248","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.96},"model":"typesafe-ai/jev","usage":{"input":566,"output":20},"cost_usd":0.00002377,"seconds":0.4104,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:15.679Z"}
{"item_id":"pubmedqa-248","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.96},"model":"typesafe-ai/jev","usage":{"input":566,"output":20},"cost_usd":0.00002377,"seconds":0.4681,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:15.892Z"}
{"item_id":"pubmedqa-248","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.96},"model":"typesafe-ai/jev","usage":{"input":566,"output":20},"cost_usd":0.00002377,"seconds":0.4081,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:15.969Z"}
{"item_id":"pubmedqa-258","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"model":"typesafe-ai/jev","usage":{"input":918,"output":20},"cost_usd":0.00003856,"seconds":0.5137,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:16.162Z"}
{"item_id":"pubmedqa-258","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"model":"typesafe-ai/jev","usage":{"input":918,"output":20},"cost_usd":0.00003856,"seconds":0.513,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:16.192Z"}
{"item_id":"pubmedqa-258","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.05},"model":"typesafe-ai/jev","usage":{"input":918,"output":20},"cost_usd":0.00003856,"seconds":0.4245,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:16.394Z"}
{"item_id":"pubmedqa-258","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.05},"model":"typesafe-ai/jev","usage":{"input":918,"output":20},"cost_usd":0.00003856,"seconds":0.5131,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:16.405Z"}
{"item_id":"pubmedqa-262","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.24},"model":"typesafe-ai/jev","usage":{"input":554,"output":20},"cost_usd":0.00002327,"seconds":0.4032,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:16.596Z"}
{"item_id":"pubmedqa-258","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.05},"model":"typesafe-ai/jev","usage":{"input":918,"output":20},"cost_usd":0.00003856,"seconds":0.5406,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:16.703Z"}
{"item_id":"pubmedqa-262","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.24},"model":"typesafe-ai/jev","usage":{"input":554,"output":20},"cost_usd":0.00002327,"seconds":0.3932,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:16.799Z"}
{"item_id":"pubmedqa-262","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.25},"model":"typesafe-ai/jev","usage":{"input":554,"output":20},"cost_usd":0.00002327,"seconds":0.4138,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:16.808Z"}
{"item_id":"pubmedqa-262","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.24},"model":"typesafe-ai/jev","usage":{"input":554,"output":20},"cost_usd":0.00002327,"seconds":0.4573,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:17.053Z"}
{"item_id":"pubmedqa-262","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.23},"model":"typesafe-ai/jev","usage":{"input":554,"output":20},"cost_usd":0.00002327,"seconds":0.4355,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:17.139Z"}
{"item_id":"pubmedqa-263","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.04},"model":"typesafe-ai/jev","usage":{"input":521,"output":20},"cost_usd":0.00002188,"seconds":0.3983,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:17.207Z"}
{"item_id":"pubmedqa-263","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.04},"model":"typesafe-ai/jev","usage":{"input":521,"output":20},"cost_usd":0.00002188,"seconds":0.4423,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:17.242Z"}
{"item_id":"pubmedqa-263","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.04},"model":"typesafe-ai/jev","usage":{"input":521,"output":20},"cost_usd":0.00002188,"seconds":0.3907,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:17.530Z"}
{"item_id":"pubmedqa-263","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.04},"model":"typesafe-ai/jev","usage":{"input":521,"output":20},"cost_usd":0.00002188,"seconds":0.3999,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:17.607Z"}
{"item_id":"pubmedqa-265","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.96},"model":"typesafe-ai/jev","usage":{"input":613,"output":20},"cost_usd":0.00002575,"seconds":0.4096,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:17.652Z"}
{"item_id":"pubmedqa-263","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.04},"model":"typesafe-ai/jev","usage":{"input":521,"output":20},"cost_usd":0.00002188,"seconds":0.6661,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:17.720Z"}
{"item_id":"pubmedqa-265","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.97},"model":"typesafe-ai/jev","usage":{"input":613,"output":20},"cost_usd":0.00002575,"seconds":0.3974,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:17.928Z"}
{"item_id":"pubmedqa-265","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.96},"model":"typesafe-ai/jev","usage":{"input":613,"output":20},"cost_usd":0.00002575,"seconds":0.4167,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:18.024Z"}
{"item_id":"pubmedqa-265","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.96},"model":"typesafe-ai/jev","usage":{"input":613,"output":20},"cost_usd":0.00002575,"seconds":0.4,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:18.052Z"}
{"item_id":"pubmedqa-265","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.96},"model":"typesafe-ai/jev","usage":{"input":613,"output":20},"cost_usd":0.00002575,"seconds":0.4594,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:18.180Z"}
{"item_id":"pubmedqa-266","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.87},"model":"typesafe-ai/jev","usage":{"input":565,"output":20},"cost_usd":0.00002373,"seconds":0.3813,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:18.310Z"}
{"item_id":"pubmedqa-266","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.87},"model":"typesafe-ai/jev","usage":{"input":565,"output":20},"cost_usd":0.00002373,"seconds":0.4004,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:18.425Z"}
{"item_id":"pubmedqa-266","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.87},"model":"typesafe-ai/jev","usage":{"input":565,"output":20},"cost_usd":0.00002373,"seconds":0.4143,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:18.467Z"}
{"item_id":"pubmedqa-266","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.87},"model":"typesafe-ai/jev","usage":{"input":565,"output":20},"cost_usd":0.00002373,"seconds":0.4348,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:18.615Z"}
{"item_id":"pubmedqa-266","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.88},"model":"typesafe-ai/jev","usage":{"input":565,"output":20},"cost_usd":0.00002373,"seconds":0.423,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:18.734Z"}
{"item_id":"pubmedqa-270","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.91},"model":"typesafe-ai/jev","usage":{"input":783,"output":20},"cost_usd":0.00003289,"seconds":0.428,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:18.853Z"}
{"item_id":"pubmedqa-270","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.92},"model":"typesafe-ai/jev","usage":{"input":783,"output":20},"cost_usd":0.00003289,"seconds":0.5,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:18.967Z"}
{"item_id":"pubmedqa-270","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.91},"model":"typesafe-ai/jev","usage":{"input":783,"output":20},"cost_usd":0.00003289,"seconds":0.4657,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:19.200Z"}
{"item_id":"pubmedqa-270","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.91},"model":"typesafe-ai/jev","usage":{"input":783,"output":20},"cost_usd":0.00003289,"seconds":0.6349,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:19.251Z"}
{"item_id":"pubmedqa-270","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.92},"model":"typesafe-ai/jev","usage":{"input":783,"output":20},"cost_usd":0.00003289,"seconds":0.4633,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:19.317Z"}
{"item_id":"pubmedqa-274","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.06},"model":"typesafe-ai/jev","usage":{"input":638,"output":20},"cost_usd":0.0000268,"seconds":0.4108,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:19.379Z"}
{"item_id":"pubmedqa-274","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.06},"model":"typesafe-ai/jev","usage":{"input":638,"output":20},"cost_usd":0.0000268,"seconds":0.4712,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:19.672Z"}
{"item_id":"pubmedqa-274","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.05},"model":"typesafe-ai/jev","usage":{"input":638,"output":20},"cost_usd":0.0000268,"seconds":0.4731,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:19.724Z"}
{"item_id":"pubmedqa-274","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.06},"model":"typesafe-ai/jev","usage":{"input":638,"output":20},"cost_usd":0.0000268,"seconds":0.4234,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:19.741Z"}
{"item_id":"pubmedqa-274","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.06},"model":"typesafe-ai/jev","usage":{"input":638,"output":20},"cost_usd":0.0000268,"seconds":0.4414,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:19.820Z"}
{"item_id":"pubmedqa-275","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.92},"model":"typesafe-ai/jev","usage":{"input":536,"output":20},"cost_usd":0.00002251,"seconds":0.3951,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:20.067Z"}
{"item_id":"pubmedqa-275","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.92},"model":"typesafe-ai/jev","usage":{"input":536,"output":20},"cost_usd":0.00002251,"seconds":0.4614,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:20.186Z"}
{"item_id":"pubmedqa-275","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.92},"model":"typesafe-ai/jev","usage":{"input":536,"output":20},"cost_usd":0.00002251,"seconds":0.4351,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:20.256Z"}
{"item_id":"pubmedqa-275","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.92},"model":"typesafe-ai/jev","usage":{"input":536,"output":20},"cost_usd":0.00002251,"seconds":0.6521,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:20.394Z"}
{"item_id":"pubmedqa-276","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.88},"model":"typesafe-ai/jev","usage":{"input":629,"output":20},"cost_usd":0.00002642,"seconds":0.4805,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:20.737Z"}
{"item_id":"pubmedqa-276","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.89},"model":"typesafe-ai/jev","usage":{"input":629,"output":20},"cost_usd":0.00002642,"seconds":0.6264,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:20.813Z"}
{"item_id":"pubmedqa-276","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.88},"model":"typesafe-ai/jev","usage":{"input":629,"output":20},"cost_usd":0.00002642,"seconds":0.4603,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:21.274Z"}
{"item_id":"pubmedqa-276","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.88},"model":"typesafe-ai/jev","usage":{"input":629,"output":20},"cost_usd":0.00002642,"seconds":0.577,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:21.314Z"}
{"item_id":"pubmedqa-282","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.63},"model":"typesafe-ai/jev","usage":{"input":591,"output":20},"cost_usd":0.00002482,"seconds":0.4335,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:21.708Z"}
{"item_id":"pubmedqa-282","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.61},"model":"typesafe-ai/jev","usage":{"input":591,"output":20},"cost_usd":0.00002482,"seconds":0.7375,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:22.052Z"}
{"item_id":"pubmedqa-282","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.63},"model":"typesafe-ai/jev","usage":{"input":591,"output":20},"cost_usd":0.00002482,"seconds":0.432,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:22.140Z"}
{"item_id":"pubmedqa-282","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.62},"model":"typesafe-ai/jev","usage":{"input":591,"output":20},"cost_usd":0.00002482,"seconds":0.473,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:22.526Z"}
{"item_id":"pubmedqa-282","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.63},"model":"typesafe-ai/jev","usage":{"input":591,"output":20},"cost_usd":0.00002482,"seconds":0.4665,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:22.608Z"}
{"item_id":"pubmedqa-284","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.93},"model":"typesafe-ai/jev","usage":{"input":617,"output":20},"cost_usd":0.00002591,"seconds":0.4113,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:22.938Z"}
{"item_id":"pubmedqa-284","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.93},"model":"typesafe-ai/jev","usage":{"input":617,"output":20},"cost_usd":0.00002591,"seconds":0.4216,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:23.030Z"}
{"item_id":"pubmedqa-284","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.93},"model":"typesafe-ai/jev","usage":{"input":617,"output":20},"cost_usd":0.00002591,"seconds":0.4161,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:23.354Z"}
{"item_id":"pubmedqa-284","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.93},"model":"typesafe-ai/jev","usage":{"input":617,"output":20},"cost_usd":0.00002591,"seconds":0.5232,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:23.554Z"}
{"item_id":"pubmedqa-284","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.93},"model":"typesafe-ai/jev","usage":{"input":617,"output":20},"cost_usd":0.00002591,"seconds":0.4355,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:23.790Z"}
{"item_id":"pubmedqa-288","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.3},"model":"typesafe-ai/jev","usage":{"input":676,"output":20},"cost_usd":0.00002839,"seconds":0.448,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:24.002Z"}
{"item_id":"pubmedqa-288","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.3},"model":"typesafe-ai/jev","usage":{"input":676,"output":20},"cost_usd":0.00002839,"seconds":0.412,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:24.203Z"}
{"item_id":"pubmedqa-288","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.3},"model":"typesafe-ai/jev","usage":{"input":676,"output":20},"cost_usd":0.00002839,"seconds":0.4888,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:24.492Z"}
{"item_id":"pubmedqa-288","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.3},"model":"typesafe-ai/jev","usage":{"input":676,"output":20},"cost_usd":0.00002839,"seconds":0.4699,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:24.673Z"}
{"item_id":"pubmedqa-288","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.29},"model":"typesafe-ai/jev","usage":{"input":676,"output":20},"cost_usd":0.00002839,"seconds":0.4818,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:24.974Z"}
{"item_id":"pubmedqa-289","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"model":"typesafe-ai/jev","usage":{"input":683,"output":20},"cost_usd":0.00002869,"seconds":0.4821,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:25.156Z"}
{"item_id":"pubmedqa-289","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"model":"typesafe-ai/jev","usage":{"input":683,"output":20},"cost_usd":0.00002869,"seconds":0.4488,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:25.423Z"}
{"item_id":"pubmedqa-289","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.04},"model":"typesafe-ai/jev","usage":{"input":683,"output":20},"cost_usd":0.00002869,"seconds":0.416,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:25.572Z"}
{"item_id":"pubmedqa-289","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.05},"model":"typesafe-ai/jev","usage":{"input":683,"output":20},"cost_usd":0.00002869,"seconds":0.4879,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:25.911Z"}
{"item_id":"pubmedqa-300","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.91},"model":"typesafe-ai/jev","usage":{"input":713,"output":20},"cost_usd":0.00002995,"seconds":0.4341,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:26.346Z"}
{"item_id":"pubmedqa-275","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.92},"model":"typesafe-ai/jev","usage":{"input":536,"output":20},"cost_usd":0.00002251,"seconds":6.8271,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:26.895Z"}
{"item_id":"pubmedqa-300","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.9},"model":"typesafe-ai/jev","usage":{"input":713,"output":20},"cost_usd":0.00002995,"seconds":0.5952,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:26.942Z"}
{"item_id":"pubmedqa-289","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.05},"model":"typesafe-ai/jev","usage":{"input":683,"output":20},"cost_usd":0.00002869,"seconds":1.6364,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:27.209Z"}
{"item_id":"pubmedqa-276","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.88},"model":"typesafe-ai/jev","usage":{"input":629,"output":20},"cost_usd":0.00002642,"seconds":6.8225,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:27.217Z"}
{"item_id":"pubmedqa-300","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.9},"model":"typesafe-ai/jev","usage":{"input":713,"output":20},"cost_usd":0.00002995,"seconds":0.7326,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:27.628Z"}
{"item_id":"pubmedqa-301","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.13},"model":"typesafe-ai/jev","usage":{"input":623,"output":20},"cost_usd":0.00002617,"seconds":0.458,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:27.675Z"}
{"item_id":"pubmedqa-300","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.91},"model":"typesafe-ai/jev","usage":{"input":713,"output":20},"cost_usd":0.00002995,"seconds":0.7413,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:27.683Z"}
{"item_id":"pubmedqa-300","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.9},"model":"typesafe-ai/jev","usage":{"input":713,"output":20},"cost_usd":0.00002995,"seconds":0.5739,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:27.783Z"}
{"item_id":"pubmedqa-301","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.14},"model":"typesafe-ai/jev","usage":{"input":623,"output":20},"cost_usd":0.00002617,"seconds":0.3977,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:28.026Z"}
{"item_id":"pubmedqa-301","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.14},"model":"typesafe-ai/jev","usage":{"input":623,"output":20},"cost_usd":0.00002617,"seconds":0.416,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:28.100Z"}
{"item_id":"pubmedqa-301","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.13},"model":"typesafe-ai/jev","usage":{"input":623,"output":20},"cost_usd":0.00002617,"seconds":0.4022,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:28.186Z"}
{"item_id":"pubmedqa-301","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.14},"model":"typesafe-ai/jev","usage":{"input":623,"output":20},"cost_usd":0.00002617,"seconds":0.5168,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:28.193Z"}
{"item_id":"pubmedqa-304","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.87},"model":"typesafe-ai/jev","usage":{"input":807,"output":20},"cost_usd":0.00003389,"seconds":0.4618,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:28.488Z"}
{"item_id":"pubmedqa-304","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.88},"model":"typesafe-ai/jev","usage":{"input":807,"output":20},"cost_usd":0.00003389,"seconds":0.3926,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:28.586Z"}
{"item_id":"pubmedqa-304","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.87},"model":"typesafe-ai/jev","usage":{"input":807,"output":20},"cost_usd":0.00003389,"seconds":0.4139,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:28.601Z"}
{"item_id":"pubmedqa-304","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.87},"model":"typesafe-ai/jev","usage":{"input":807,"output":20},"cost_usd":0.00003389,"seconds":0.5051,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:28.606Z"}
{"item_id":"pubmedqa-304","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.87},"model":"typesafe-ai/jev","usage":{"input":807,"output":20},"cost_usd":0.00003389,"seconds":0.4643,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:28.953Z"}
{"item_id":"pubmedqa-305","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.96},"model":"typesafe-ai/jev","usage":{"input":695,"output":20},"cost_usd":0.00002919,"seconds":0.3739,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:28.960Z"}
{"item_id":"pubmedqa-305","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.96},"model":"typesafe-ai/jev","usage":{"input":695,"output":20},"cost_usd":0.00002919,"seconds":0.3989,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:29.000Z"}
{"item_id":"pubmedqa-305","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.96},"model":"typesafe-ai/jev","usage":{"input":695,"output":20},"cost_usd":0.00002919,"seconds":0.4496,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:29.056Z"}
{"item_id":"pubmedqa-305","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.96},"model":"typesafe-ai/jev","usage":{"input":695,"output":20},"cost_usd":0.00002919,"seconds":0.3901,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:29.344Z"}
{"item_id":"pubmedqa-305","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.96},"model":"typesafe-ai/jev","usage":{"input":695,"output":20},"cost_usd":0.00002919,"seconds":0.4232,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:29.383Z"}
{"item_id":"pubmedqa-310","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.14},"model":"typesafe-ai/jev","usage":{"input":760,"output":20},"cost_usd":0.00003192,"seconds":0.568,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:29.569Z"}
{"item_id":"pubmedqa-310","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.13},"model":"typesafe-ai/jev","usage":{"input":760,"output":20},"cost_usd":0.00003192,"seconds":0.533,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:29.589Z"}
{"item_id":"pubmedqa-310","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.14},"model":"typesafe-ai/jev","usage":{"input":760,"output":20},"cost_usd":0.00003192,"seconds":0.4109,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:29.755Z"}
{"item_id":"pubmedqa-310","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.13},"model":"typesafe-ai/jev","usage":{"input":760,"output":20},"cost_usd":0.00003192,"seconds":0.4077,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:29.791Z"}
{"item_id":"pubmedqa-314","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.91},"model":"typesafe-ai/jev","usage":{"input":585,"output":20},"cost_usd":0.00002457,"seconds":0.3808,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:30.173Z"}
{"item_id":"pubmedqa-314","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.91},"model":"typesafe-ai/jev","usage":{"input":585,"output":20},"cost_usd":0.00002457,"seconds":0.451,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:30.206Z"}
{"item_id":"pubmedqa-314","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.91},"model":"typesafe-ai/jev","usage":{"input":585,"output":20},"cost_usd":0.00002457,"seconds":0.4413,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:30.615Z"}
{"item_id":"pubmedqa-314","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.9},"model":"typesafe-ai/jev","usage":{"input":585,"output":20},"cost_usd":0.00002457,"seconds":0.4169,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:30.624Z"}
{"item_id":"pubmedqa-317","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.38},"model":"typesafe-ai/jev","usage":{"input":739,"output":20},"cost_usd":0.00003104,"seconds":0.5118,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:31.136Z"}
{"item_id":"pubmedqa-314","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.9},"model":"typesafe-ai/jev","usage":{"input":585,"output":20},"cost_usd":0.00002457,"seconds":2.2803,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:31.870Z"}
{"item_id":"pubmedqa-310","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.12},"model":"typesafe-ai/jev","usage":{"input":760,"output":20},"cost_usd":0.00003192,"seconds":2.8041,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:32.373Z"}
{"item_id":"pubmedqa-317","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.34},"model":"typesafe-ai/jev","usage":{"input":739,"output":20},"cost_usd":0.00003104,"seconds":0.5069,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:32.377Z"}
{"item_id":"pubmedqa-317","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.35},"model":"typesafe-ai/jev","usage":{"input":739,"output":20},"cost_usd":0.00003104,"seconds":0.4506,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:32.824Z"}
{"item_id":"pubmedqa-318","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.89},"model":"typesafe-ai/jev","usage":{"input":525,"output":20},"cost_usd":0.00002205,"seconds":0.5204,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:32.898Z"}
{"item_id":"pubmedqa-317","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.36},"model":"typesafe-ai/jev","usage":{"input":739,"output":20},"cost_usd":0.00003104,"seconds":2.5374,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:33.153Z"}
{"item_id":"pubmedqa-318","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.9},"model":"typesafe-ai/jev","usage":{"input":525,"output":20},"cost_usd":0.00002205,"seconds":0.479,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:33.304Z"}
{"item_id":"pubmedqa-318","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.9},"model":"typesafe-ai/jev","usage":{"input":525,"output":20},"cost_usd":0.00002205,"seconds":0.5176,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:33.416Z"}
{"item_id":"pubmedqa-317","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.34},"model":"typesafe-ai/jev","usage":{"input":739,"output":20},"cost_usd":0.00003104,"seconds":2.3548,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:33.491Z"}
{"item_id":"pubmedqa-318","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.91},"model":"typesafe-ai/jev","usage":{"input":525,"output":20},"cost_usd":0.00002205,"seconds":0.3771,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:33.681Z"}
{"item_id":"pubmedqa-318","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.9},"model":"typesafe-ai/jev","usage":{"input":525,"output":20},"cost_usd":0.00002205,"seconds":0.6957,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:33.849Z"}
{"item_id":"pubmedqa-320","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.09},"model":"typesafe-ai/jev","usage":{"input":638,"output":20},"cost_usd":0.0000268,"seconds":0.434,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:33.850Z"}
{"item_id":"pubmedqa-320","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.09},"model":"typesafe-ai/jev","usage":{"input":638,"output":20},"cost_usd":0.0000268,"seconds":0.4314,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:34.113Z"}
{"item_id":"pubmedqa-320","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.09},"model":"typesafe-ai/jev","usage":{"input":638,"output":20},"cost_usd":0.0000268,"seconds":0.6581,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:34.149Z"}
{"item_id":"pubmedqa-320","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.09},"model":"typesafe-ai/jev","usage":{"input":638,"output":20},"cost_usd":0.0000268,"seconds":0.3798,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:34.231Z"}
{"item_id":"pubmedqa-320","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.09},"model":"typesafe-ai/jev","usage":{"input":638,"output":20},"cost_usd":0.0000268,"seconds":0.5827,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:34.432Z"}
{"item_id":"pubmedqa-324","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.12},"model":"typesafe-ai/jev","usage":{"input":608,"output":20},"cost_usd":0.00002554,"seconds":0.4613,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:34.576Z"}
{"item_id":"pubmedqa-324","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.12},"model":"typesafe-ai/jev","usage":{"input":608,"output":20},"cost_usd":0.00002554,"seconds":0.4291,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:34.661Z"}
{"item_id":"pubmedqa-324","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.11},"model":"typesafe-ai/jev","usage":{"input":608,"output":20},"cost_usd":0.00002554,"seconds":0.5163,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:34.666Z"}
{"item_id":"pubmedqa-324","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.11},"model":"typesafe-ai/jev","usage":{"input":608,"output":20},"cost_usd":0.00002554,"seconds":0.4321,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:34.865Z"}
{"item_id":"pubmedqa-324","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.11},"model":"typesafe-ai/jev","usage":{"input":608,"output":20},"cost_usd":0.00002554,"seconds":0.416,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:34.992Z"}
{"item_id":"pubmedqa-329","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.67},"model":"typesafe-ai/jev","usage":{"input":558,"output":20},"cost_usd":0.00002344,"seconds":0.4487,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:35.116Z"}
{"item_id":"pubmedqa-329","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.66},"model":"typesafe-ai/jev","usage":{"input":558,"output":20},"cost_usd":0.00002344,"seconds":0.4809,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:35.142Z"}
{"item_id":"pubmedqa-329","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.65},"model":"typesafe-ai/jev","usage":{"input":558,"output":20},"cost_usd":0.00002344,"seconds":0.5585,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:35.424Z"}
{"item_id":"pubmedqa-329","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.65},"model":"typesafe-ai/jev","usage":{"input":558,"output":20},"cost_usd":0.00002344,"seconds":0.507,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:35.499Z"}
{"item_id":"pubmedqa-332","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.8},"model":"typesafe-ai/jev","usage":{"input":480,"output":20},"cost_usd":0.00002016,"seconds":0.4089,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:35.551Z"}
{"item_id":"pubmedqa-329","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.65},"model":"typesafe-ai/jev","usage":{"input":558,"output":20},"cost_usd":0.00002344,"seconds":0.4443,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:35.560Z"}
{"item_id":"pubmedqa-332","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.79},"model":"typesafe-ai/jev","usage":{"input":480,"output":20},"cost_usd":0.00002016,"seconds":0.4608,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:35.885Z"}
{"item_id":"pubmedqa-332","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.8},"model":"typesafe-ai/jev","usage":{"input":480,"output":20},"cost_usd":0.00002016,"seconds":0.3614,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:35.913Z"}
{"item_id":"pubmedqa-332","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.76},"model":"typesafe-ai/jev","usage":{"input":480,"output":20},"cost_usd":0.00002016,"seconds":0.4651,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:35.965Z"}
{"item_id":"pubmedqa-332","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.79},"model":"typesafe-ai/jev","usage":{"input":480,"output":20},"cost_usd":0.00002016,"seconds":0.4062,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:35.967Z"}
{"item_id":"pubmedqa-333","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.33},"model":"typesafe-ai/jev","usage":{"input":662,"output":20},"cost_usd":0.0000278,"seconds":0.4192,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:36.386Z"}
{"item_id":"pubmedqa-333","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.33},"model":"typesafe-ai/jev","usage":{"input":662,"output":20},"cost_usd":0.0000278,"seconds":0.4515,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:36.417Z"}
{"item_id":"pubmedqa-333","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.32},"model":"typesafe-ai/jev","usage":{"input":662,"output":20},"cost_usd":0.0000278,"seconds":0.5801,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:36.466Z"}
{"item_id":"pubmedqa-333","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.34},"model":"typesafe-ai/jev","usage":{"input":662,"output":20},"cost_usd":0.0000278,"seconds":0.4978,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:36.885Z"}
{"item_id":"pubmedqa-336","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.88},"model":"typesafe-ai/jev","usage":{"input":710,"output":20},"cost_usd":0.00002982,"seconds":0.482,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:36.899Z"}
{"item_id":"pubmedqa-333","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.3},"model":"typesafe-ai/jev","usage":{"input":662,"output":20},"cost_usd":0.0000278,"seconds":0.9974,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:36.911Z"}
{"item_id":"pubmedqa-336","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.88},"model":"typesafe-ai/jev","usage":{"input":710,"output":20},"cost_usd":0.00002982,"seconds":0.4479,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:36.914Z"}
{"item_id":"pubmedqa-336","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.89},"model":"typesafe-ai/jev","usage":{"input":710,"output":20},"cost_usd":0.00002982,"seconds":0.4122,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:37.297Z"}
{"item_id":"pubmedqa-337","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.21},"model":"typesafe-ai/jev","usage":{"input":740,"output":20},"cost_usd":0.00003108,"seconds":0.4089,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:37.323Z"}
{"item_id":"pubmedqa-336","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.88},"model":"typesafe-ai/jev","usage":{"input":710,"output":20},"cost_usd":0.00002982,"seconds":0.4252,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:37.325Z"}
{"item_id":"pubmedqa-336","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.88},"model":"typesafe-ai/jev","usage":{"input":710,"output":20},"cost_usd":0.00002982,"seconds":0.5599,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:37.471Z"}
{"item_id":"pubmedqa-337","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.23},"model":"typesafe-ai/jev","usage":{"input":740,"output":20},"cost_usd":0.00003108,"seconds":0.4136,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:37.711Z"}
{"item_id":"pubmedqa-337","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.23},"model":"typesafe-ai/jev","usage":{"input":740,"output":20},"cost_usd":0.00003108,"seconds":0.4187,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:37.742Z"}
{"item_id":"pubmedqa-337","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.2},"model":"typesafe-ai/jev","usage":{"input":740,"output":20},"cost_usd":0.00003108,"seconds":0.4195,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:37.745Z"}
{"item_id":"pubmedqa-337","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.21},"model":"typesafe-ai/jev","usage":{"input":740,"output":20},"cost_usd":0.00003108,"seconds":0.391,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:37.863Z"}
{"item_id":"pubmedqa-342","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.06},"model":"typesafe-ai/jev","usage":{"input":744,"output":20},"cost_usd":0.00003125,"seconds":0.3961,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:38.108Z"}
{"item_id":"pubmedqa-342","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.07},"model":"typesafe-ai/jev","usage":{"input":744,"output":20},"cost_usd":0.00003125,"seconds":0.4281,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:38.173Z"}
{"item_id":"pubmedqa-342","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.07},"model":"typesafe-ai/jev","usage":{"input":744,"output":20},"cost_usd":0.00003125,"seconds":0.4758,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:38.218Z"}
{"item_id":"pubmedqa-342","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.07},"model":"typesafe-ai/jev","usage":{"input":744,"output":20},"cost_usd":0.00003125,"seconds":0.4204,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:38.284Z"}
{"item_id":"pubmedqa-347","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.9},"model":"typesafe-ai/jev","usage":{"input":749,"output":20},"cost_usd":0.00003146,"seconds":0.4009,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:38.620Z"}
{"item_id":"pubmedqa-347","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.9},"model":"typesafe-ai/jev","usage":{"input":749,"output":20},"cost_usd":0.00003146,"seconds":0.4473,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:38.621Z"}
{"item_id":"pubmedqa-342","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.07},"model":"typesafe-ai/jev","usage":{"input":744,"output":20},"cost_usd":0.00003125,"seconds":0.5266,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:38.635Z"}
{"item_id":"pubmedqa-347","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.89},"model":"typesafe-ai/jev","usage":{"input":749,"output":20},"cost_usd":0.00003146,"seconds":0.3973,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:38.681Z"}
{"item_id":"pubmedqa-347","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.9},"model":"typesafe-ai/jev","usage":{"input":749,"output":20},"cost_usd":0.00003146,"seconds":0.4089,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:39.030Z"}
{"item_id":"pubmedqa-349","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.96},"model":"typesafe-ai/jev","usage":{"input":588,"output":20},"cost_usd":0.0000247,"seconds":0.4375,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:39.073Z"}
{"item_id":"pubmedqa-347","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.89},"model":"typesafe-ai/jev","usage":{"input":749,"output":20},"cost_usd":0.00003146,"seconds":0.4785,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:39.099Z"}
{"item_id":"pubmedqa-349","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.96},"model":"typesafe-ai/jev","usage":{"input":588,"output":20},"cost_usd":0.0000247,"seconds":0.444,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:39.126Z"}
{"item_id":"pubmedqa-349","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.96},"model":"typesafe-ai/jev","usage":{"input":588,"output":20},"cost_usd":0.0000247,"seconds":0.4248,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:39.524Z"}
{"item_id":"pubmedqa-357","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.11},"model":"typesafe-ai/jev","usage":{"input":896,"output":20},"cost_usd":0.00003763,"seconds":0.4546,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:39.581Z"}
{"item_id":"pubmedqa-349","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.96},"model":"typesafe-ai/jev","usage":{"input":588,"output":20},"cost_usd":0.0000247,"seconds":0.5994,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:39.631Z"}
{"item_id":"pubmedqa-349","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.96},"model":"typesafe-ai/jev","usage":{"input":588,"output":20},"cost_usd":0.0000247,"seconds":0.5969,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:39.671Z"}
{"item_id":"pubmedqa-357","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.08},"model":"typesafe-ai/jev","usage":{"input":896,"output":20},"cost_usd":0.00003763,"seconds":0.3753,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:39.957Z"}
{"item_id":"pubmedqa-357","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.12},"model":"typesafe-ai/jev","usage":{"input":896,"output":20},"cost_usd":0.00003763,"seconds":0.5726,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:40.097Z"}
{"item_id":"pubmedqa-357","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.09},"model":"typesafe-ai/jev","usage":{"input":896,"output":20},"cost_usd":0.00003763,"seconds":0.43,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:40.101Z"}
{"item_id":"pubmedqa-357","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.1},"model":"typesafe-ai/jev","usage":{"input":896,"output":20},"cost_usd":0.00003763,"seconds":0.4907,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:40.122Z"}
{"item_id":"pubmedqa-358","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.12},"model":"typesafe-ai/jev","usage":{"input":511,"output":20},"cost_usd":0.00002146,"seconds":0.4265,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:40.384Z"}
{"item_id":"pubmedqa-358","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.12},"model":"typesafe-ai/jev","usage":{"input":511,"output":20},"cost_usd":0.00002146,"seconds":0.4201,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:40.518Z"}
{"item_id":"pubmedqa-358","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.13},"model":"typesafe-ai/jev","usage":{"input":511,"output":20},"cost_usd":0.00002146,"seconds":0.4458,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:40.547Z"}
{"item_id":"pubmedqa-358","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.12},"model":"typesafe-ai/jev","usage":{"input":511,"output":20},"cost_usd":0.00002146,"seconds":0.4402,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:40.563Z"}
{"item_id":"pubmedqa-358","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.12},"model":"typesafe-ai/jev","usage":{"input":511,"output":20},"cost_usd":0.00002146,"seconds":0.4279,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:40.812Z"}
{"item_id":"pubmedqa-359","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.09},"model":"typesafe-ai/jev","usage":{"input":628,"output":20},"cost_usd":0.00002638,"seconds":0.45,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:40.968Z"}
{"item_id":"pubmedqa-359","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.09},"model":"typesafe-ai/jev","usage":{"input":628,"output":20},"cost_usd":0.00002638,"seconds":0.4581,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:41.021Z"}
{"item_id":"pubmedqa-359","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.08},"model":"typesafe-ai/jev","usage":{"input":628,"output":20},"cost_usd":0.00002638,"seconds":0.5865,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:41.134Z"}
{"item_id":"pubmedqa-359","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.09},"model":"typesafe-ai/jev","usage":{"input":628,"output":20},"cost_usd":0.00002638,"seconds":0.4137,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:41.226Z"}
{"item_id":"pubmedqa-359","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.09},"model":"typesafe-ai/jev","usage":{"input":628,"output":20},"cost_usd":0.00002638,"seconds":0.4201,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:41.389Z"}
{"item_id":"pubmedqa-363","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.07},"model":"typesafe-ai/jev","usage":{"input":555,"output":20},"cost_usd":0.00002331,"seconds":0.4246,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:41.447Z"}
{"item_id":"pubmedqa-363","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.06},"model":"typesafe-ai/jev","usage":{"input":555,"output":20},"cost_usd":0.00002331,"seconds":0.415,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:41.550Z"}
{"item_id":"pubmedqa-363","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.06},"model":"typesafe-ai/jev","usage":{"input":555,"output":20},"cost_usd":0.00002331,"seconds":0.3856,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:41.613Z"}
{"item_id":"pubmedqa-363","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.06},"model":"typesafe-ai/jev","usage":{"input":555,"output":20},"cost_usd":0.00002331,"seconds":0.4024,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:41.792Z"}
{"item_id":"pubmedqa-363","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.06},"model":"typesafe-ai/jev","usage":{"input":555,"output":20},"cost_usd":0.00002331,"seconds":0.4264,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:41.873Z"}
{"item_id":"pubmedqa-364","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.11},"model":"typesafe-ai/jev","usage":{"input":603,"output":20},"cost_usd":0.00002533,"seconds":0.3921,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:42.006Z"}
{"item_id":"pubmedqa-364","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.11},"model":"typesafe-ai/jev","usage":{"input":603,"output":20},"cost_usd":0.00002533,"seconds":0.4691,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:42.019Z"}
{"item_id":"pubmedqa-364","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.11},"model":"typesafe-ai/jev","usage":{"input":603,"output":20},"cost_usd":0.00002533,"seconds":0.3874,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:42.180Z"}
{"item_id":"pubmedqa-364","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.1},"model":"typesafe-ai/jev","usage":{"input":603,"output":20},"cost_usd":0.00002533,"seconds":0.4987,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:42.373Z"}
{"item_id":"pubmedqa-364","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.11},"model":"typesafe-ai/jev","usage":{"input":603,"output":20},"cost_usd":0.00002533,"seconds":0.4334,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:42.439Z"}
{"item_id":"pubmedqa-365","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.13},"model":"typesafe-ai/jev","usage":{"input":625,"output":20},"cost_usd":0.00002625,"seconds":0.469,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:42.489Z"}
{"item_id":"pubmedqa-365","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.13},"model":"typesafe-ai/jev","usage":{"input":625,"output":20},"cost_usd":0.00002625,"seconds":0.4502,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:42.630Z"}
{"item_id":"pubmedqa-365","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.14},"model":"typesafe-ai/jev","usage":{"input":625,"output":20},"cost_usd":0.00002625,"seconds":0.4182,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:42.791Z"}
{"item_id":"pubmedqa-365","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.13},"model":"typesafe-ai/jev","usage":{"input":625,"output":20},"cost_usd":0.00002625,"seconds":0.3911,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:42.831Z"}
{"item_id":"pubmedqa-368","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.1},"model":"typesafe-ai/jev","usage":{"input":644,"output":20},"cost_usd":0.00002705,"seconds":0.4296,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:43.060Z"}
{"item_id":"pubmedqa-365","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.13},"model":"typesafe-ai/jev","usage":{"input":625,"output":20},"cost_usd":0.00002625,"seconds":0.5782,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:43.067Z"}
{"item_id":"pubmedqa-368","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.1},"model":"typesafe-ai/jev","usage":{"input":644,"output":20},"cost_usd":0.00002705,"seconds":0.4184,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:43.210Z"}
{"item_id":"pubmedqa-368","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.09},"model":"typesafe-ai/jev","usage":{"input":644,"output":20},"cost_usd":0.00002705,"seconds":0.4569,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:43.288Z"}
{"item_id":"pubmedqa-368","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.09},"model":"typesafe-ai/jev","usage":{"input":644,"output":20},"cost_usd":0.00002705,"seconds":0.4237,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:43.492Z"}
{"item_id":"pubmedqa-368","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.1},"model":"typesafe-ai/jev","usage":{"input":644,"output":20},"cost_usd":0.00002705,"seconds":0.4538,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:43.515Z"}
{"item_id":"pubmedqa-371","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.94},"model":"typesafe-ai/jev","usage":{"input":636,"output":20},"cost_usd":0.00002671,"seconds":0.3951,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:43.606Z"}
{"item_id":"pubmedqa-371","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.94},"model":"typesafe-ai/jev","usage":{"input":636,"output":20},"cost_usd":0.00002671,"seconds":0.3915,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:43.680Z"}
{"item_id":"pubmedqa-371","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.94},"model":"typesafe-ai/jev","usage":{"input":636,"output":20},"cost_usd":0.00002671,"seconds":0.4383,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:43.930Z"}
{"item_id":"pubmedqa-371","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.94},"model":"typesafe-ai/jev","usage":{"input":636,"output":20},"cost_usd":0.00002671,"seconds":0.4219,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:43.937Z"}
{"item_id":"pubmedqa-371","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.94},"model":"typesafe-ai/jev","usage":{"input":636,"output":20},"cost_usd":0.00002671,"seconds":0.4184,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:44.024Z"}
{"item_id":"pubmedqa-374","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"model":"typesafe-ai/jev","usage":{"input":537,"output":20},"cost_usd":0.00002255,"seconds":0.5095,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:44.190Z"}
{"item_id":"pubmedqa-374","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"model":"typesafe-ai/jev","usage":{"input":537,"output":20},"cost_usd":0.00002255,"seconds":0.4081,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:44.339Z"}
{"item_id":"pubmedqa-374","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.05},"model":"typesafe-ai/jev","usage":{"input":537,"output":20},"cost_usd":0.00002255,"seconds":0.4497,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:44.387Z"}
{"item_id":"pubmedqa-374","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.05},"model":"typesafe-ai/jev","usage":{"input":537,"output":20},"cost_usd":0.00002255,"seconds":0.4207,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:44.445Z"}
{"item_id":"pubmedqa-374","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.05},"model":"typesafe-ai/jev","usage":{"input":537,"output":20},"cost_usd":0.00002255,"seconds":0.4432,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:44.634Z"}
{"item_id":"pubmedqa-380","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.12},"model":"typesafe-ai/jev","usage":{"input":656,"output":20},"cost_usd":0.00002755,"seconds":0.3767,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:44.716Z"}
{"item_id":"pubmedqa-380","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.13},"model":"typesafe-ai/jev","usage":{"input":656,"output":20},"cost_usd":0.00002755,"seconds":0.469,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:44.856Z"}
{"item_id":"pubmedqa-380","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.12},"model":"typesafe-ai/jev","usage":{"input":656,"output":20},"cost_usd":0.00002755,"seconds":0.4249,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:44.871Z"}
{"item_id":"pubmedqa-380","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.12},"model":"typesafe-ai/jev","usage":{"input":656,"output":20},"cost_usd":0.00002755,"seconds":0.3795,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:45.096Z"}
{"item_id":"pubmedqa-380","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.12},"model":"typesafe-ai/jev","usage":{"input":656,"output":20},"cost_usd":0.00002755,"seconds":0.5856,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:45.220Z"}
{"item_id":"pubmedqa-381","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.79},"model":"typesafe-ai/jev","usage":{"input":772,"output":20},"cost_usd":0.00003242,"seconds":0.412,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:45.269Z"}
{"item_id":"pubmedqa-381","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.77},"model":"typesafe-ai/jev","usage":{"input":772,"output":20},"cost_usd":0.00003242,"seconds":0.5446,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:45.416Z"}
{"item_id":"pubmedqa-381","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.77},"model":"typesafe-ai/jev","usage":{"input":772,"output":20},"cost_usd":0.00003242,"seconds":0.4716,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:45.568Z"}
{"item_id":"pubmedqa-381","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.8},"model":"typesafe-ai/jev","usage":{"input":772,"output":20},"cost_usd":0.00003242,"seconds":0.4105,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:45.631Z"}
{"item_id":"pubmedqa-381","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.77},"model":"typesafe-ai/jev","usage":{"input":772,"output":20},"cost_usd":0.00003242,"seconds":0.4746,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:45.744Z"}
{"item_id":"pubmedqa-386","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.12},"model":"typesafe-ai/jev","usage":{"input":1008,"output":20},"cost_usd":0.00004234,"seconds":0.524,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:45.941Z"}
{"item_id":"pubmedqa-386","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.12},"model":"typesafe-ai/jev","usage":{"input":1008,"output":20},"cost_usd":0.00004234,"seconds":0.487,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:46.056Z"}
{"item_id":"pubmedqa-386","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.12},"model":"typesafe-ai/jev","usage":{"input":1008,"output":20},"cost_usd":0.00004234,"seconds":0.5148,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:46.146Z"}
{"item_id":"pubmedqa-386","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.12},"model":"typesafe-ai/jev","usage":{"input":1008,"output":20},"cost_usd":0.00004234,"seconds":0.5852,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:46.330Z"}
{"item_id":"pubmedqa-386","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.12},"model":"typesafe-ai/jev","usage":{"input":1008,"output":20},"cost_usd":0.00004234,"seconds":0.4279,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:46.369Z"}
{"item_id":"pubmedqa-387","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.77},"model":"typesafe-ai/jev","usage":{"input":860,"output":20},"cost_usd":0.00003612,"seconds":0.3986,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:46.455Z"}
{"item_id":"pubmedqa-387","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.75},"model":"typesafe-ai/jev","usage":{"input":860,"output":20},"cost_usd":0.00003612,"seconds":0.4399,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:46.586Z"}
{"item_id":"pubmedqa-387","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.71},"model":"typesafe-ai/jev","usage":{"input":860,"output":20},"cost_usd":0.00003612,"seconds":0.5293,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:46.899Z"}
{"item_id":"pubmedqa-387","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.72},"model":"typesafe-ai/jev","usage":{"input":860,"output":20},"cost_usd":0.00003612,"seconds":0.5865,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:46.916Z"}
{"item_id":"pubmedqa-387","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.74},"model":"typesafe-ai/jev","usage":{"input":860,"output":20},"cost_usd":0.00003612,"seconds":0.5419,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:46.997Z"}
{"item_id":"pubmedqa-388","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.96},"model":"typesafe-ai/jev","usage":{"input":639,"output":20},"cost_usd":0.00002684,"seconds":0.4237,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:47.010Z"}
{"item_id":"pubmedqa-388","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.96},"model":"typesafe-ai/jev","usage":{"input":639,"output":20},"cost_usd":0.00002684,"seconds":0.4208,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:47.320Z"}
{"item_id":"pubmedqa-388","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.96},"model":"typesafe-ai/jev","usage":{"input":639,"output":20},"cost_usd":0.00002684,"seconds":0.4375,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:47.354Z"}
{"item_id":"pubmedqa-388","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.96},"model":"typesafe-ai/jev","usage":{"input":639,"output":20},"cost_usd":0.00002684,"seconds":0.4026,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:47.414Z"}
{"item_id":"pubmedqa-388","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.95},"model":"typesafe-ai/jev","usage":{"input":639,"output":20},"cost_usd":0.00002684,"seconds":0.4417,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:47.439Z"}
{"item_id":"pubmedqa-390","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.1},"model":"typesafe-ai/jev","usage":{"input":656,"output":20},"cost_usd":0.00002755,"seconds":0.4259,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:47.746Z"}
{"item_id":"pubmedqa-390","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.1},"model":"typesafe-ai/jev","usage":{"input":656,"output":20},"cost_usd":0.00002755,"seconds":0.4411,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:47.796Z"}
{"item_id":"pubmedqa-390","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.1},"model":"typesafe-ai/jev","usage":{"input":656,"output":20},"cost_usd":0.00002755,"seconds":0.428,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:47.842Z"}
{"item_id":"pubmedqa-390","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.1},"model":"typesafe-ai/jev","usage":{"input":656,"output":20},"cost_usd":0.00002755,"seconds":0.4371,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:47.877Z"}
{"item_id":"pubmedqa-395","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.88},"model":"typesafe-ai/jev","usage":{"input":632,"output":20},"cost_usd":0.00002654,"seconds":0.4049,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:48.247Z"}
{"item_id":"pubmedqa-395","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.9},"model":"typesafe-ai/jev","usage":{"input":632,"output":20},"cost_usd":0.00002654,"seconds":0.3721,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:48.249Z"}
{"item_id":"pubmedqa-395","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.89},"model":"typesafe-ai/jev","usage":{"input":632,"output":20},"cost_usd":0.00002654,"seconds":0.4686,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:48.265Z"}
{"item_id":"pubmedqa-390","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.1},"model":"typesafe-ai/jev","usage":{"input":656,"output":20},"cost_usd":0.00002755,"seconds":0.6327,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:48.379Z"}
{"item_id":"pubmedqa-395","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.89},"model":"typesafe-ai/jev","usage":{"input":632,"output":20},"cost_usd":0.00002654,"seconds":0.4166,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:48.666Z"}
{"item_id":"pubmedqa-395","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.89},"model":"typesafe-ai/jev","usage":{"input":632,"output":20},"cost_usd":0.00002654,"seconds":0.4544,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:48.702Z"}
{"item_id":"pubmedqa-397","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.35},"model":"typesafe-ai/jev","usage":{"input":519,"output":20},"cost_usd":0.0000218,"seconds":0.4887,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:48.754Z"}
{"item_id":"pubmedqa-397","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.33},"model":"typesafe-ai/jev","usage":{"input":519,"output":20},"cost_usd":0.0000218,"seconds":0.4652,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:48.845Z"}
{"item_id":"pubmedqa-397","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.34},"model":"typesafe-ai/jev","usage":{"input":519,"output":20},"cost_usd":0.0000218,"seconds":0.3983,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:49.101Z"}
{"item_id":"pubmedqa-397","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.33},"model":"typesafe-ai/jev","usage":{"input":519,"output":20},"cost_usd":0.0000218,"seconds":0.4453,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:49.112Z"}
{"item_id":"pubmedqa-397","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.34},"model":"typesafe-ai/jev","usage":{"input":519,"output":20},"cost_usd":0.0000218,"seconds":0.4517,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:49.206Z"}
{"item_id":"pubmedqa-401","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.9},"model":"typesafe-ai/jev","usage":{"input":722,"output":20},"cost_usd":0.00003032,"seconds":0.4541,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:49.299Z"}
{"item_id":"pubmedqa-401","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.89},"model":"typesafe-ai/jev","usage":{"input":722,"output":20},"cost_usd":0.00003032,"seconds":0.3762,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:49.477Z"}
{"item_id":"pubmedqa-401","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.89},"model":"typesafe-ai/jev","usage":{"input":722,"output":20},"cost_usd":0.00003032,"seconds":0.4647,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:49.577Z"}
{"item_id":"pubmedqa-401","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.89},"model":"typesafe-ai/jev","usage":{"input":722,"output":20},"cost_usd":0.00003032,"seconds":0.4098,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:49.616Z"}
{"item_id":"pubmedqa-401","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.89},"model":"typesafe-ai/jev","usage":{"input":722,"output":20},"cost_usd":0.00003032,"seconds":0.5325,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:49.832Z"}
{"item_id":"pubmedqa-404","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"model":"typesafe-ai/jev","usage":{"input":602,"output":20},"cost_usd":0.00002528,"seconds":0.4043,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:49.882Z"}
{"item_id":"pubmedqa-404","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"model":"typesafe-ai/jev","usage":{"input":602,"output":20},"cost_usd":0.00002528,"seconds":0.4544,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:50.032Z"}
{"item_id":"pubmedqa-404","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.05},"model":"typesafe-ai/jev","usage":{"input":602,"output":20},"cost_usd":0.00002528,"seconds":0.5197,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:50.136Z"}
{"item_id":"pubmedqa-404","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.05},"model":"typesafe-ai/jev","usage":{"input":602,"output":20},"cost_usd":0.00002528,"seconds":0.3726,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:50.255Z"}
{"item_id":"pubmedqa-404","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.05},"model":"typesafe-ai/jev","usage":{"input":602,"output":20},"cost_usd":0.00002528,"seconds":0.4979,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:50.331Z"}
{"item_id":"pubmedqa-405","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.96},"model":"typesafe-ai/jev","usage":{"input":932,"output":20},"cost_usd":0.00003914,"seconds":0.3929,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:50.530Z"}
{"item_id":"pubmedqa-405","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.96},"model":"typesafe-ai/jev","usage":{"input":932,"output":20},"cost_usd":0.00003914,"seconds":0.6119,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:50.644Z"}
{"item_id":"pubmedqa-405","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.96},"model":"typesafe-ai/jev","usage":{"input":932,"output":20},"cost_usd":0.00003914,"seconds":0.5186,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:50.774Z"}
{"item_id":"pubmedqa-405","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.96},"model":"typesafe-ai/jev","usage":{"input":932,"output":20},"cost_usd":0.00003914,"seconds":0.4565,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:50.788Z"}
{"item_id":"pubmedqa-409","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.8},"model":"typesafe-ai/jev","usage":{"input":674,"output":20},"cost_usd":0.00002831,"seconds":0.3912,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:51.036Z"}
{"item_id":"pubmedqa-405","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.96},"model":"typesafe-ai/jev","usage":{"input":932,"output":20},"cost_usd":0.00003914,"seconds":0.6831,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:51.213Z"}
{"item_id":"pubmedqa-409","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.81},"model":"typesafe-ai/jev","usage":{"input":674,"output":20},"cost_usd":0.00002831,"seconds":0.4742,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:51.262Z"}
{"item_id":"pubmedqa-409","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.8},"model":"typesafe-ai/jev","usage":{"input":674,"output":20},"cost_usd":0.00002831,"seconds":0.4908,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:51.265Z"}
{"item_id":"pubmedqa-409","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.8},"model":"typesafe-ai/jev","usage":{"input":674,"output":20},"cost_usd":0.00002831,"seconds":0.4185,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:51.455Z"}
{"item_id":"pubmedqa-409","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.81},"model":"typesafe-ai/jev","usage":{"input":674,"output":20},"cost_usd":0.00002831,"seconds":0.3888,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:51.602Z"}
{"item_id":"pubmedqa-410","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.96},"model":"typesafe-ai/jev","usage":{"input":711,"output":20},"cost_usd":0.00002986,"seconds":0.4066,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:51.672Z"}
{"item_id":"pubmedqa-410","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.97},"model":"typesafe-ai/jev","usage":{"input":711,"output":20},"cost_usd":0.00002986,"seconds":0.6163,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:51.879Z"}
{"item_id":"pubmedqa-410","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.96},"model":"typesafe-ai/jev","usage":{"input":711,"output":20},"cost_usd":0.00002986,"seconds":0.5202,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:51.976Z"}
{"item_id":"pubmedqa-410","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.97},"model":"typesafe-ai/jev","usage":{"input":711,"output":20},"cost_usd":0.00002986,"seconds":0.454,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:52.057Z"}
{"item_id":"pubmedqa-410","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.96},"model":"typesafe-ai/jev","usage":{"input":711,"output":20},"cost_usd":0.00002986,"seconds":0.4244,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:52.097Z"}
{"item_id":"pubmedqa-415","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.89},"model":"typesafe-ai/jev","usage":{"input":650,"output":20},"cost_usd":0.0000273,"seconds":0.5151,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:52.395Z"}
{"item_id":"pubmedqa-415","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.89},"model":"typesafe-ai/jev","usage":{"input":650,"output":20},"cost_usd":0.0000273,"seconds":0.4237,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:52.400Z"}
{"item_id":"pubmedqa-415","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.89},"model":"typesafe-ai/jev","usage":{"input":650,"output":20},"cost_usd":0.0000273,"seconds":0.3995,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:52.497Z"}
{"item_id":"pubmedqa-415","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.89},"model":"typesafe-ai/jev","usage":{"input":650,"output":20},"cost_usd":0.0000273,"seconds":0.4625,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:52.520Z"}
{"item_id":"pubmedqa-415","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.89},"model":"typesafe-ai/jev","usage":{"input":650,"output":20},"cost_usd":0.0000273,"seconds":0.4073,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:52.802Z"}
{"item_id":"pubmedqa-421","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.81},"model":"typesafe-ai/jev","usage":{"input":676,"output":20},"cost_usd":0.00002839,"seconds":0.4031,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:52.803Z"}
{"item_id":"pubmedqa-421","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.81},"model":"typesafe-ai/jev","usage":{"input":676,"output":20},"cost_usd":0.00002839,"seconds":0.4231,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:52.921Z"}
{"item_id":"pubmedqa-421","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.81},"model":"typesafe-ai/jev","usage":{"input":676,"output":20},"cost_usd":0.00002839,"seconds":0.4014,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:52.922Z"}
{"item_id":"pubmedqa-421","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.82},"model":"typesafe-ai/jev","usage":{"input":676,"output":20},"cost_usd":0.00002839,"seconds":0.3804,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:53.183Z"}
{"item_id":"pubmedqa-421","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.82},"model":"typesafe-ai/jev","usage":{"input":676,"output":20},"cost_usd":0.00002839,"seconds":0.4458,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:53.249Z"}
{"item_id":"pubmedqa-430","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.1},"model":"typesafe-ai/jev","usage":{"input":636,"output":20},"cost_usd":0.00002671,"seconds":0.3734,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:53.294Z"}
{"item_id":"pubmedqa-430","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.1},"model":"typesafe-ai/jev","usage":{"input":636,"output":20},"cost_usd":0.00002671,"seconds":0.414,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:53.336Z"}
{"item_id":"pubmedqa-430","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.11},"model":"typesafe-ai/jev","usage":{"input":636,"output":20},"cost_usd":0.00002671,"seconds":0.4467,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:53.630Z"}
{"item_id":"pubmedqa-430","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.11},"model":"typesafe-ai/jev","usage":{"input":636,"output":20},"cost_usd":0.00002671,"seconds":0.3698,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:53.664Z"}
{"item_id":"pubmedqa-430","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.1},"model":"typesafe-ai/jev","usage":{"input":636,"output":20},"cost_usd":0.00002671,"seconds":0.4481,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:53.698Z"}
{"item_id":"pubmedqa-432","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.06},"model":"typesafe-ai/jev","usage":{"input":692,"output":20},"cost_usd":0.00002906,"seconds":0.4946,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:53.831Z"}
{"item_id":"pubmedqa-432","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.06},"model":"typesafe-ai/jev","usage":{"input":692,"output":20},"cost_usd":0.00002906,"seconds":0.4181,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:54.049Z"}
{"item_id":"pubmedqa-432","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.06},"model":"typesafe-ai/jev","usage":{"input":692,"output":20},"cost_usd":0.00002906,"seconds":0.4068,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:54.072Z"}
{"item_id":"pubmedqa-432","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.06},"model":"typesafe-ai/jev","usage":{"input":692,"output":20},"cost_usd":0.00002906,"seconds":0.4123,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:54.111Z"}
{"item_id":"pubmedqa-432","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.06},"model":"typesafe-ai/jev","usage":{"input":692,"output":20},"cost_usd":0.00002906,"seconds":0.4148,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:54.246Z"}
{"item_id":"pubmedqa-434","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.09},"model":"typesafe-ai/jev","usage":{"input":568,"output":20},"cost_usd":0.00002386,"seconds":0.3915,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:54.441Z"}
{"item_id":"pubmedqa-434","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.09},"model":"typesafe-ai/jev","usage":{"input":568,"output":20},"cost_usd":0.00002386,"seconds":0.4181,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:54.490Z"}
{"item_id":"pubmedqa-434","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.09},"model":"typesafe-ai/jev","usage":{"input":568,"output":20},"cost_usd":0.00002386,"seconds":0.414,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:54.525Z"}
{"item_id":"pubmedqa-434","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.09},"model":"typesafe-ai/jev","usage":{"input":568,"output":20},"cost_usd":0.00002386,"seconds":0.5686,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:54.815Z"}
{"item_id":"pubmedqa-434","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.08},"model":"typesafe-ai/jev","usage":{"input":568,"output":20},"cost_usd":0.00002386,"seconds":0.3793,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:54.825Z"}
{"item_id":"pubmedqa-436","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.78},"model":"typesafe-ai/jev","usage":{"input":634,"output":20},"cost_usd":0.00002663,"seconds":0.4571,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:54.948Z"}
{"item_id":"pubmedqa-436","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.77},"model":"typesafe-ai/jev","usage":{"input":634,"output":20},"cost_usd":0.00002663,"seconds":0.4321,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:54.958Z"}
{"item_id":"pubmedqa-436","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.78},"model":"typesafe-ai/jev","usage":{"input":634,"output":20},"cost_usd":0.00002663,"seconds":0.4644,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:55.280Z"}
{"item_id":"pubmedqa-436","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.78},"model":"typesafe-ai/jev","usage":{"input":634,"output":20},"cost_usd":0.00002663,"seconds":0.3991,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:55.347Z"}
{"item_id":"pubmedqa-436","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.77},"model":"typesafe-ai/jev","usage":{"input":634,"output":20},"cost_usd":0.00002663,"seconds":0.6208,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:55.446Z"}
{"item_id":"pubmedqa-437","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"model":"typesafe-ai/jev","usage":{"input":560,"output":20},"cost_usd":0.00002352,"seconds":0.4922,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:55.451Z"}
{"item_id":"pubmedqa-437","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"model":"typesafe-ai/jev","usage":{"input":560,"output":20},"cost_usd":0.00002352,"seconds":0.4404,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:55.721Z"}
{"item_id":"pubmedqa-437","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.05},"model":"typesafe-ai/jev","usage":{"input":560,"output":20},"cost_usd":0.00002352,"seconds":0.4213,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:55.867Z"}
{"item_id":"pubmedqa-437","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.05},"model":"typesafe-ai/jev","usage":{"input":560,"output":20},"cost_usd":0.00002352,"seconds":0.4208,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:55.872Z"}
{"item_id":"pubmedqa-437","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.04},"model":"typesafe-ai/jev","usage":{"input":560,"output":20},"cost_usd":0.00002352,"seconds":0.683,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:56.031Z"}
{"item_id":"pubmedqa-441","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.08},"model":"typesafe-ai/jev","usage":{"input":640,"output":20},"cost_usd":0.00002688,"seconds":0.4999,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:56.221Z"}
{"item_id":"pubmedqa-441","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.08},"model":"typesafe-ai/jev","usage":{"input":640,"output":20},"cost_usd":0.00002688,"seconds":0.4061,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:56.279Z"}
{"item_id":"pubmedqa-441","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.08},"model":"typesafe-ai/jev","usage":{"input":640,"output":20},"cost_usd":0.00002688,"seconds":0.6845,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:56.552Z"}
{"item_id":"pubmedqa-441","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.08},"model":"typesafe-ai/jev","usage":{"input":640,"output":20},"cost_usd":0.00002688,"seconds":0.6989,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:56.730Z"}
{"item_id":"pubmedqa-443","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.94},"model":"typesafe-ai/jev","usage":{"input":681,"output":20},"cost_usd":0.0000286,"seconds":0.4782,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:56.758Z"}
{"item_id":"pubmedqa-441","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.08},"model":"typesafe-ai/jev","usage":{"input":640,"output":20},"cost_usd":0.00002688,"seconds":0.6015,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:56.823Z"}
{"item_id":"pubmedqa-443","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"model":"typesafe-ai/jev","usage":{"input":681,"output":20},"cost_usd":0.0000286,"seconds":0.4353,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:56.988Z"}
{"item_id":"pubmedqa-443","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.94},"model":"typesafe-ai/jev","usage":{"input":681,"output":20},"cost_usd":0.0000286,"seconds":0.414,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:57.145Z"}
{"item_id":"pubmedqa-443","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.95},"model":"typesafe-ai/jev","usage":{"input":681,"output":20},"cost_usd":0.0000286,"seconds":0.3972,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:57.155Z"}
{"item_id":"pubmedqa-443","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.95},"model":"typesafe-ai/jev","usage":{"input":681,"output":20},"cost_usd":0.0000286,"seconds":0.4767,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:57.301Z"}
{"item_id":"pubmedqa-446","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.06},"model":"typesafe-ai/jev","usage":{"input":573,"output":20},"cost_usd":0.00002407,"seconds":0.3939,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:57.549Z"}
{"item_id":"pubmedqa-446","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.06},"model":"typesafe-ai/jev","usage":{"input":573,"output":20},"cost_usd":0.00002407,"seconds":0.4164,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:57.562Z"}
{"item_id":"pubmedqa-446","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.06},"model":"typesafe-ai/jev","usage":{"input":573,"output":20},"cost_usd":0.00002407,"seconds":0.6528,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:57.641Z"}
{"item_id":"pubmedqa-446","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.06},"model":"typesafe-ai/jev","usage":{"input":573,"output":20},"cost_usd":0.00002407,"seconds":0.5945,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:57.896Z"}
{"item_id":"pubmedqa-446","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.06},"model":"typesafe-ai/jev","usage":{"input":573,"output":20},"cost_usd":0.00002407,"seconds":0.4321,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:57.982Z"}
{"item_id":"pubmedqa-447","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.17},"model":"typesafe-ai/jev","usage":{"input":771,"output":20},"cost_usd":0.00003238,"seconds":0.4231,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:57.985Z"}
{"item_id":"pubmedqa-447","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.19},"model":"typesafe-ai/jev","usage":{"input":771,"output":20},"cost_usd":0.00003238,"seconds":0.4158,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:58.058Z"}
{"item_id":"pubmedqa-447","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.18},"model":"typesafe-ai/jev","usage":{"input":771,"output":20},"cost_usd":0.00003238,"seconds":0.3843,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:58.281Z"}
{"item_id":"pubmedqa-447","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.18},"model":"typesafe-ai/jev","usage":{"input":771,"output":20},"cost_usd":0.00003238,"seconds":0.3788,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:58.362Z"}
{"item_id":"pubmedqa-447","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.18},"model":"typesafe-ai/jev","usage":{"input":771,"output":20},"cost_usd":0.00003238,"seconds":0.4011,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:58.387Z"}
{"item_id":"pubmedqa-454","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.07},"model":"typesafe-ai/jev","usage":{"input":857,"output":20},"cost_usd":0.00003599,"seconds":0.5366,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:58.595Z"}
{"item_id":"pubmedqa-454","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.07},"model":"typesafe-ai/jev","usage":{"input":857,"output":20},"cost_usd":0.00003599,"seconds":0.3931,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:58.780Z"}
{"item_id":"pubmedqa-454","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.07},"model":"typesafe-ai/jev","usage":{"input":857,"output":20},"cost_usd":0.00003599,"seconds":0.4513,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:59.047Z"}
{"item_id":"pubmedqa-454","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.07},"model":"typesafe-ai/jev","usage":{"input":857,"output":20},"cost_usd":0.00003599,"seconds":0.8193,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:59.181Z"}
{"item_id":"pubmedqa-454","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.07},"model":"typesafe-ai/jev","usage":{"input":857,"output":20},"cost_usd":0.00003599,"seconds":0.9237,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:59.205Z"}
{"item_id":"pubmedqa-463","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.81},"model":"typesafe-ai/jev","usage":{"input":710,"output":20},"cost_usd":0.00002982,"seconds":0.4696,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:59.251Z"}
{"item_id":"pubmedqa-463","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.82},"model":"typesafe-ai/jev","usage":{"input":710,"output":20},"cost_usd":0.00002982,"seconds":0.4133,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:59.595Z"}
{"item_id":"pubmedqa-463","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.83},"model":"typesafe-ai/jev","usage":{"input":710,"output":20},"cost_usd":0.00002982,"seconds":0.3783,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:59.629Z"}
{"item_id":"pubmedqa-463","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.81},"model":"typesafe-ai/jev","usage":{"input":710,"output":20},"cost_usd":0.00002982,"seconds":0.6032,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:59.650Z"}
{"item_id":"pubmedqa-463","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.81},"model":"typesafe-ai/jev","usage":{"input":710,"output":20},"cost_usd":0.00002982,"seconds":0.6017,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:55:59.807Z"}
{"item_id":"pubmedqa-470","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.46},"model":"typesafe-ai/jev","usage":{"input":754,"output":20},"cost_usd":0.00003167,"seconds":0.3924,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:00.022Z"}
{"item_id":"pubmedqa-470","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.45},"model":"typesafe-ai/jev","usage":{"input":754,"output":20},"cost_usd":0.00003167,"seconds":0.4451,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:00.041Z"}
{"item_id":"pubmedqa-470","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.45},"model":"typesafe-ai/jev","usage":{"input":754,"output":20},"cost_usd":0.00003167,"seconds":0.439,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:00.090Z"}
{"item_id":"pubmedqa-470","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.44},"model":"typesafe-ai/jev","usage":{"input":754,"output":20},"cost_usd":0.00003167,"seconds":0.4312,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:00.239Z"}
{"item_id":"pubmedqa-474","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.96},"model":"typesafe-ai/jev","usage":{"input":874,"output":20},"cost_usd":0.00003671,"seconds":0.4161,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:00.457Z"}
{"item_id":"pubmedqa-470","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.43},"model":"typesafe-ai/jev","usage":{"input":754,"output":20},"cost_usd":0.00003167,"seconds":0.4907,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:00.513Z"}
{"item_id":"pubmedqa-474","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.96},"model":"typesafe-ai/jev","usage":{"input":874,"output":20},"cost_usd":0.00003671,"seconds":0.4846,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:00.575Z"}
{"item_id":"pubmedqa-474","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.96},"model":"typesafe-ai/jev","usage":{"input":874,"output":20},"cost_usd":0.00003671,"seconds":0.573,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:00.813Z"}
{"item_id":"pubmedqa-474","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.95},"model":"typesafe-ai/jev","usage":{"input":874,"output":20},"cost_usd":0.00003671,"seconds":0.4242,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:00.882Z"}
{"item_id":"pubmedqa-490","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.07},"model":"typesafe-ai/jev","usage":{"input":685,"output":20},"cost_usd":0.00002877,"seconds":0.4703,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:01.046Z"}
{"item_id":"pubmedqa-474","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.95},"model":"typesafe-ai/jev","usage":{"input":874,"output":20},"cost_usd":0.00003671,"seconds":0.6287,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:01.142Z"}
{"item_id":"pubmedqa-490","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.07},"model":"typesafe-ai/jev","usage":{"input":685,"output":20},"cost_usd":0.00002877,"seconds":0.4331,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:01.246Z"}
{"item_id":"pubmedqa-490","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.07},"model":"typesafe-ai/jev","usage":{"input":685,"output":20},"cost_usd":0.00002877,"seconds":0.4149,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:01.297Z"}
{"item_id":"pubmedqa-490","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.07},"model":"typesafe-ai/jev","usage":{"input":685,"output":20},"cost_usd":0.00002877,"seconds":0.5035,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:01.550Z"}
{"item_id":"pubmedqa-490","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.07},"model":"typesafe-ai/jev","usage":{"input":685,"output":20},"cost_usd":0.00002877,"seconds":0.4365,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:01.579Z"}
{"item_id":"pubmedqa-491","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.83},"model":"typesafe-ai/jev","usage":{"input":690,"output":20},"cost_usd":0.00002898,"seconds":0.4288,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:01.726Z"}
{"item_id":"pubmedqa-491","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.83},"model":"typesafe-ai/jev","usage":{"input":690,"output":20},"cost_usd":0.00002898,"seconds":0.3946,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:01.944Z"}
{"item_id":"pubmedqa-491","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.84},"model":"typesafe-ai/jev","usage":{"input":690,"output":20},"cost_usd":0.00002898,"seconds":0.5362,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:02.116Z"}
{"item_id":"pubmedqa-491","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.85},"model":"typesafe-ai/jev","usage":{"input":690,"output":20},"cost_usd":0.00002898,"seconds":0.5376,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:02.265Z"}
{"item_id":"pubmedqa-492","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.13},"model":"typesafe-ai/jev","usage":{"input":650,"output":20},"cost_usd":0.0000273,"seconds":0.4707,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:02.416Z"}
{"item_id":"pubmedqa-492","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.13},"model":"typesafe-ai/jev","usage":{"input":650,"output":20},"cost_usd":0.0000273,"seconds":0.5201,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:02.636Z"}
{"item_id":"pubmedqa-492","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.13},"model":"typesafe-ai/jev","usage":{"input":650,"output":20},"cost_usd":0.0000273,"seconds":0.5476,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:02.813Z"}
{"item_id":"pubmedqa-492","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.13},"model":"typesafe-ai/jev","usage":{"input":650,"output":20},"cost_usd":0.0000273,"seconds":0.4658,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:02.882Z"}
{"item_id":"pubmedqa-492","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.13},"model":"typesafe-ai/jev","usage":{"input":650,"output":20},"cost_usd":0.0000273,"seconds":0.4097,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:03.046Z"}
{"item_id":"pubmedqa-493","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.79},"model":"typesafe-ai/jev","usage":{"input":578,"output":20},"cost_usd":0.00002428,"seconds":0.4075,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:03.290Z"}
{"item_id":"pubmedqa-493","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.8},"model":"typesafe-ai/jev","usage":{"input":578,"output":20},"cost_usd":0.00002428,"seconds":0.4816,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:03.295Z"}
{"item_id":"pubmedqa-493","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.79},"model":"typesafe-ai/jev","usage":{"input":578,"output":20},"cost_usd":0.00002428,"seconds":0.454,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:03.501Z"}
{"item_id":"pubmedqa-493","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.8},"model":"typesafe-ai/jev","usage":{"input":578,"output":20},"cost_usd":0.00002428,"seconds":0.4116,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:03.707Z"}
{"item_id":"pubmedqa-493","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.77},"model":"typesafe-ai/jev","usage":{"input":578,"output":20},"cost_usd":0.00002428,"seconds":0.4614,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:03.752Z"}
{"item_id":"pubmedqa-495","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.92},"model":"typesafe-ai/jev","usage":{"input":834,"output":20},"cost_usd":0.00003503,"seconds":0.4529,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:03.954Z"}
{"item_id":"pubmedqa-495","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.91},"model":"typesafe-ai/jev","usage":{"input":834,"output":20},"cost_usd":0.00003503,"seconds":0.4319,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:04.184Z"}
{"item_id":"pubmedqa-495","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.91},"model":"typesafe-ai/jev","usage":{"input":834,"output":20},"cost_usd":0.00003503,"seconds":0.5828,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:04.292Z"}
{"item_id":"pubmedqa-491","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.85},"model":"typesafe-ai/jev","usage":{"input":690,"output":20},"cost_usd":0.00002898,"seconds":3.2389,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:04.485Z"}
{"item_id":"pubmedqa-495","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.91},"model":"typesafe-ai/jev","usage":{"input":834,"output":20},"cost_usd":0.00003503,"seconds":0.591,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:04.546Z"}
{"item_id":"pubmedqa-495","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.91},"model":"typesafe-ai/jev","usage":{"input":834,"output":20},"cost_usd":0.00003503,"seconds":0.4818,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:04.666Z"}
{"item_id":"pubmedqa-498","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.07},"model":"typesafe-ai/jev","usage":{"input":731,"output":20},"cost_usd":0.0000307,"seconds":0.4395,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:04.732Z"}
{"item_id":"pubmedqa-498","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.09},"model":"typesafe-ai/jev","usage":{"input":731,"output":20},"cost_usd":0.0000307,"seconds":0.4207,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:04.907Z"}
{"item_id":"pubmedqa-498","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.08},"model":"typesafe-ai/jev","usage":{"input":731,"output":20},"cost_usd":0.0000307,"seconds":0.4344,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:04.980Z"}
{"item_id":"pubmedqa-498","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.08},"model":"typesafe-ai/jev","usage":{"input":731,"output":20},"cost_usd":0.0000307,"seconds":0.3769,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:05.044Z"}
{"item_id":"pubmedqa-498","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.08},"model":"typesafe-ai/jev","usage":{"input":731,"output":20},"cost_usd":0.0000307,"seconds":0.3893,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:05.122Z"}
{"item_id":"pubmedqa-505","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.82},"model":"typesafe-ai/jev","usage":{"input":592,"output":20},"cost_usd":0.00002486,"seconds":0.4266,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:05.334Z"}
{"item_id":"pubmedqa-505","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.82},"model":"typesafe-ai/jev","usage":{"input":592,"output":20},"cost_usd":0.00002486,"seconds":0.4124,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:05.393Z"}
{"item_id":"pubmedqa-505","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.81},"model":"typesafe-ai/jev","usage":{"input":592,"output":20},"cost_usd":0.00002486,"seconds":0.3925,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:05.436Z"}
{"item_id":"pubmedqa-505","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.82},"model":"typesafe-ai/jev","usage":{"input":592,"output":20},"cost_usd":0.00002486,"seconds":0.4193,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:05.542Z"}
{"item_id":"pubmedqa-505","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.82},"model":"typesafe-ai/jev","usage":{"input":592,"output":20},"cost_usd":0.00002486,"seconds":0.4267,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:05.761Z"}
{"item_id":"pubmedqa-506","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.1},"model":"typesafe-ai/jev","usage":{"input":822,"output":20},"cost_usd":0.00003452,"seconds":0.3992,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:05.793Z"}
{"item_id":"pubmedqa-506","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.09},"model":"typesafe-ai/jev","usage":{"input":822,"output":20},"cost_usd":0.00003452,"seconds":0.428,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:05.971Z"}
{"item_id":"pubmedqa-506","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.09},"model":"typesafe-ai/jev","usage":{"input":822,"output":20},"cost_usd":0.00003452,"seconds":0.5513,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:05.988Z"}
{"item_id":"pubmedqa-506","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.09},"model":"typesafe-ai/jev","usage":{"input":822,"output":20},"cost_usd":0.00003452,"seconds":0.4019,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:06.163Z"}
{"item_id":"pubmedqa-506","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.09},"model":"typesafe-ai/jev","usage":{"input":822,"output":20},"cost_usd":0.00003452,"seconds":0.419,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:06.213Z"}
{"item_id":"pubmedqa-507","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.19},"model":"typesafe-ai/jev","usage":{"input":459,"output":20},"cost_usd":0.00001928,"seconds":0.405,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:06.376Z"}
{"item_id":"pubmedqa-507","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.19},"model":"typesafe-ai/jev","usage":{"input":459,"output":20},"cost_usd":0.00001928,"seconds":0.4309,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:06.420Z"}
{"item_id":"pubmedqa-507","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.2},"model":"typesafe-ai/jev","usage":{"input":459,"output":20},"cost_usd":0.00001928,"seconds":0.3669,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:06.580Z"}
{"item_id":"pubmedqa-507","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.2},"model":"typesafe-ai/jev","usage":{"input":459,"output":20},"cost_usd":0.00001928,"seconds":0.452,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:06.616Z"}
{"item_id":"pubmedqa-507","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.19},"model":"typesafe-ai/jev","usage":{"input":459,"output":20},"cost_usd":0.00001928,"seconds":0.4172,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:06.794Z"}
{"item_id":"pubmedqa-519","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.94},"model":"typesafe-ai/jev","usage":{"input":675,"output":20},"cost_usd":0.00002835,"seconds":0.6433,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:07.063Z"}
{"item_id":"pubmedqa-519","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.93},"model":"typesafe-ai/jev","usage":{"input":675,"output":20},"cost_usd":0.00002835,"seconds":0.4547,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:07.249Z"}
{"item_id":"pubmedqa-519","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.94},"model":"typesafe-ai/jev","usage":{"input":675,"output":20},"cost_usd":0.00002835,"seconds":0.6894,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:07.306Z"}
{"item_id":"pubmedqa-519","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.94},"model":"typesafe-ai/jev","usage":{"input":675,"output":20},"cost_usd":0.00002835,"seconds":0.7614,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:07.342Z"}
{"item_id":"pubmedqa-524","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.54},"model":"typesafe-ai/jev","usage":{"input":699,"output":20},"cost_usd":0.00002936,"seconds":0.4101,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:07.752Z"}
{"item_id":"pubmedqa-519","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.94},"model":"typesafe-ai/jev","usage":{"input":675,"output":20},"cost_usd":0.00002835,"seconds":0.695,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:07.759Z"}
{"item_id":"pubmedqa-524","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.57},"model":"typesafe-ai/jev","usage":{"input":699,"output":20},"cost_usd":0.00002936,"seconds":0.5327,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:07.782Z"}
{"item_id":"pubmedqa-524","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.56},"model":"typesafe-ai/jev","usage":{"input":699,"output":20},"cost_usd":0.00002936,"seconds":0.5113,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:07.817Z"}
{"item_id":"pubmedqa-524","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.49},"model":"typesafe-ai/jev","usage":{"input":699,"output":20},"cost_usd":0.00002936,"seconds":0.4307,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:08.183Z"}
{"item_id":"pubmedqa-527","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.74},"model":"typesafe-ai/jev","usage":{"input":750,"output":20},"cost_usd":0.0000315,"seconds":0.432,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:08.250Z"}
{"item_id":"pubmedqa-527","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.7},"model":"typesafe-ai/jev","usage":{"input":750,"output":20},"cost_usd":0.0000315,"seconds":0.4697,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:08.252Z"}
{"item_id":"pubmedqa-524","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.51},"model":"typesafe-ai/jev","usage":{"input":699,"output":20},"cost_usd":0.00002936,"seconds":0.63,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:08.389Z"}
{"item_id":"pubmedqa-527","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.74},"model":"typesafe-ai/jev","usage":{"input":750,"output":20},"cost_usd":0.0000315,"seconds":0.5738,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:08.826Z"}
{"item_id":"pubmedqa-527","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.72},"model":"typesafe-ai/jev","usage":{"input":750,"output":20},"cost_usd":0.0000315,"seconds":0.6045,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:08.855Z"}
{"item_id":"pubmedqa-529","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.94},"model":"typesafe-ai/jev","usage":{"input":744,"output":20},"cost_usd":0.00003125,"seconds":0.5717,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:08.962Z"}
{"item_id":"pubmedqa-527","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.69},"model":"typesafe-ai/jev","usage":{"input":750,"output":20},"cost_usd":0.0000315,"seconds":0.9802,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:09.164Z"}
{"item_id":"pubmedqa-529","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.94},"model":"typesafe-ai/jev","usage":{"input":744,"output":20},"cost_usd":0.00003125,"seconds":0.3965,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:09.223Z"}
{"item_id":"pubmedqa-529","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.94},"model":"typesafe-ai/jev","usage":{"input":744,"output":20},"cost_usd":0.00003125,"seconds":0.44,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:09.295Z"}
{"item_id":"pubmedqa-529","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.94},"model":"typesafe-ai/jev","usage":{"input":744,"output":20},"cost_usd":0.00003125,"seconds":0.5839,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:09.546Z"}
{"item_id":"pubmedqa-529","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.94},"model":"typesafe-ai/jev","usage":{"input":744,"output":20},"cost_usd":0.00003125,"seconds":0.3888,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:09.553Z"}
{"item_id":"pubmedqa-531","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.78},"model":"typesafe-ai/jev","usage":{"input":575,"output":20},"cost_usd":0.00002415,"seconds":0.4121,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:09.636Z"}
{"item_id":"pubmedqa-531","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.77},"model":"typesafe-ai/jev","usage":{"input":575,"output":20},"cost_usd":0.00002415,"seconds":0.465,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:09.761Z"}
{"item_id":"pubmedqa-531","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.77},"model":"typesafe-ai/jev","usage":{"input":575,"output":20},"cost_usd":0.00002415,"seconds":0.4037,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:09.957Z"}
{"item_id":"pubmedqa-531","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.77},"model":"typesafe-ai/jev","usage":{"input":575,"output":20},"cost_usd":0.00002415,"seconds":0.4366,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:09.983Z"}
{"item_id":"pubmedqa-531","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.78},"model":"typesafe-ai/jev","usage":{"input":575,"output":20},"cost_usd":0.00002415,"seconds":0.4125,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:10.049Z"}
{"item_id":"pubmedqa-533","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.79},"model":"typesafe-ai/jev","usage":{"input":757,"output":20},"cost_usd":0.00003179,"seconds":0.4273,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:10.188Z"}
{"item_id":"pubmedqa-533","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.8},"model":"typesafe-ai/jev","usage":{"input":757,"output":20},"cost_usd":0.00003179,"seconds":0.3893,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:10.347Z"}
{"item_id":"pubmedqa-533","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.79},"model":"typesafe-ai/jev","usage":{"input":757,"output":20},"cost_usd":0.00003179,"seconds":0.4065,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:10.390Z"}
{"item_id":"pubmedqa-533","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.79},"model":"typesafe-ai/jev","usage":{"input":757,"output":20},"cost_usd":0.00003179,"seconds":0.3997,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:10.449Z"}
{"item_id":"pubmedqa-533","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.81},"model":"typesafe-ai/jev","usage":{"input":757,"output":20},"cost_usd":0.00003179,"seconds":0.4785,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:10.667Z"}
{"item_id":"pubmedqa-534","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"model":"typesafe-ai/jev","usage":{"input":665,"output":20},"cost_usd":0.00002793,"seconds":0.4491,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:10.797Z"}
{"item_id":"pubmedqa-534","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"model":"typesafe-ai/jev","usage":{"input":665,"output":20},"cost_usd":0.00002793,"seconds":0.4212,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:10.812Z"}
{"item_id":"pubmedqa-534","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.95},"model":"typesafe-ai/jev","usage":{"input":665,"output":20},"cost_usd":0.00002793,"seconds":0.4203,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:10.870Z"}
{"item_id":"pubmedqa-534","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.95},"model":"typesafe-ai/jev","usage":{"input":665,"output":20},"cost_usd":0.00002793,"seconds":0.4512,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:11.119Z"}
{"item_id":"pubmedqa-534","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.95},"model":"typesafe-ai/jev","usage":{"input":665,"output":20},"cost_usd":0.00002793,"seconds":0.4019,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:11.199Z"}
{"item_id":"pubmedqa-536","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.12},"model":"typesafe-ai/jev","usage":{"input":788,"output":20},"cost_usd":0.0000331,"seconds":0.4593,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:11.272Z"}
{"item_id":"pubmedqa-536","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.12},"model":"typesafe-ai/jev","usage":{"input":788,"output":20},"cost_usd":0.0000331,"seconds":0.4532,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:11.323Z"}
{"item_id":"pubmedqa-536","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.12},"model":"typesafe-ai/jev","usage":{"input":788,"output":20},"cost_usd":0.0000331,"seconds":0.4275,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:11.547Z"}
{"item_id":"pubmedqa-536","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.13},"model":"typesafe-ai/jev","usage":{"input":788,"output":20},"cost_usd":0.0000331,"seconds":0.4312,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:11.704Z"}
{"item_id":"pubmedqa-538","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.06},"model":"typesafe-ai/jev","usage":{"input":656,"output":20},"cost_usd":0.00002755,"seconds":0.4258,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:11.750Z"}
{"item_id":"pubmedqa-538","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.06},"model":"typesafe-ai/jev","usage":{"input":656,"output":20},"cost_usd":0.00002755,"seconds":0.4463,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:11.994Z"}
{"item_id":"pubmedqa-536","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.12},"model":"typesafe-ai/jev","usage":{"input":788,"output":20},"cost_usd":0.0000331,"seconds":0.803,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:12.002Z"}
{"item_id":"pubmedqa-538","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.06},"model":"typesafe-ai/jev","usage":{"input":656,"output":20},"cost_usd":0.00002755,"seconds":0.454,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:12.204Z"}
{"item_id":"pubmedqa-543","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.25},"model":"typesafe-ai/jev","usage":{"input":654,"output":20},"cost_usd":0.00002747,"seconds":0.4023,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:12.405Z"}
{"item_id":"pubmedqa-538","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.07},"model":"typesafe-ai/jev","usage":{"input":656,"output":20},"cost_usd":0.00002755,"seconds":0.5453,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:12.539Z"}
{"item_id":"pubmedqa-543","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.26},"model":"typesafe-ai/jev","usage":{"input":654,"output":20},"cost_usd":0.00002747,"seconds":0.4971,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:12.702Z"}
{"item_id":"pubmedqa-543","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.24},"model":"typesafe-ai/jev","usage":{"input":654,"output":20},"cost_usd":0.00002747,"seconds":0.4096,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:12.815Z"}
{"item_id":"pubmedqa-543","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.21},"model":"typesafe-ai/jev","usage":{"input":654,"output":20},"cost_usd":0.00002747,"seconds":0.443,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:12.983Z"}
{"item_id":"pubmedqa-543","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.25},"model":"typesafe-ai/jev","usage":{"input":654,"output":20},"cost_usd":0.00002747,"seconds":0.4525,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:13.155Z"}
{"item_id":"pubmedqa-544","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.94},"model":"typesafe-ai/jev","usage":{"input":471,"output":20},"cost_usd":0.00001978,"seconds":0.417,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:13.233Z"}
{"item_id":"pubmedqa-544","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.93},"model":"typesafe-ai/jev","usage":{"input":471,"output":20},"cost_usd":0.00001978,"seconds":0.4124,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:13.396Z"}
{"item_id":"pubmedqa-544","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.94},"model":"typesafe-ai/jev","usage":{"input":471,"output":20},"cost_usd":0.00001978,"seconds":0.4694,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:13.625Z"}
{"item_id":"pubmedqa-544","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.93},"model":"typesafe-ai/jev","usage":{"input":471,"output":20},"cost_usd":0.00001978,"seconds":0.439,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:13.672Z"}
{"item_id":"pubmedqa-544","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.93},"model":"typesafe-ai/jev","usage":{"input":471,"output":20},"cost_usd":0.00001978,"seconds":0.4018,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:13.798Z"}
{"item_id":"pubmedqa-545","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"model":"typesafe-ai/jev","usage":{"input":668,"output":20},"cost_usd":0.00002806,"seconds":0.3913,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:14.016Z"}
{"item_id":"pubmedqa-545","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"model":"typesafe-ai/jev","usage":{"input":668,"output":20},"cost_usd":0.00002806,"seconds":0.4355,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:14.108Z"}
{"item_id":"pubmedqa-545","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.95},"model":"typesafe-ai/jev","usage":{"input":668,"output":20},"cost_usd":0.00002806,"seconds":0.4571,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:14.255Z"}
{"item_id":"pubmedqa-545","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.95},"model":"typesafe-ai/jev","usage":{"input":668,"output":20},"cost_usd":0.00002806,"seconds":0.4713,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:14.488Z"}
{"item_id":"pubmedqa-545","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.95},"model":"typesafe-ai/jev","usage":{"input":668,"output":20},"cost_usd":0.00002806,"seconds":0.432,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:14.540Z"}
{"item_id":"pubmedqa-547","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.81},"model":"typesafe-ai/jev","usage":{"input":762,"output":20},"cost_usd":0.000032,"seconds":0.5334,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:14.789Z"}
{"item_id":"pubmedqa-547","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.82},"model":"typesafe-ai/jev","usage":{"input":762,"output":20},"cost_usd":0.000032,"seconds":0.4246,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:14.913Z"}
{"item_id":"pubmedqa-547","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.83},"model":"typesafe-ai/jev","usage":{"input":762,"output":20},"cost_usd":0.000032,"seconds":0.4694,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:15.010Z"}
{"item_id":"pubmedqa-547","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.81},"model":"typesafe-ai/jev","usage":{"input":762,"output":20},"cost_usd":0.000032,"seconds":0.5103,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:15.424Z"}
{"item_id":"pubmedqa-550","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.51},"model":"typesafe-ai/jev","usage":{"input":709,"output":20},"cost_usd":0.00002978,"seconds":0.4506,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:15.461Z"}
{"item_id":"pubmedqa-547","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.8},"model":"typesafe-ai/jev","usage":{"input":762,"output":20},"cost_usd":0.000032,"seconds":0.9292,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:15.719Z"}
{"item_id":"pubmedqa-550","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.51},"model":"typesafe-ai/jev","usage":{"input":709,"output":20},"cost_usd":0.00002978,"seconds":0.438,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:15.863Z"}
{"item_id":"pubmedqa-550","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.55},"model":"typesafe-ai/jev","usage":{"input":709,"output":20},"cost_usd":0.00002978,"seconds":0.4416,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:15.903Z"}
{"item_id":"pubmedqa-550","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.51},"model":"typesafe-ai/jev","usage":{"input":709,"output":20},"cost_usd":0.00002978,"seconds":0.4436,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:16.163Z"}
{"item_id":"pubmedqa-550","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.51},"model":"typesafe-ai/jev","usage":{"input":709,"output":20},"cost_usd":0.00002978,"seconds":0.3865,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:16.249Z"}
{"item_id":"pubmedqa-555","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.97},"model":"typesafe-ai/jev","usage":{"input":595,"output":20},"cost_usd":0.00002499,"seconds":0.4198,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:16.324Z"}
{"item_id":"pubmedqa-555","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.97},"model":"typesafe-ai/jev","usage":{"input":595,"output":20},"cost_usd":0.00002499,"seconds":0.407,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:16.571Z"}
{"item_id":"pubmedqa-555","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.97},"model":"typesafe-ai/jev","usage":{"input":595,"output":20},"cost_usd":0.00002499,"seconds":0.3875,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:16.637Z"}
{"item_id":"pubmedqa-555","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.97},"model":"typesafe-ai/jev","usage":{"input":595,"output":20},"cost_usd":0.00002499,"seconds":0.4726,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:16.797Z"}
{"item_id":"pubmedqa-555","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.97},"model":"typesafe-ai/jev","usage":{"input":595,"output":20},"cost_usd":0.00002499,"seconds":0.4132,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:16.984Z"}
{"item_id":"pubmedqa-556","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.87},"model":"typesafe-ai/jev","usage":{"input":709,"output":20},"cost_usd":0.00002978,"seconds":0.402,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:17.040Z"}
{"item_id":"pubmedqa-556","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.85},"model":"typesafe-ai/jev","usage":{"input":709,"output":20},"cost_usd":0.00002978,"seconds":0.5009,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:17.298Z"}
{"item_id":"pubmedqa-556","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.86},"model":"typesafe-ai/jev","usage":{"input":709,"output":20},"cost_usd":0.00002978,"seconds":0.4136,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:17.398Z"}
{"item_id":"pubmedqa-556","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.85},"model":"typesafe-ai/jev","usage":{"input":709,"output":20},"cost_usd":0.00002978,"seconds":0.4116,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:17.452Z"}
{"item_id":"pubmedqa-556","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.86},"model":"typesafe-ai/jev","usage":{"input":709,"output":20},"cost_usd":0.00002978,"seconds":0.4431,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:17.742Z"}
{"item_id":"pubmedqa-557","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.16},"model":"typesafe-ai/jev","usage":{"input":720,"output":20},"cost_usd":0.00003024,"seconds":0.4197,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:17.818Z"}
{"item_id":"pubmedqa-557","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.16},"model":"typesafe-ai/jev","usage":{"input":720,"output":20},"cost_usd":0.00003024,"seconds":0.4982,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:17.950Z"}
{"item_id":"pubmedqa-557","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.16},"model":"typesafe-ai/jev","usage":{"input":720,"output":20},"cost_usd":0.00003024,"seconds":0.4435,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:18.185Z"}
{"item_id":"pubmedqa-557","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.16},"model":"typesafe-ai/jev","usage":{"input":720,"output":20},"cost_usd":0.00003024,"seconds":0.4929,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:18.312Z"}
{"item_id":"pubmedqa-557","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.17},"model":"typesafe-ai/jev","usage":{"input":720,"output":20},"cost_usd":0.00003024,"seconds":0.4591,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:18.410Z"}
{"item_id":"pubmedqa-560","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.18},"model":"typesafe-ai/jev","usage":{"input":589,"output":20},"cost_usd":0.00002474,"seconds":0.3739,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:18.560Z"}
{"item_id":"pubmedqa-560","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.18},"model":"typesafe-ai/jev","usage":{"input":589,"output":20},"cost_usd":0.00002474,"seconds":0.442,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:18.852Z"}
{"item_id":"pubmedqa-560","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.18},"model":"typesafe-ai/jev","usage":{"input":589,"output":20},"cost_usd":0.00002474,"seconds":0.5567,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:18.869Z"}
{"item_id":"pubmedqa-560","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.19},"model":"typesafe-ai/jev","usage":{"input":589,"output":20},"cost_usd":0.00002474,"seconds":0.416,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:18.976Z"}
{"item_id":"pubmedqa-538","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.06},"model":"typesafe-ai/jev","usage":{"input":656,"output":20},"cost_usd":0.00002755,"seconds":7.3725,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:19.077Z"}
{"item_id":"pubmedqa-560","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.18},"model":"typesafe-ai/jev","usage":{"input":589,"output":20},"cost_usd":0.00002474,"seconds":0.4079,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:19.261Z"}
{"item_id":"pubmedqa-561","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.16},"model":"typesafe-ai/jev","usage":{"input":849,"output":20},"cost_usd":0.00003566,"seconds":0.5058,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:19.482Z"}
{"item_id":"pubmedqa-561","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.16},"model":"typesafe-ai/jev","usage":{"input":849,"output":20},"cost_usd":0.00003566,"seconds":0.6168,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:19.486Z"}
{"item_id":"pubmedqa-561","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.16},"model":"typesafe-ai/jev","usage":{"input":849,"output":20},"cost_usd":0.00003566,"seconds":0.5254,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:19.602Z"}
{"item_id":"pubmedqa-561","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.16},"model":"typesafe-ai/jev","usage":{"input":849,"output":20},"cost_usd":0.00003566,"seconds":0.5054,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:19.766Z"}
{"item_id":"pubmedqa-561","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.17},"model":"typesafe-ai/jev","usage":{"input":849,"output":20},"cost_usd":0.00003566,"seconds":0.4113,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:19.894Z"}
{"item_id":"pubmedqa-569","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.96},"model":"typesafe-ai/jev","usage":{"input":520,"output":20},"cost_usd":0.00002184,"seconds":0.5141,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:20.000Z"}
{"item_id":"pubmedqa-569","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.96},"model":"typesafe-ai/jev","usage":{"input":520,"output":20},"cost_usd":0.00002184,"seconds":0.433,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:20.036Z"}
{"item_id":"pubmedqa-569","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.96},"model":"typesafe-ai/jev","usage":{"input":520,"output":20},"cost_usd":0.00002184,"seconds":0.4308,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:20.198Z"}
{"item_id":"pubmedqa-569","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.96},"model":"typesafe-ai/jev","usage":{"input":520,"output":20},"cost_usd":0.00002184,"seconds":0.375,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:20.269Z"}
{"item_id":"pubmedqa-569","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.96},"model":"typesafe-ai/jev","usage":{"input":520,"output":20},"cost_usd":0.00002184,"seconds":0.4814,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:20.482Z"}
{"item_id":"pubmedqa-573","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.93},"model":"typesafe-ai/jev","usage":{"input":744,"output":20},"cost_usd":0.00003125,"seconds":0.5133,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:20.550Z"}
{"item_id":"pubmedqa-573","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.94},"model":"typesafe-ai/jev","usage":{"input":744,"output":20},"cost_usd":0.00003125,"seconds":0.4512,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:20.649Z"}
{"item_id":"pubmedqa-573","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.94},"model":"typesafe-ai/jev","usage":{"input":744,"output":20},"cost_usd":0.00003125,"seconds":0.5215,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:20.791Z"}
{"item_id":"pubmedqa-573","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.94},"model":"typesafe-ai/jev","usage":{"input":744,"output":20},"cost_usd":0.00003125,"seconds":0.4744,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:20.957Z"}
{"item_id":"pubmedqa-577","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.12},"model":"typesafe-ai/jev","usage":{"input":619,"output":20},"cost_usd":0.000026,"seconds":0.4581,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:21.108Z"}
{"item_id":"pubmedqa-577","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.13},"model":"typesafe-ai/jev","usage":{"input":619,"output":20},"cost_usd":0.000026,"seconds":0.4265,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:21.218Z"}
{"item_id":"pubmedqa-577","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.12},"model":"typesafe-ai/jev","usage":{"input":619,"output":20},"cost_usd":0.000026,"seconds":0.4661,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:21.424Z"}
{"item_id":"pubmedqa-577","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.12},"model":"typesafe-ai/jev","usage":{"input":619,"output":20},"cost_usd":0.000026,"seconds":0.4665,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:21.575Z"}
{"item_id":"pubmedqa-577","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.12},"model":"typesafe-ai/jev","usage":{"input":619,"output":20},"cost_usd":0.000026,"seconds":0.4201,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:21.639Z"}
{"item_id":"pubmedqa-578","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.93},"model":"typesafe-ai/jev","usage":{"input":646,"output":20},"cost_usd":0.00002713,"seconds":0.4851,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:21.909Z"}
{"item_id":"pubmedqa-578","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.93},"model":"typesafe-ai/jev","usage":{"input":646,"output":20},"cost_usd":0.00002713,"seconds":0.4592,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:22.034Z"}
{"item_id":"pubmedqa-578","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.94},"model":"typesafe-ai/jev","usage":{"input":646,"output":20},"cost_usd":0.00002713,"seconds":0.4249,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:22.064Z"}
{"item_id":"pubmedqa-573","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.94},"model":"typesafe-ai/jev","usage":{"input":744,"output":20},"cost_usd":0.00003125,"seconds":1.7452,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:22.295Z"}
{"item_id":"pubmedqa-578","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.93},"model":"typesafe-ai/jev","usage":{"input":646,"output":20},"cost_usd":0.00002713,"seconds":0.4973,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:22.407Z"}
{"item_id":"pubmedqa-580","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.08},"model":"typesafe-ai/jev","usage":{"input":782,"output":20},"cost_usd":0.00003284,"seconds":0.417,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:22.481Z"}
{"item_id":"pubmedqa-578","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.94},"model":"typesafe-ai/jev","usage":{"input":646,"output":20},"cost_usd":0.00002713,"seconds":0.5112,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:22.546Z"}
{"item_id":"pubmedqa-580","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.08},"model":"typesafe-ai/jev","usage":{"input":782,"output":20},"cost_usd":0.00003284,"seconds":0.4397,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:22.735Z"}
{"item_id":"pubmedqa-580","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.08},"model":"typesafe-ai/jev","usage":{"input":782,"output":20},"cost_usd":0.00003284,"seconds":0.4607,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:22.868Z"}
{"item_id":"pubmedqa-580","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.08},"model":"typesafe-ai/jev","usage":{"input":782,"output":20},"cost_usd":0.00003284,"seconds":0.4615,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:23.008Z"}
{"item_id":"pubmedqa-580","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.08},"model":"typesafe-ai/jev","usage":{"input":782,"output":20},"cost_usd":0.00003284,"seconds":0.5417,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:23.024Z"}
{"item_id":"pubmedqa-584","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.07},"model":"typesafe-ai/jev","usage":{"input":664,"output":20},"cost_usd":0.00002789,"seconds":0.4441,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:23.180Z"}
{"item_id":"pubmedqa-584","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.06},"model":"typesafe-ai/jev","usage":{"input":664,"output":20},"cost_usd":0.00002789,"seconds":0.452,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:23.320Z"}
{"item_id":"pubmedqa-584","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.06},"model":"typesafe-ai/jev","usage":{"input":664,"output":20},"cost_usd":0.00002789,"seconds":0.4054,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:23.430Z"}
{"item_id":"pubmedqa-584","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.07},"model":"typesafe-ai/jev","usage":{"input":664,"output":20},"cost_usd":0.00002789,"seconds":0.5468,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:23.555Z"}
{"item_id":"pubmedqa-584","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.07},"model":"typesafe-ai/jev","usage":{"input":664,"output":20},"cost_usd":0.00002789,"seconds":0.4505,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:23.631Z"}
{"item_id":"pubmedqa-587","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.75},"model":"typesafe-ai/jev","usage":{"input":735,"output":20},"cost_usd":0.00003087,"seconds":0.4083,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:23.729Z"}
{"item_id":"pubmedqa-587","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.76},"model":"typesafe-ai/jev","usage":{"input":735,"output":20},"cost_usd":0.00003087,"seconds":0.4241,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:23.854Z"}
{"item_id":"pubmedqa-587","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.75},"model":"typesafe-ai/jev","usage":{"input":735,"output":20},"cost_usd":0.00003087,"seconds":0.4749,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:24.031Z"}
{"item_id":"pubmedqa-587","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.77},"model":"typesafe-ai/jev","usage":{"input":735,"output":20},"cost_usd":0.00003087,"seconds":0.4189,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:24.050Z"}
{"item_id":"pubmedqa-587","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.76},"model":"typesafe-ai/jev","usage":{"input":735,"output":20},"cost_usd":0.00003087,"seconds":0.4479,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:24.178Z"}
{"item_id":"pubmedqa-588","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.12},"model":"typesafe-ai/jev","usage":{"input":563,"output":20},"cost_usd":0.00002365,"seconds":0.401,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:24.256Z"}
{"item_id":"pubmedqa-588","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.12},"model":"typesafe-ai/jev","usage":{"input":563,"output":20},"cost_usd":0.00002365,"seconds":0.391,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:24.422Z"}
{"item_id":"pubmedqa-588","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.11},"model":"typesafe-ai/jev","usage":{"input":563,"output":20},"cost_usd":0.00002365,"seconds":0.5157,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:24.566Z"}
{"item_id":"pubmedqa-588","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.13},"model":"typesafe-ai/jev","usage":{"input":563,"output":20},"cost_usd":0.00002365,"seconds":0.4628,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:24.641Z"}
{"item_id":"pubmedqa-588","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.11},"model":"typesafe-ai/jev","usage":{"input":563,"output":20},"cost_usd":0.00002365,"seconds":0.3883,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:24.644Z"}
{"item_id":"pubmedqa-595","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.06},"model":"typesafe-ai/jev","usage":{"input":614,"output":20},"cost_usd":0.00002579,"seconds":0.427,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:25.068Z"}
{"item_id":"pubmedqa-595","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.06},"model":"typesafe-ai/jev","usage":{"input":614,"output":20},"cost_usd":0.00002579,"seconds":0.4288,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:25.074Z"}
{"item_id":"pubmedqa-595","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.06},"model":"typesafe-ai/jev","usage":{"input":614,"output":20},"cost_usd":0.00002579,"seconds":0.5554,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:25.122Z"}
{"item_id":"pubmedqa-595","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.06},"model":"typesafe-ai/jev","usage":{"input":614,"output":20},"cost_usd":0.00002579,"seconds":0.8163,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:25.239Z"}
{"item_id":"pubmedqa-595","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.06},"model":"typesafe-ai/jev","usage":{"input":614,"output":20},"cost_usd":0.00002579,"seconds":0.4277,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:25.496Z"}
{"item_id":"pubmedqa-604","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.63},"model":"typesafe-ai/jev","usage":{"input":679,"output":20},"cost_usd":0.00002852,"seconds":0.4591,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:25.533Z"}
{"item_id":"pubmedqa-604","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.62},"model":"typesafe-ai/jev","usage":{"input":679,"output":20},"cost_usd":0.00002852,"seconds":0.421,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:25.660Z"}
{"item_id":"pubmedqa-604","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.63},"model":"typesafe-ai/jev","usage":{"input":679,"output":20},"cost_usd":0.00002852,"seconds":0.589,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:25.711Z"}
{"item_id":"pubmedqa-604","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.64},"model":"typesafe-ai/jev","usage":{"input":679,"output":20},"cost_usd":0.00002852,"seconds":0.4345,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:25.968Z"}
{"item_id":"pubmedqa-604","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.64},"model":"typesafe-ai/jev","usage":{"input":679,"output":20},"cost_usd":0.00002852,"seconds":0.5063,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:26.003Z"}
{"item_id":"pubmedqa-606","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.91},"model":"typesafe-ai/jev","usage":{"input":594,"output":20},"cost_usd":0.00002495,"seconds":0.407,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:26.068Z"}
{"item_id":"pubmedqa-606","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.9},"model":"typesafe-ai/jev","usage":{"input":594,"output":20},"cost_usd":0.00002495,"seconds":0.4802,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:26.192Z"}
{"item_id":"pubmedqa-606","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.91},"model":"typesafe-ai/jev","usage":{"input":594,"output":20},"cost_usd":0.00002495,"seconds":0.4172,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:26.386Z"}
{"item_id":"pubmedqa-606","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.9},"model":"typesafe-ai/jev","usage":{"input":594,"output":20},"cost_usd":0.00002495,"seconds":0.4219,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:26.425Z"}
{"item_id":"pubmedqa-606","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.91},"model":"typesafe-ai/jev","usage":{"input":594,"output":20},"cost_usd":0.00002495,"seconds":0.4064,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:26.475Z"}
{"item_id":"pubmedqa-616","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.12},"model":"typesafe-ai/jev","usage":{"input":774,"output":20},"cost_usd":0.00003251,"seconds":0.4445,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:26.637Z"}
{"item_id":"pubmedqa-616","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.13},"model":"typesafe-ai/jev","usage":{"input":774,"output":20},"cost_usd":0.00003251,"seconds":0.3982,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:26.784Z"}
{"item_id":"pubmedqa-616","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.12},"model":"typesafe-ai/jev","usage":{"input":774,"output":20},"cost_usd":0.00003251,"seconds":0.4217,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:26.847Z"}
{"item_id":"pubmedqa-616","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.12},"model":"typesafe-ai/jev","usage":{"input":774,"output":20},"cost_usd":0.00003251,"seconds":0.4863,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:26.961Z"}
{"item_id":"pubmedqa-616","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.12},"model":"typesafe-ai/jev","usage":{"input":774,"output":20},"cost_usd":0.00003251,"seconds":0.4346,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:27.073Z"}
{"item_id":"pubmedqa-617","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.98},"model":"typesafe-ai/jev","usage":{"input":830,"output":20},"cost_usd":0.00003486,"seconds":0.4548,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:27.239Z"}
{"item_id":"pubmedqa-617","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.98},"model":"typesafe-ai/jev","usage":{"input":830,"output":20},"cost_usd":0.00003486,"seconds":0.4261,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:27.274Z"}
{"item_id":"pubmedqa-617","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.98},"model":"typesafe-ai/jev","usage":{"input":830,"output":20},"cost_usd":0.00003486,"seconds":0.4819,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:27.444Z"}
{"item_id":"pubmedqa-617","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.98},"model":"typesafe-ai/jev","usage":{"input":830,"output":20},"cost_usd":0.00003486,"seconds":0.5585,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:27.631Z"}
{"item_id":"pubmedqa-617","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.98},"model":"typesafe-ai/jev","usage":{"input":830,"output":20},"cost_usd":0.00003486,"seconds":0.4298,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:27.670Z"}
{"item_id":"pubmedqa-619","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.09},"model":"typesafe-ai/jev","usage":{"input":685,"output":20},"cost_usd":0.00002877,"seconds":0.4327,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:27.707Z"}
{"item_id":"pubmedqa-619","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.09},"model":"typesafe-ai/jev","usage":{"input":685,"output":20},"cost_usd":0.00002877,"seconds":0.4092,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:27.853Z"}
{"item_id":"pubmedqa-619","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.09},"model":"typesafe-ai/jev","usage":{"input":685,"output":20},"cost_usd":0.00002877,"seconds":0.4354,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:28.067Z"}
{"item_id":"pubmedqa-619","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.08},"model":"typesafe-ai/jev","usage":{"input":685,"output":20},"cost_usd":0.00002877,"seconds":0.4282,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:28.099Z"}
{"item_id":"pubmedqa-619","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.09},"model":"typesafe-ai/jev","usage":{"input":685,"output":20},"cost_usd":0.00002877,"seconds":0.4666,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:28.174Z"}
{"item_id":"pubmedqa-624","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.98},"model":"typesafe-ai/jev","usage":{"input":652,"output":20},"cost_usd":0.00002738,"seconds":0.5371,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:28.391Z"}
{"item_id":"pubmedqa-624","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.98},"model":"typesafe-ai/jev","usage":{"input":652,"output":20},"cost_usd":0.00002738,"seconds":0.4509,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:28.519Z"}
{"item_id":"pubmedqa-624","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.98},"model":"typesafe-ai/jev","usage":{"input":652,"output":20},"cost_usd":0.00002738,"seconds":0.5247,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:28.624Z"}
{"item_id":"pubmedqa-624","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.98},"model":"typesafe-ai/jev","usage":{"input":652,"output":20},"cost_usd":0.00002738,"seconds":0.5105,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:28.685Z"}
{"item_id":"pubmedqa-624","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.98},"model":"typesafe-ai/jev","usage":{"input":652,"output":20},"cost_usd":0.00002738,"seconds":0.519,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:28.911Z"}
{"item_id":"pubmedqa-632","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.06},"model":"typesafe-ai/jev","usage":{"input":608,"output":20},"cost_usd":0.00002554,"seconds":0.4661,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:28.985Z"}
{"item_id":"pubmedqa-632","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.06},"model":"typesafe-ai/jev","usage":{"input":608,"output":20},"cost_usd":0.00002554,"seconds":0.4025,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:29.027Z"}
{"item_id":"pubmedqa-632","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.06},"model":"typesafe-ai/jev","usage":{"input":608,"output":20},"cost_usd":0.00002554,"seconds":0.4743,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:29.160Z"}
{"item_id":"pubmedqa-632","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.07},"model":"typesafe-ai/jev","usage":{"input":608,"output":20},"cost_usd":0.00002554,"seconds":0.5581,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:29.469Z"}
{"item_id":"pubmedqa-635","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.79},"model":"typesafe-ai/jev","usage":{"input":723,"output":20},"cost_usd":0.00003037,"seconds":0.452,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:29.479Z"}
{"item_id":"pubmedqa-635","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.8},"model":"typesafe-ai/jev","usage":{"input":723,"output":20},"cost_usd":0.00003037,"seconds":0.507,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:29.667Z"}
{"item_id":"pubmedqa-635","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.77},"model":"typesafe-ai/jev","usage":{"input":723,"output":20},"cost_usd":0.00003037,"seconds":0.4347,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:29.914Z"}
{"item_id":"pubmedqa-632","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.06},"model":"typesafe-ai/jev","usage":{"input":608,"output":20},"cost_usd":0.00002554,"seconds":1.0761,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:30.062Z"}
{"item_id":"pubmedqa-635","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.79},"model":"typesafe-ai/jev","usage":{"input":723,"output":20},"cost_usd":0.00003037,"seconds":0.6283,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:30.098Z"}
{"item_id":"pubmedqa-635","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.79},"model":"typesafe-ai/jev","usage":{"input":723,"output":20},"cost_usd":0.00003037,"seconds":0.4337,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:30.101Z"}
{"item_id":"pubmedqa-638","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.84},"model":"typesafe-ai/jev","usage":{"input":564,"output":20},"cost_usd":0.00002369,"seconds":0.4334,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:30.348Z"}
{"item_id":"pubmedqa-638","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.84},"model":"typesafe-ai/jev","usage":{"input":564,"output":20},"cost_usd":0.00002369,"seconds":0.416,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:30.514Z"}
{"item_id":"pubmedqa-638","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.85},"model":"typesafe-ai/jev","usage":{"input":564,"output":20},"cost_usd":0.00002369,"seconds":0.4604,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:30.523Z"}
{"item_id":"pubmedqa-638","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.84},"model":"typesafe-ai/jev","usage":{"input":564,"output":20},"cost_usd":0.00002369,"seconds":0.449,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:30.550Z"}
{"item_id":"pubmedqa-638","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.82},"model":"typesafe-ai/jev","usage":{"input":564,"output":20},"cost_usd":0.00002369,"seconds":0.3994,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:30.748Z"}
{"item_id":"pubmedqa-643","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.9},"model":"typesafe-ai/jev","usage":{"input":587,"output":20},"cost_usd":0.00002465,"seconds":0.3836,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:30.907Z"}
{"item_id":"pubmedqa-643","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.89},"model":"typesafe-ai/jev","usage":{"input":587,"output":20},"cost_usd":0.00002465,"seconds":0.4402,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:30.955Z"}
{"item_id":"pubmedqa-643","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.9},"model":"typesafe-ai/jev","usage":{"input":587,"output":20},"cost_usd":0.00002465,"seconds":0.4495,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:31.000Z"}
{"item_id":"pubmedqa-643","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.9},"model":"typesafe-ai/jev","usage":{"input":587,"output":20},"cost_usd":0.00002465,"seconds":0.4543,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:31.203Z"}
{"item_id":"pubmedqa-643","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.88},"model":"typesafe-ai/jev","usage":{"input":587,"output":20},"cost_usd":0.00002465,"seconds":0.4236,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:31.331Z"}
{"item_id":"pubmedqa-644","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.06},"model":"typesafe-ai/jev","usage":{"input":501,"output":20},"cost_usd":0.00002104,"seconds":0.4051,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:31.360Z"}
{"item_id":"pubmedqa-644","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.06},"model":"typesafe-ai/jev","usage":{"input":501,"output":20},"cost_usd":0.00002104,"seconds":0.4316,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:31.433Z"}
{"item_id":"pubmedqa-644","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.06},"model":"typesafe-ai/jev","usage":{"input":501,"output":20},"cost_usd":0.00002104,"seconds":0.4554,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:31.659Z"}
{"item_id":"pubmedqa-644","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.06},"model":"typesafe-ai/jev","usage":{"input":501,"output":20},"cost_usd":0.00002104,"seconds":0.4064,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:31.738Z"}
{"item_id":"pubmedqa-644","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.06},"model":"typesafe-ai/jev","usage":{"input":501,"output":20},"cost_usd":0.00002104,"seconds":0.5317,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:31.892Z"}
{"item_id":"pubmedqa-651","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.63},"model":"typesafe-ai/jev","usage":{"input":692,"output":20},"cost_usd":0.00002906,"seconds":0.466,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:31.899Z"}
{"item_id":"pubmedqa-651","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.61},"model":"typesafe-ai/jev","usage":{"input":692,"output":20},"cost_usd":0.00002906,"seconds":0.3961,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:32.055Z"}
{"item_id":"pubmedqa-651","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.66},"model":"typesafe-ai/jev","usage":{"input":692,"output":20},"cost_usd":0.00002906,"seconds":0.5337,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:32.273Z"}
{"item_id":"pubmedqa-651","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.62},"model":"typesafe-ai/jev","usage":{"input":692,"output":20},"cost_usd":0.00002906,"seconds":0.4157,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:32.315Z"}
{"item_id":"pubmedqa-651","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.65},"model":"typesafe-ai/jev","usage":{"input":692,"output":20},"cost_usd":0.00002906,"seconds":0.4284,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:32.322Z"}
{"item_id":"pubmedqa-656","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.1},"model":"typesafe-ai/jev","usage":{"input":650,"output":20},"cost_usd":0.0000273,"seconds":0.486,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:32.542Z"}
{"item_id":"pubmedqa-656","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.1},"model":"typesafe-ai/jev","usage":{"input":650,"output":20},"cost_usd":0.0000273,"seconds":0.4111,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:32.733Z"}
{"item_id":"pubmedqa-656","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.09},"model":"typesafe-ai/jev","usage":{"input":650,"output":20},"cost_usd":0.0000273,"seconds":0.4368,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:32.752Z"}
{"item_id":"pubmedqa-656","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.1},"model":"typesafe-ai/jev","usage":{"input":650,"output":20},"cost_usd":0.0000273,"seconds":0.5642,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:32.837Z"}
{"item_id":"pubmedqa-656","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.1},"model":"typesafe-ai/jev","usage":{"input":650,"output":20},"cost_usd":0.0000273,"seconds":0.4282,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:32.971Z"}
{"item_id":"pubmedqa-658","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.68},"model":"typesafe-ai/jev","usage":{"input":707,"output":20},"cost_usd":0.00002969,"seconds":0.4311,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:33.165Z"}
{"item_id":"pubmedqa-658","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.64},"model":"typesafe-ai/jev","usage":{"input":707,"output":20},"cost_usd":0.00002969,"seconds":0.4223,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:33.175Z"}
{"item_id":"pubmedqa-658","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.68},"model":"typesafe-ai/jev","usage":{"input":707,"output":20},"cost_usd":0.00002969,"seconds":0.5122,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:33.350Z"}
{"item_id":"pubmedqa-658","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.66},"model":"typesafe-ai/jev","usage":{"input":707,"output":20},"cost_usd":0.00002969,"seconds":0.4004,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:33.372Z"}
{"item_id":"pubmedqa-658","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.67},"model":"typesafe-ai/jev","usage":{"input":707,"output":20},"cost_usd":0.00002969,"seconds":0.3963,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:33.561Z"}
{"item_id":"pubmedqa-659","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.61},"model":"typesafe-ai/jev","usage":{"input":589,"output":20},"cost_usd":0.00002474,"seconds":0.4067,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:33.582Z"}
{"item_id":"pubmedqa-659","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.6},"model":"typesafe-ai/jev","usage":{"input":589,"output":20},"cost_usd":0.00002474,"seconds":0.3857,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:33.758Z"}
{"item_id":"pubmedqa-659","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.59},"model":"typesafe-ai/jev","usage":{"input":589,"output":20},"cost_usd":0.00002474,"seconds":0.4213,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:33.772Z"}
{"item_id":"pubmedqa-659","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.59},"model":"typesafe-ai/jev","usage":{"input":589,"output":20},"cost_usd":0.00002474,"seconds":0.4441,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:34.027Z"}
{"item_id":"pubmedqa-659","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.58},"model":"typesafe-ai/jev","usage":{"input":589,"output":20},"cost_usd":0.00002474,"seconds":0.5396,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:34.101Z"}
{"item_id":"pubmedqa-660","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.97},"model":"typesafe-ai/jev","usage":{"input":783,"output":20},"cost_usd":0.00003289,"seconds":0.3814,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:34.140Z"}
{"item_id":"pubmedqa-660","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.97},"model":"typesafe-ai/jev","usage":{"input":783,"output":20},"cost_usd":0.00003289,"seconds":0.4189,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:34.191Z"}
{"item_id":"pubmedqa-660","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.97},"model":"typesafe-ai/jev","usage":{"input":783,"output":20},"cost_usd":0.00003289,"seconds":0.4181,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:34.445Z"}
{"item_id":"pubmedqa-660","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.97},"model":"typesafe-ai/jev","usage":{"input":783,"output":20},"cost_usd":0.00003289,"seconds":0.3887,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:34.491Z"}
{"item_id":"pubmedqa-660","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.97},"model":"typesafe-ai/jev","usage":{"input":783,"output":20},"cost_usd":0.00003289,"seconds":0.423,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:34.564Z"}
{"item_id":"pubmedqa-661","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.06},"model":"typesafe-ai/jev","usage":{"input":823,"output":20},"cost_usd":0.00003457,"seconds":0.5124,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:34.704Z"}
{"item_id":"pubmedqa-661","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.06},"model":"typesafe-ai/jev","usage":{"input":823,"output":20},"cost_usd":0.00003457,"seconds":0.4437,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:34.889Z"}
{"item_id":"pubmedqa-661","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.06},"model":"typesafe-ai/jev","usage":{"input":823,"output":20},"cost_usd":0.00003457,"seconds":0.4427,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:34.934Z"}
{"item_id":"pubmedqa-661","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.06},"model":"typesafe-ai/jev","usage":{"input":823,"output":20},"cost_usd":0.00003457,"seconds":0.3938,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:34.958Z"}
{"item_id":"pubmedqa-661","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.06},"model":"typesafe-ai/jev","usage":{"input":823,"output":20},"cost_usd":0.00003457,"seconds":0.4147,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:35.119Z"}
{"item_id":"pubmedqa-664","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"model":"typesafe-ai/jev","usage":{"input":712,"output":20},"cost_usd":0.0000299,"seconds":0.4025,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:35.337Z"}
{"item_id":"pubmedqa-664","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.96},"model":"typesafe-ai/jev","usage":{"input":712,"output":20},"cost_usd":0.0000299,"seconds":0.4107,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:35.369Z"}
{"item_id":"pubmedqa-664","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.96},"model":"typesafe-ai/jev","usage":{"input":712,"output":20},"cost_usd":0.0000299,"seconds":0.5241,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:35.414Z"}
{"item_id":"pubmedqa-664","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.96},"model":"typesafe-ai/jev","usage":{"input":712,"output":20},"cost_usd":0.0000299,"seconds":0.4223,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:35.542Z"}
{"item_id":"pubmedqa-675","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.97},"model":"typesafe-ai/jev","usage":{"input":762,"output":20},"cost_usd":0.000032,"seconds":0.4253,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:35.795Z"}
{"item_id":"pubmedqa-664","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.96},"model":"typesafe-ai/jev","usage":{"input":712,"output":20},"cost_usd":0.0000299,"seconds":0.4698,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:35.811Z"}
{"item_id":"pubmedqa-675","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.97},"model":"typesafe-ai/jev","usage":{"input":762,"output":20},"cost_usd":0.000032,"seconds":0.4152,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:35.829Z"}
{"item_id":"pubmedqa-675","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.97},"model":"typesafe-ai/jev","usage":{"input":762,"output":20},"cost_usd":0.000032,"seconds":0.4755,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:36.018Z"}
{"item_id":"pubmedqa-675","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.97},"model":"typesafe-ai/jev","usage":{"input":762,"output":20},"cost_usd":0.000032,"seconds":0.4664,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:36.278Z"}
{"item_id":"pubmedqa-675","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.97},"model":"typesafe-ai/jev","usage":{"input":762,"output":20},"cost_usd":0.000032,"seconds":0.4923,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:36.287Z"}
{"item_id":"pubmedqa-679","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.94},"model":"typesafe-ai/jev","usage":{"input":817,"output":20},"cost_usd":0.00003431,"seconds":0.5309,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:36.361Z"}
{"item_id":"pubmedqa-679","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.94},"model":"typesafe-ai/jev","usage":{"input":817,"output":20},"cost_usd":0.00003431,"seconds":0.3806,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:36.399Z"}
{"item_id":"pubmedqa-679","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.94},"model":"typesafe-ai/jev","usage":{"input":817,"output":20},"cost_usd":0.00003431,"seconds":0.3836,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:36.671Z"}
{"item_id":"pubmedqa-679","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.94},"model":"typesafe-ai/jev","usage":{"input":817,"output":20},"cost_usd":0.00003431,"seconds":0.4231,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:36.701Z"}
{"item_id":"pubmedqa-680","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"model":"typesafe-ai/jev","usage":{"input":870,"output":20},"cost_usd":0.00003654,"seconds":0.3992,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:36.799Z"}
{"item_id":"pubmedqa-679","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.94},"model":"typesafe-ai/jev","usage":{"input":817,"output":20},"cost_usd":0.00003431,"seconds":0.444,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:36.805Z"}
{"item_id":"pubmedqa-680","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"model":"typesafe-ai/jev","usage":{"input":870,"output":20},"cost_usd":0.00003654,"seconds":0.4036,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:37.075Z"}
{"item_id":"pubmedqa-680","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.95},"model":"typesafe-ai/jev","usage":{"input":870,"output":20},"cost_usd":0.00003654,"seconds":0.4137,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:37.115Z"}
{"item_id":"pubmedqa-680","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.95},"model":"typesafe-ai/jev","usage":{"input":870,"output":20},"cost_usd":0.00003654,"seconds":0.4065,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:37.206Z"}
{"item_id":"pubmedqa-680","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.95},"model":"typesafe-ai/jev","usage":{"input":870,"output":20},"cost_usd":0.00003654,"seconds":0.4317,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:37.237Z"}
{"item_id":"pubmedqa-682","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.49},"model":"typesafe-ai/jev","usage":{"input":626,"output":20},"cost_usd":0.00002629,"seconds":0.4306,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:37.506Z"}
{"item_id":"pubmedqa-682","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.48},"model":"typesafe-ai/jev","usage":{"input":626,"output":20},"cost_usd":0.00002629,"seconds":0.4214,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:37.537Z"}
{"item_id":"pubmedqa-682","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.46},"model":"typesafe-ai/jev","usage":{"input":626,"output":20},"cost_usd":0.00002629,"seconds":0.3973,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:37.603Z"}
{"item_id":"pubmedqa-682","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.5},"model":"typesafe-ai/jev","usage":{"input":626,"output":20},"cost_usd":0.00002629,"seconds":0.4383,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:37.676Z"}
{"item_id":"pubmedqa-682","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.49},"model":"typesafe-ai/jev","usage":{"input":626,"output":20},"cost_usd":0.00002629,"seconds":0.4166,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:37.923Z"}
{"item_id":"pubmedqa-685","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.81},"model":"typesafe-ai/jev","usage":{"input":644,"output":20},"cost_usd":0.00002705,"seconds":0.4518,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:37.989Z"}
{"item_id":"pubmedqa-685","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.83},"model":"typesafe-ai/jev","usage":{"input":644,"output":20},"cost_usd":0.00002705,"seconds":0.3908,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:37.995Z"}
{"item_id":"pubmedqa-685","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.83},"model":"typesafe-ai/jev","usage":{"input":644,"output":20},"cost_usd":0.00002705,"seconds":0.4861,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:38.163Z"}
{"item_id":"pubmedqa-685","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.83},"model":"typesafe-ai/jev","usage":{"input":644,"output":20},"cost_usd":0.00002705,"seconds":0.4154,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:38.339Z"}
{"item_id":"pubmedqa-685","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.82},"model":"typesafe-ai/jev","usage":{"input":644,"output":20},"cost_usd":0.00002705,"seconds":0.4444,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:38.434Z"}
{"item_id":"pubmedqa-686","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"model":"typesafe-ai/jev","usage":{"input":798,"output":20},"cost_usd":0.00003352,"seconds":0.4834,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:38.478Z"}
{"item_id":"pubmedqa-686","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"model":"typesafe-ai/jev","usage":{"input":798,"output":20},"cost_usd":0.00003352,"seconds":0.464,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:38.627Z"}
{"item_id":"pubmedqa-686","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.95},"model":"typesafe-ai/jev","usage":{"input":798,"output":20},"cost_usd":0.00003352,"seconds":0.4107,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:38.750Z"}
{"item_id":"pubmedqa-686","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.95},"model":"typesafe-ai/jev","usage":{"input":798,"output":20},"cost_usd":0.00003352,"seconds":0.4288,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:38.863Z"}
{"item_id":"pubmedqa-686","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.95},"model":"typesafe-ai/jev","usage":{"input":798,"output":20},"cost_usd":0.00003352,"seconds":0.3969,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:38.876Z"}
{"item_id":"pubmedqa-687","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.18},"model":"typesafe-ai/jev","usage":{"input":641,"output":20},"cost_usd":0.00002692,"seconds":0.4253,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:39.053Z"}
{"item_id":"pubmedqa-687","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.19},"model":"typesafe-ai/jev","usage":{"input":641,"output":20},"cost_usd":0.00002692,"seconds":0.3957,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:39.146Z"}
{"item_id":"pubmedqa-687","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.2},"model":"typesafe-ai/jev","usage":{"input":641,"output":20},"cost_usd":0.00002692,"seconds":0.4749,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:39.351Z"}
{"item_id":"pubmedqa-687","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.19},"model":"typesafe-ai/jev","usage":{"input":641,"output":20},"cost_usd":0.00002692,"seconds":0.5099,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:39.374Z"}
{"item_id":"pubmedqa-687","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.19},"model":"typesafe-ai/jev","usage":{"input":641,"output":20},"cost_usd":0.00002692,"seconds":0.4312,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:39.485Z"}
{"item_id":"pubmedqa-696","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.93},"model":"typesafe-ai/jev","usage":{"input":597,"output":20},"cost_usd":0.00002507,"seconds":0.5552,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:39.702Z"}
{"item_id":"pubmedqa-696","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.93},"model":"typesafe-ai/jev","usage":{"input":597,"output":20},"cost_usd":0.00002507,"seconds":0.4153,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:39.789Z"}
{"item_id":"pubmedqa-696","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.93},"model":"typesafe-ai/jev","usage":{"input":597,"output":20},"cost_usd":0.00002507,"seconds":0.4505,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:39.802Z"}
{"item_id":"pubmedqa-696","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.93},"model":"typesafe-ai/jev","usage":{"input":597,"output":20},"cost_usd":0.00002507,"seconds":0.4227,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:39.908Z"}
{"item_id":"pubmedqa-696","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.93},"model":"typesafe-ai/jev","usage":{"input":597,"output":20},"cost_usd":0.00002507,"seconds":0.3827,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:40.085Z"}
{"item_id":"pubmedqa-697","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.84},"model":"typesafe-ai/jev","usage":{"input":617,"output":20},"cost_usd":0.00002591,"seconds":0.4241,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:40.227Z"}
{"item_id":"pubmedqa-697","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.83},"model":"typesafe-ai/jev","usage":{"input":617,"output":20},"cost_usd":0.00002591,"seconds":0.4805,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:40.270Z"}
{"item_id":"pubmedqa-697","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.87},"model":"typesafe-ai/jev","usage":{"input":617,"output":20},"cost_usd":0.00002591,"seconds":0.4341,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:40.342Z"}
{"item_id":"pubmedqa-697","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.83},"model":"typesafe-ai/jev","usage":{"input":617,"output":20},"cost_usd":0.00002591,"seconds":0.5064,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:40.592Z"}
{"item_id":"pubmedqa-698","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.83},"model":"typesafe-ai/jev","usage":{"input":581,"output":20},"cost_usd":0.0000244,"seconds":0.3961,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:40.667Z"}
{"item_id":"pubmedqa-698","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.84},"model":"typesafe-ai/jev","usage":{"input":581,"output":20},"cost_usd":0.0000244,"seconds":0.4164,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:40.759Z"}
{"item_id":"pubmedqa-697","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.82},"model":"typesafe-ai/jev","usage":{"input":617,"output":20},"cost_usd":0.00002591,"seconds":0.6134,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:40.841Z"}
{"item_id":"pubmedqa-698","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.83},"model":"typesafe-ai/jev","usage":{"input":581,"output":20},"cost_usd":0.0000244,"seconds":0.4447,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:41.037Z"}
{"item_id":"pubmedqa-698","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.83},"model":"typesafe-ai/jev","usage":{"input":581,"output":20},"cost_usd":0.0000244,"seconds":0.4203,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:41.087Z"}
{"item_id":"pubmedqa-698","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.84},"model":"typesafe-ai/jev","usage":{"input":581,"output":20},"cost_usd":0.0000244,"seconds":0.4177,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:41.177Z"}
{"item_id":"pubmedqa-701","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.92},"model":"typesafe-ai/jev","usage":{"input":693,"output":20},"cost_usd":0.00002911,"seconds":0.3905,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:41.231Z"}
{"item_id":"pubmedqa-701","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.93},"model":"typesafe-ai/jev","usage":{"input":693,"output":20},"cost_usd":0.00002911,"seconds":0.5705,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:41.658Z"}
{"item_id":"pubmedqa-701","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.92},"model":"typesafe-ai/jev","usage":{"input":693,"output":20},"cost_usd":0.00002911,"seconds":0.6234,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:41.661Z"}
{"item_id":"pubmedqa-701","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.93},"model":"typesafe-ai/jev","usage":{"input":693,"output":20},"cost_usd":0.00002911,"seconds":0.4665,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:41.698Z"}
{"item_id":"pubmedqa-701","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.92},"model":"typesafe-ai/jev","usage":{"input":693,"output":20},"cost_usd":0.00002911,"seconds":0.5525,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:41.730Z"}
{"item_id":"pubmedqa-704","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.93},"model":"typesafe-ai/jev","usage":{"input":715,"output":20},"cost_usd":0.00003003,"seconds":0.4107,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:42.072Z"}
{"item_id":"pubmedqa-704","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.93},"model":"typesafe-ai/jev","usage":{"input":715,"output":20},"cost_usd":0.00003003,"seconds":0.3932,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:42.092Z"}
{"item_id":"pubmedqa-704","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.93},"model":"typesafe-ai/jev","usage":{"input":715,"output":20},"cost_usd":0.00003003,"seconds":0.449,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:42.108Z"}
{"item_id":"pubmedqa-704","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.93},"model":"typesafe-ai/jev","usage":{"input":715,"output":20},"cost_usd":0.00003003,"seconds":0.4351,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:42.166Z"}
{"item_id":"pubmedqa-704","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.93},"model":"typesafe-ai/jev","usage":{"input":715,"output":20},"cost_usd":0.00003003,"seconds":0.3822,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:42.455Z"}
{"item_id":"pubmedqa-711","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.94},"model":"typesafe-ai/jev","usage":{"input":683,"output":20},"cost_usd":0.00002869,"seconds":0.4233,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:42.516Z"}
{"item_id":"pubmedqa-711","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.94},"model":"typesafe-ai/jev","usage":{"input":683,"output":20},"cost_usd":0.00002869,"seconds":0.4695,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:42.577Z"}
{"item_id":"pubmedqa-711","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.94},"model":"typesafe-ai/jev","usage":{"input":683,"output":20},"cost_usd":0.00002869,"seconds":0.4751,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:42.641Z"}
{"item_id":"pubmedqa-711","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.94},"model":"typesafe-ai/jev","usage":{"input":683,"output":20},"cost_usd":0.00002869,"seconds":0.4732,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:42.928Z"}
{"item_id":"pubmedqa-715","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.06},"model":"typesafe-ai/jev","usage":{"input":647,"output":20},"cost_usd":0.00002717,"seconds":0.4172,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:42.995Z"}
{"item_id":"pubmedqa-715","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"model":"typesafe-ai/jev","usage":{"input":647,"output":20},"cost_usd":0.00002717,"seconds":0.4113,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:43.053Z"}
{"item_id":"pubmedqa-711","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.94},"model":"typesafe-ai/jev","usage":{"input":683,"output":20},"cost_usd":0.00002869,"seconds":0.5393,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:43.055Z"}
{"item_id":"pubmedqa-715","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.07},"model":"typesafe-ai/jev","usage":{"input":647,"output":20},"cost_usd":0.00002717,"seconds":0.4422,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:43.371Z"}
{"item_id":"pubmedqa-715","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.06},"model":"typesafe-ai/jev","usage":{"input":647,"output":20},"cost_usd":0.00002717,"seconds":0.4136,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:43.409Z"}
{"item_id":"pubmedqa-715","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.05},"model":"typesafe-ai/jev","usage":{"input":647,"output":20},"cost_usd":0.00002717,"seconds":0.452,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:43.505Z"}
{"item_id":"pubmedqa-723","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"model":"typesafe-ai/jev","usage":{"input":579,"output":20},"cost_usd":0.00002432,"seconds":0.5319,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:43.587Z"}
{"item_id":"pubmedqa-723","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"model":"typesafe-ai/jev","usage":{"input":579,"output":20},"cost_usd":0.00002432,"seconds":0.4051,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:43.777Z"}
{"item_id":"pubmedqa-723","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.95},"model":"typesafe-ai/jev","usage":{"input":579,"output":20},"cost_usd":0.00002432,"seconds":0.4713,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:43.881Z"}
{"item_id":"pubmedqa-723","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.95},"model":"typesafe-ai/jev","usage":{"input":579,"output":20},"cost_usd":0.00002432,"seconds":0.4242,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:43.930Z"}
{"item_id":"pubmedqa-723","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.95},"model":"typesafe-ai/jev","usage":{"input":579,"output":20},"cost_usd":0.00002432,"seconds":0.3828,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:43.971Z"}
{"item_id":"pubmedqa-725","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.24},"model":"typesafe-ai/jev","usage":{"input":735,"output":20},"cost_usd":0.00003087,"seconds":0.417,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:44.194Z"}
{"item_id":"pubmedqa-725","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.24},"model":"typesafe-ai/jev","usage":{"input":735,"output":20},"cost_usd":0.00003087,"seconds":0.4376,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:44.319Z"}
{"item_id":"pubmedqa-725","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.24},"model":"typesafe-ai/jev","usage":{"input":735,"output":20},"cost_usd":0.00003087,"seconds":0.452,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:44.382Z"}
{"item_id":"pubmedqa-725","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.25},"model":"typesafe-ai/jev","usage":{"input":735,"output":20},"cost_usd":0.00003087,"seconds":0.4307,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:44.402Z"}
{"item_id":"pubmedqa-725","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.23},"model":"typesafe-ai/jev","usage":{"input":735,"output":20},"cost_usd":0.00003087,"seconds":0.3995,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:44.594Z"}
{"item_id":"pubmedqa-727","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"model":"typesafe-ai/jev","usage":{"input":626,"output":20},"cost_usd":0.00002629,"seconds":0.4596,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:44.779Z"}
{"item_id":"pubmedqa-727","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"model":"typesafe-ai/jev","usage":{"input":626,"output":20},"cost_usd":0.00002629,"seconds":0.4334,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:44.816Z"}
{"item_id":"pubmedqa-727","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.95},"model":"typesafe-ai/jev","usage":{"input":626,"output":20},"cost_usd":0.00002629,"seconds":0.4318,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:44.834Z"}
{"item_id":"pubmedqa-727","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.95},"model":"typesafe-ai/jev","usage":{"input":626,"output":20},"cost_usd":0.00002629,"seconds":0.3807,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:44.975Z"}
{"item_id":"pubmedqa-727","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.95},"model":"typesafe-ai/jev","usage":{"input":626,"output":20},"cost_usd":0.00002629,"seconds":0.4487,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:45.228Z"}
{"item_id":"pubmedqa-729","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.09},"model":"typesafe-ai/jev","usage":{"input":838,"output":20},"cost_usd":0.0000352,"seconds":0.4051,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:45.240Z"}
{"item_id":"pubmedqa-729","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.09},"model":"typesafe-ai/jev","usage":{"input":838,"output":20},"cost_usd":0.0000352,"seconds":0.432,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:45.248Z"}
{"item_id":"pubmedqa-729","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.09},"model":"typesafe-ai/jev","usage":{"input":838,"output":20},"cost_usd":0.0000352,"seconds":0.4862,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:45.462Z"}
{"item_id":"pubmedqa-729","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.09},"model":"typesafe-ai/jev","usage":{"input":838,"output":20},"cost_usd":0.0000352,"seconds":0.4066,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:45.635Z"}
{"item_id":"pubmedqa-729","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.09},"model":"typesafe-ai/jev","usage":{"input":838,"output":20},"cost_usd":0.0000352,"seconds":0.4331,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:45.673Z"}
{"item_id":"pubmedqa-730","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.07},"model":"typesafe-ai/jev","usage":{"input":654,"output":20},"cost_usd":0.00002747,"seconds":0.3744,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:45.836Z"}
{"item_id":"pubmedqa-730","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.07},"model":"typesafe-ai/jev","usage":{"input":654,"output":20},"cost_usd":0.00002747,"seconds":0.5937,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:45.842Z"}
{"item_id":"pubmedqa-730","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.07},"model":"typesafe-ai/jev","usage":{"input":654,"output":20},"cost_usd":0.00002747,"seconds":0.5157,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:46.189Z"}
{"item_id":"pubmedqa-731","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.06},"model":"typesafe-ai/jev","usage":{"input":514,"output":20},"cost_usd":0.00002159,"seconds":0.426,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:46.269Z"}
{"item_id":"pubmedqa-730","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.07},"model":"typesafe-ai/jev","usage":{"input":654,"output":20},"cost_usd":0.00002747,"seconds":0.588,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:46.425Z"}
{"item_id":"pubmedqa-730","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.07},"model":"typesafe-ai/jev","usage":{"input":654,"output":20},"cost_usd":0.00002747,"seconds":0.8533,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:46.489Z"}
{"item_id":"pubmedqa-731","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"model":"typesafe-ai/jev","usage":{"input":514,"output":20},"cost_usd":0.00002159,"seconds":0.4452,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:46.635Z"}
{"item_id":"pubmedqa-731","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.05},"model":"typesafe-ai/jev","usage":{"input":514,"output":20},"cost_usd":0.00002159,"seconds":0.4586,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:46.728Z"}
{"item_id":"pubmedqa-731","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.06},"model":"typesafe-ai/jev","usage":{"input":514,"output":20},"cost_usd":0.00002159,"seconds":0.4276,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:46.917Z"}
{"item_id":"pubmedqa-731","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.06},"model":"typesafe-ai/jev","usage":{"input":514,"output":20},"cost_usd":0.00002159,"seconds":0.6381,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:47.063Z"}
{"item_id":"pubmedqa-736","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"model":"typesafe-ai/jev","usage":{"input":709,"output":20},"cost_usd":0.00002978,"seconds":0.5137,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:47.149Z"}
{"item_id":"pubmedqa-736","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.95},"model":"typesafe-ai/jev","usage":{"input":709,"output":20},"cost_usd":0.00002978,"seconds":0.441,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:47.169Z"}
{"item_id":"pubmedqa-736","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.95},"model":"typesafe-ai/jev","usage":{"input":709,"output":20},"cost_usd":0.00002978,"seconds":0.458,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:47.375Z"}
{"item_id":"pubmedqa-736","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.94},"model":"typesafe-ai/jev","usage":{"input":709,"output":20},"cost_usd":0.00002978,"seconds":0.4925,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:47.556Z"}
{"item_id":"pubmedqa-736","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.95},"model":"typesafe-ai/jev","usage":{"input":709,"output":20},"cost_usd":0.00002978,"seconds":0.4463,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:47.596Z"}
{"item_id":"pubmedqa-737","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.18},"model":"typesafe-ai/jev","usage":{"input":798,"output":20},"cost_usd":0.00003352,"seconds":0.4276,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:47.597Z"}
{"item_id":"pubmedqa-737","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.18},"model":"typesafe-ai/jev","usage":{"input":798,"output":20},"cost_usd":0.00003352,"seconds":0.469,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:47.845Z"}
{"item_id":"pubmedqa-737","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.19},"model":"typesafe-ai/jev","usage":{"input":798,"output":20},"cost_usd":0.00003352,"seconds":0.4494,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:48.006Z"}
{"item_id":"pubmedqa-737","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.19},"model":"typesafe-ai/jev","usage":{"input":798,"output":20},"cost_usd":0.00003352,"seconds":0.4113,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:48.008Z"}
{"item_id":"pubmedqa-737","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.19},"model":"typesafe-ai/jev","usage":{"input":798,"output":20},"cost_usd":0.00003352,"seconds":0.4349,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:48.032Z"}
{"item_id":"pubmedqa-743","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.19},"model":"typesafe-ai/jev","usage":{"input":564,"output":20},"cost_usd":0.00002369,"seconds":0.448,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:48.293Z"}
{"item_id":"pubmedqa-743","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.21},"model":"typesafe-ai/jev","usage":{"input":564,"output":20},"cost_usd":0.00002369,"seconds":0.4033,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:48.410Z"}
{"item_id":"pubmedqa-743","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.21},"model":"typesafe-ai/jev","usage":{"input":564,"output":20},"cost_usd":0.00002369,"seconds":0.4105,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:48.418Z"}
{"item_id":"pubmedqa-743","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.21},"model":"typesafe-ai/jev","usage":{"input":564,"output":20},"cost_usd":0.00002369,"seconds":0.4249,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:48.458Z"}
{"item_id":"pubmedqa-743","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.21},"model":"typesafe-ai/jev","usage":{"input":564,"output":20},"cost_usd":0.00002369,"seconds":0.3971,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:48.690Z"}
{"item_id":"pubmedqa-745","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"model":"typesafe-ai/jev","usage":{"input":706,"output":20},"cost_usd":0.00002965,"seconds":0.3992,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:48.809Z"}
{"item_id":"pubmedqa-745","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"model":"typesafe-ai/jev","usage":{"input":706,"output":20},"cost_usd":0.00002965,"seconds":0.4104,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:48.829Z"}
{"item_id":"pubmedqa-745","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.05},"model":"typesafe-ai/jev","usage":{"input":706,"output":20},"cost_usd":0.00002965,"seconds":0.467,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:48.925Z"}
{"item_id":"pubmedqa-745","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.05},"model":"typesafe-ai/jev","usage":{"input":706,"output":20},"cost_usd":0.00002965,"seconds":0.4605,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:49.151Z"}
{"item_id":"pubmedqa-746","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.91},"model":"typesafe-ai/jev","usage":{"input":647,"output":20},"cost_usd":0.00002717,"seconds":0.4041,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:49.234Z"}
{"item_id":"pubmedqa-745","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.05},"model":"typesafe-ai/jev","usage":{"input":706,"output":20},"cost_usd":0.00002965,"seconds":0.4312,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:49.241Z"}
{"item_id":"pubmedqa-746","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.92},"model":"typesafe-ai/jev","usage":{"input":647,"output":20},"cost_usd":0.00002717,"seconds":0.6062,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:49.532Z"}
{"item_id":"pubmedqa-746","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.91},"model":"typesafe-ai/jev","usage":{"input":647,"output":20},"cost_usd":0.00002717,"seconds":0.4746,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:49.627Z"}
{"item_id":"pubmedqa-746","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.92},"model":"typesafe-ai/jev","usage":{"input":647,"output":20},"cost_usd":0.00002717,"seconds":0.3867,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:49.628Z"}
{"item_id":"pubmedqa-746","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.91},"model":"typesafe-ai/jev","usage":{"input":647,"output":20},"cost_usd":0.00002717,"seconds":0.5474,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:49.782Z"}
{"item_id":"pubmedqa-754","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.47},"model":"typesafe-ai/jev","usage":{"input":580,"output":20},"cost_usd":0.00002436,"seconds":0.3999,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:50.027Z"}
{"item_id":"pubmedqa-754","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.47},"model":"typesafe-ai/jev","usage":{"input":580,"output":20},"cost_usd":0.00002436,"seconds":0.6361,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:50.169Z"}
{"item_id":"pubmedqa-754","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.47},"model":"typesafe-ai/jev","usage":{"input":580,"output":20},"cost_usd":0.00002436,"seconds":0.5595,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:50.188Z"}
{"item_id":"pubmedqa-754","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.49},"model":"typesafe-ai/jev","usage":{"input":580,"output":20},"cost_usd":0.00002436,"seconds":0.5307,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:50.313Z"}
{"item_id":"pubmedqa-754","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.46},"model":"typesafe-ai/jev","usage":{"input":580,"output":20},"cost_usd":0.00002436,"seconds":0.4691,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:50.496Z"}
{"item_id":"pubmedqa-755","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.9},"model":"typesafe-ai/jev","usage":{"input":505,"output":20},"cost_usd":0.00002121,"seconds":0.4209,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:50.609Z"}
{"item_id":"pubmedqa-755","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.89},"model":"typesafe-ai/jev","usage":{"input":505,"output":20},"cost_usd":0.00002121,"seconds":0.4899,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:50.660Z"}
{"item_id":"pubmedqa-755","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.9},"model":"typesafe-ai/jev","usage":{"input":505,"output":20},"cost_usd":0.00002121,"seconds":0.4961,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:50.809Z"}
{"item_id":"pubmedqa-755","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.89},"model":"typesafe-ai/jev","usage":{"input":505,"output":20},"cost_usd":0.00002121,"seconds":0.4904,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:50.987Z"}
{"item_id":"pubmedqa-755","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.88},"model":"typesafe-ai/jev","usage":{"input":505,"output":20},"cost_usd":0.00002121,"seconds":0.4122,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:51.023Z"}
{"item_id":"pubmedqa-757","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.19},"model":"typesafe-ai/jev","usage":{"input":660,"output":20},"cost_usd":0.00002772,"seconds":0.4287,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:51.089Z"}
{"item_id":"pubmedqa-757","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.18},"model":"typesafe-ai/jev","usage":{"input":660,"output":20},"cost_usd":0.00002772,"seconds":0.4471,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:51.257Z"}
{"item_id":"pubmedqa-757","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.2},"model":"typesafe-ai/jev","usage":{"input":660,"output":20},"cost_usd":0.00002772,"seconds":0.4081,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:51.395Z"}
{"item_id":"pubmedqa-757","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.18},"model":"typesafe-ai/jev","usage":{"input":660,"output":20},"cost_usd":0.00002772,"seconds":0.4816,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:51.505Z"}
{"item_id":"pubmedqa-757","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.2},"model":"typesafe-ai/jev","usage":{"input":660,"output":20},"cost_usd":0.00002772,"seconds":0.4242,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:51.513Z"}
{"item_id":"pubmedqa-758","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.96},"model":"typesafe-ai/jev","usage":{"input":659,"output":20},"cost_usd":0.00002768,"seconds":0.3781,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:51.635Z"}
{"item_id":"pubmedqa-758","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.96},"model":"typesafe-ai/jev","usage":{"input":659,"output":20},"cost_usd":0.00002768,"seconds":0.4199,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:51.816Z"}
{"item_id":"pubmedqa-758","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.96},"model":"typesafe-ai/jev","usage":{"input":659,"output":20},"cost_usd":0.00002768,"seconds":0.3774,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:51.882Z"}
{"item_id":"pubmedqa-758","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.96},"model":"typesafe-ai/jev","usage":{"input":659,"output":20},"cost_usd":0.00002768,"seconds":0.489,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:52.003Z"}
{"item_id":"pubmedqa-758","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.96},"model":"typesafe-ai/jev","usage":{"input":659,"output":20},"cost_usd":0.00002768,"seconds":0.4274,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:52.066Z"}
{"item_id":"pubmedqa-764","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.07},"model":"typesafe-ai/jev","usage":{"input":721,"output":20},"cost_usd":0.00003028,"seconds":0.4733,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:52.289Z"}
{"item_id":"pubmedqa-764","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.07},"model":"typesafe-ai/jev","usage":{"input":721,"output":20},"cost_usd":0.00003028,"seconds":0.4324,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:52.315Z"}
{"item_id":"pubmedqa-764","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.07},"model":"typesafe-ai/jev","usage":{"input":721,"output":20},"cost_usd":0.00003028,"seconds":0.5273,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:52.530Z"}
{"item_id":"pubmedqa-764","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.07},"model":"typesafe-ai/jev","usage":{"input":721,"output":20},"cost_usd":0.00003028,"seconds":0.5453,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:52.611Z"}
{"item_id":"pubmedqa-767","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.11},"model":"typesafe-ai/jev","usage":{"input":710,"output":20},"cost_usd":0.00002982,"seconds":0.3784,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:52.694Z"}
{"item_id":"pubmedqa-764","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.07},"model":"typesafe-ai/jev","usage":{"input":721,"output":20},"cost_usd":0.00003028,"seconds":0.4624,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:52.752Z"}
{"item_id":"pubmedqa-767","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.11},"model":"typesafe-ai/jev","usage":{"input":710,"output":20},"cost_usd":0.00002982,"seconds":0.4708,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:53.001Z"}
{"item_id":"pubmedqa-767","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.11},"model":"typesafe-ai/jev","usage":{"input":710,"output":20},"cost_usd":0.00002982,"seconds":0.4389,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:53.051Z"}
{"item_id":"pubmedqa-767","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.11},"model":"typesafe-ai/jev","usage":{"input":710,"output":20},"cost_usd":0.00002982,"seconds":0.4211,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:53.116Z"}
{"item_id":"pubmedqa-767","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.11},"model":"typesafe-ai/jev","usage":{"input":710,"output":20},"cost_usd":0.00002982,"seconds":0.4386,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:53.191Z"}
{"item_id":"pubmedqa-773","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.07},"model":"typesafe-ai/jev","usage":{"input":741,"output":20},"cost_usd":0.00003112,"seconds":0.4628,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:53.465Z"}
{"item_id":"pubmedqa-773","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.08},"model":"typesafe-ai/jev","usage":{"input":741,"output":20},"cost_usd":0.00003112,"seconds":0.4758,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:53.527Z"}
{"item_id":"pubmedqa-773","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.08},"model":"typesafe-ai/jev","usage":{"input":741,"output":20},"cost_usd":0.00003112,"seconds":0.4549,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:53.571Z"}
{"item_id":"pubmedqa-773","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.08},"model":"typesafe-ai/jev","usage":{"input":741,"output":20},"cost_usd":0.00003112,"seconds":0.4855,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:53.677Z"}
{"item_id":"pubmedqa-773","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.07},"model":"typesafe-ai/jev","usage":{"input":741,"output":20},"cost_usd":0.00003112,"seconds":0.4283,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:53.893Z"}
{"item_id":"pubmedqa-774","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.93},"model":"typesafe-ai/jev","usage":{"input":713,"output":20},"cost_usd":0.00002995,"seconds":0.4013,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:53.929Z"}
{"item_id":"pubmedqa-774","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.94},"model":"typesafe-ai/jev","usage":{"input":713,"output":20},"cost_usd":0.00002995,"seconds":0.4185,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:53.990Z"}
{"item_id":"pubmedqa-774","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.93},"model":"typesafe-ai/jev","usage":{"input":713,"output":20},"cost_usd":0.00002995,"seconds":0.4749,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:54.152Z"}
{"item_id":"pubmedqa-774","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.93},"model":"typesafe-ai/jev","usage":{"input":713,"output":20},"cost_usd":0.00002995,"seconds":0.3919,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:54.321Z"}
{"item_id":"pubmedqa-780","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.9},"model":"typesafe-ai/jev","usage":{"input":642,"output":20},"cost_usd":0.00002696,"seconds":0.5198,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:54.510Z"}
{"item_id":"pubmedqa-780","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.91},"model":"typesafe-ai/jev","usage":{"input":642,"output":20},"cost_usd":0.00002696,"seconds":0.4656,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:54.618Z"}
{"item_id":"pubmedqa-774","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.93},"model":"typesafe-ai/jev","usage":{"input":713,"output":20},"cost_usd":0.00002995,"seconds":0.7648,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:54.658Z"}
{"item_id":"pubmedqa-780","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.91},"model":"typesafe-ai/jev","usage":{"input":642,"output":20},"cost_usd":0.00002696,"seconds":0.4042,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:54.725Z"}
{"item_id":"pubmedqa-780","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.91},"model":"typesafe-ai/jev","usage":{"input":642,"output":20},"cost_usd":0.00002696,"seconds":0.405,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:54.915Z"}
{"item_id":"pubmedqa-780","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.91},"model":"typesafe-ai/jev","usage":{"input":642,"output":20},"cost_usd":0.00002696,"seconds":0.4176,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:55.037Z"}
{"item_id":"pubmedqa-784","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.76},"model":"typesafe-ai/jev","usage":{"input":602,"output":20},"cost_usd":0.00002528,"seconds":0.4918,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:55.218Z"}
{"item_id":"pubmedqa-784","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.78},"model":"typesafe-ai/jev","usage":{"input":602,"output":20},"cost_usd":0.00002528,"seconds":0.6007,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:55.260Z"}
{"item_id":"pubmedqa-784","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.76},"model":"typesafe-ai/jev","usage":{"input":602,"output":20},"cost_usd":0.00002528,"seconds":0.4069,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:55.322Z"}
{"item_id":"pubmedqa-784","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.79},"model":"typesafe-ai/jev","usage":{"input":602,"output":20},"cost_usd":0.00002528,"seconds":0.5151,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:55.552Z"}
{"item_id":"pubmedqa-786","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.93},"model":"typesafe-ai/jev","usage":{"input":605,"output":20},"cost_usd":0.00002541,"seconds":0.3831,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:55.706Z"}
{"item_id":"pubmedqa-786","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.93},"model":"typesafe-ai/jev","usage":{"input":605,"output":20},"cost_usd":0.00002541,"seconds":0.4683,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:55.728Z"}
{"item_id":"pubmedqa-784","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.76},"model":"typesafe-ai/jev","usage":{"input":602,"output":20},"cost_usd":0.00002528,"seconds":0.5806,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:55.799Z"}
{"item_id":"pubmedqa-786","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.92},"model":"typesafe-ai/jev","usage":{"input":605,"output":20},"cost_usd":0.00002541,"seconds":0.4011,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:55.954Z"}
{"item_id":"pubmedqa-786","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.92},"model":"typesafe-ai/jev","usage":{"input":605,"output":20},"cost_usd":0.00002541,"seconds":0.4156,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:56.144Z"}
{"item_id":"pubmedqa-789","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.11},"model":"typesafe-ai/jev","usage":{"input":743,"output":20},"cost_usd":0.00003121,"seconds":0.4249,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:56.225Z"}
{"item_id":"pubmedqa-789","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.11},"model":"typesafe-ai/jev","usage":{"input":743,"output":20},"cost_usd":0.00003121,"seconds":0.4227,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:56.377Z"}
{"item_id":"pubmedqa-789","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.11},"model":"typesafe-ai/jev","usage":{"input":743,"output":20},"cost_usd":0.00003121,"seconds":0.4293,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:56.574Z"}
{"item_id":"pubmedqa-789","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.1},"model":"typesafe-ai/jev","usage":{"input":743,"output":20},"cost_usd":0.00003121,"seconds":0.405,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:56.630Z"}
{"item_id":"pubmedqa-789","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.11},"model":"typesafe-ai/jev","usage":{"input":743,"output":20},"cost_usd":0.00003121,"seconds":0.4081,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:56.785Z"}
{"item_id":"pubmedqa-795","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.09},"model":"typesafe-ai/jev","usage":{"input":607,"output":20},"cost_usd":0.00002549,"seconds":0.4133,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:56.988Z"}
{"item_id":"pubmedqa-795","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.09},"model":"typesafe-ai/jev","usage":{"input":607,"output":20},"cost_usd":0.00002549,"seconds":0.3975,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:57.028Z"}
{"item_id":"pubmedqa-786","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.92},"model":"typesafe-ai/jev","usage":{"input":605,"output":20},"cost_usd":0.00002541,"seconds":1.3457,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:57.052Z"}
{"item_id":"pubmedqa-795","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.09},"model":"typesafe-ai/jev","usage":{"input":607,"output":20},"cost_usd":0.00002549,"seconds":0.4124,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:57.198Z"}
{"item_id":"pubmedqa-795","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.09},"model":"typesafe-ai/jev","usage":{"input":607,"output":20},"cost_usd":0.00002549,"seconds":0.4107,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:57.399Z"}
{"item_id":"pubmedqa-796","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.15},"model":"typesafe-ai/jev","usage":{"input":595,"output":20},"cost_usd":0.00002499,"seconds":0.3572,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:57.410Z"}
{"item_id":"pubmedqa-795","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.09},"model":"typesafe-ai/jev","usage":{"input":607,"output":20},"cost_usd":0.00002549,"seconds":0.4027,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:57.431Z"}
{"item_id":"pubmedqa-796","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.16},"model":"typesafe-ai/jev","usage":{"input":595,"output":20},"cost_usd":0.00002499,"seconds":0.4157,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:57.614Z"}
{"item_id":"pubmedqa-796","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.17},"model":"typesafe-ai/jev","usage":{"input":595,"output":20},"cost_usd":0.00002499,"seconds":0.4094,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:57.819Z"}
{"item_id":"pubmedqa-796","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.17},"model":"typesafe-ai/jev","usage":{"input":595,"output":20},"cost_usd":0.00002499,"seconds":0.3976,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:57.829Z"}
{"item_id":"pubmedqa-796","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.16},"model":"typesafe-ai/jev","usage":{"input":595,"output":20},"cost_usd":0.00002499,"seconds":0.4364,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:57.838Z"}
{"item_id":"pubmedqa-802","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.88},"model":"typesafe-ai/jev","usage":{"input":675,"output":20},"cost_usd":0.00002835,"seconds":0.3783,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:57.993Z"}
{"item_id":"pubmedqa-802","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.87},"model":"typesafe-ai/jev","usage":{"input":675,"output":20},"cost_usd":0.00002835,"seconds":0.4279,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:58.248Z"}
{"item_id":"pubmedqa-802","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.88},"model":"typesafe-ai/jev","usage":{"input":675,"output":20},"cost_usd":0.00002835,"seconds":0.4554,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:58.294Z"}
{"item_id":"pubmedqa-802","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.89},"model":"typesafe-ai/jev","usage":{"input":675,"output":20},"cost_usd":0.00002835,"seconds":0.494,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:58.325Z"}
{"item_id":"pubmedqa-802","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.88},"model":"typesafe-ai/jev","usage":{"input":675,"output":20},"cost_usd":0.00002835,"seconds":0.4323,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:58.425Z"}
{"item_id":"pubmedqa-810","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"model":"typesafe-ai/jev","usage":{"input":682,"output":20},"cost_usd":0.00002864,"seconds":0.4294,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:58.724Z"}
{"item_id":"pubmedqa-810","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.04},"model":"typesafe-ai/jev","usage":{"input":682,"output":20},"cost_usd":0.00002864,"seconds":0.4481,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:58.773Z"}
{"item_id":"pubmedqa-810","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.04},"model":"typesafe-ai/jev","usage":{"input":682,"output":20},"cost_usd":0.00002864,"seconds":0.5327,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:58.781Z"}
{"item_id":"pubmedqa-810","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.04},"model":"typesafe-ai/jev","usage":{"input":682,"output":20},"cost_usd":0.00002864,"seconds":0.4262,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:58.852Z"}
{"item_id":"pubmedqa-811","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.56},"model":"typesafe-ai/jev","usage":{"input":678,"output":20},"cost_usd":0.00002848,"seconds":0.3854,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:59.159Z"}
{"item_id":"pubmedqa-811","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.62},"model":"typesafe-ai/jev","usage":{"input":678,"output":20},"cost_usd":0.00002848,"seconds":0.3871,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:59.169Z"}
{"item_id":"pubmedqa-810","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.04},"model":"typesafe-ai/jev","usage":{"input":682,"output":20},"cost_usd":0.00002864,"seconds":0.5352,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:59.260Z"}
{"item_id":"pubmedqa-811","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.57},"model":"typesafe-ai/jev","usage":{"input":678,"output":20},"cost_usd":0.00002848,"seconds":0.43,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:59.282Z"}
{"item_id":"pubmedqa-811","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.63},"model":"typesafe-ai/jev","usage":{"input":678,"output":20},"cost_usd":0.00002848,"seconds":0.4157,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:59.575Z"}
{"item_id":"pubmedqa-811","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.59},"model":"typesafe-ai/jev","usage":{"input":678,"output":20},"cost_usd":0.00002848,"seconds":0.4398,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:59.609Z"}
{"item_id":"pubmedqa-812","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.07},"model":"typesafe-ai/jev","usage":{"input":773,"output":20},"cost_usd":0.00003247,"seconds":0.407,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:59.667Z"}
{"item_id":"pubmedqa-812","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.07},"model":"typesafe-ai/jev","usage":{"input":773,"output":20},"cost_usd":0.00003247,"seconds":0.4889,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:56:59.773Z"}
{"item_id":"pubmedqa-812","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.07},"model":"typesafe-ai/jev","usage":{"input":773,"output":20},"cost_usd":0.00003247,"seconds":0.4459,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:00.022Z"}
{"item_id":"pubmedqa-812","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.07},"model":"typesafe-ai/jev","usage":{"input":773,"output":20},"cost_usd":0.00003247,"seconds":0.4209,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:00.030Z"}
{"item_id":"pubmedqa-816","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.92},"model":"typesafe-ai/jev","usage":{"input":701,"output":20},"cost_usd":0.00002944,"seconds":0.381,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:00.154Z"}
{"item_id":"pubmedqa-812","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.07},"model":"typesafe-ai/jev","usage":{"input":773,"output":20},"cost_usd":0.00003247,"seconds":0.7075,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:00.375Z"}
{"item_id":"pubmedqa-816","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.92},"model":"typesafe-ai/jev","usage":{"input":701,"output":20},"cost_usd":0.00002944,"seconds":0.4011,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:00.423Z"}
{"item_id":"pubmedqa-816","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.92},"model":"typesafe-ai/jev","usage":{"input":701,"output":20},"cost_usd":0.00002944,"seconds":0.4403,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:00.595Z"}
{"item_id":"pubmedqa-816","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.92},"model":"typesafe-ai/jev","usage":{"input":701,"output":20},"cost_usd":0.00002944,"seconds":0.5723,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:00.603Z"}
{"item_id":"pubmedqa-816","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.92},"model":"typesafe-ai/jev","usage":{"input":701,"output":20},"cost_usd":0.00002944,"seconds":0.4793,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:00.855Z"}
{"item_id":"pubmedqa-818","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.97},"model":"typesafe-ai/jev","usage":{"input":677,"output":20},"cost_usd":0.00002843,"seconds":0.4322,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:00.856Z"}
{"item_id":"pubmedqa-818","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.98},"model":"typesafe-ai/jev","usage":{"input":677,"output":20},"cost_usd":0.00002843,"seconds":0.3889,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:00.992Z"}
{"item_id":"pubmedqa-818","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.97},"model":"typesafe-ai/jev","usage":{"input":677,"output":20},"cost_usd":0.00002843,"seconds":0.4642,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:01.059Z"}
{"item_id":"pubmedqa-818","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.98},"model":"typesafe-ai/jev","usage":{"input":677,"output":20},"cost_usd":0.00002843,"seconds":0.3939,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:01.250Z"}
{"item_id":"pubmedqa-818","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.97},"model":"typesafe-ai/jev","usage":{"input":677,"output":20},"cost_usd":0.00002843,"seconds":0.4686,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:01.324Z"}
{"item_id":"pubmedqa-819","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.07},"model":"typesafe-ai/jev","usage":{"input":822,"output":20},"cost_usd":0.00003452,"seconds":0.5104,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:01.503Z"}
{"item_id":"pubmedqa-819","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.07},"model":"typesafe-ai/jev","usage":{"input":822,"output":20},"cost_usd":0.00003452,"seconds":0.4573,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:01.517Z"}
{"item_id":"pubmedqa-819","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.07},"model":"typesafe-ai/jev","usage":{"input":822,"output":20},"cost_usd":0.00003452,"seconds":0.4295,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:01.680Z"}
{"item_id":"pubmedqa-819","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.07},"model":"typesafe-ai/jev","usage":{"input":822,"output":20},"cost_usd":0.00003452,"seconds":0.4599,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:01.784Z"}
{"item_id":"pubmedqa-820","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.92},"model":"typesafe-ai/jev","usage":{"input":598,"output":20},"cost_usd":0.00002512,"seconds":0.4145,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:01.932Z"}
{"item_id":"pubmedqa-819","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.07},"model":"typesafe-ai/jev","usage":{"input":822,"output":20},"cost_usd":0.00003452,"seconds":0.5079,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:02.011Z"}
{"item_id":"pubmedqa-820","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.92},"model":"typesafe-ai/jev","usage":{"input":598,"output":20},"cost_usd":0.00002512,"seconds":0.438,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:02.119Z"}
{"item_id":"pubmedqa-820","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.92},"model":"typesafe-ai/jev","usage":{"input":598,"output":20},"cost_usd":0.00002512,"seconds":0.4012,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:02.186Z"}
{"item_id":"pubmedqa-820","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.92},"model":"typesafe-ai/jev","usage":{"input":598,"output":20},"cost_usd":0.00002512,"seconds":0.4674,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:02.400Z"}
{"item_id":"pubmedqa-820","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.92},"model":"typesafe-ai/jev","usage":{"input":598,"output":20},"cost_usd":0.00002512,"seconds":0.4169,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:02.428Z"}
{"item_id":"pubmedqa-824","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.91},"model":"typesafe-ai/jev","usage":{"input":535,"output":20},"cost_usd":0.00002247,"seconds":0.4666,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:02.586Z"}
{"item_id":"pubmedqa-824","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.91},"model":"typesafe-ai/jev","usage":{"input":535,"output":20},"cost_usd":0.00002247,"seconds":0.4371,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:02.838Z"}
{"item_id":"pubmedqa-824","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.91},"model":"typesafe-ai/jev","usage":{"input":535,"output":20},"cost_usd":0.00002247,"seconds":0.4503,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:02.879Z"}
{"item_id":"pubmedqa-824","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.91},"model":"typesafe-ai/jev","usage":{"input":535,"output":20},"cost_usd":0.00002247,"seconds":0.7422,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:02.928Z"}
{"item_id":"pubmedqa-824","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.91},"model":"typesafe-ai/jev","usage":{"input":535,"output":20},"cost_usd":0.00002247,"seconds":0.5569,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:03.143Z"}
{"item_id":"pubmedqa-827","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.92},"model":"typesafe-ai/jev","usage":{"input":726,"output":20},"cost_usd":0.00003049,"seconds":0.4107,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:03.249Z"}
{"item_id":"pubmedqa-827","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.92},"model":"typesafe-ai/jev","usage":{"input":726,"output":20},"cost_usd":0.00003049,"seconds":0.3994,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:03.279Z"}
{"item_id":"pubmedqa-827","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.92},"model":"typesafe-ai/jev","usage":{"input":726,"output":20},"cost_usd":0.00003049,"seconds":0.4236,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:03.352Z"}
{"item_id":"pubmedqa-827","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.91},"model":"typesafe-ai/jev","usage":{"input":726,"output":20},"cost_usd":0.00003049,"seconds":0.4176,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:03.561Z"}
{"item_id":"pubmedqa-827","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.92},"model":"typesafe-ai/jev","usage":{"input":726,"output":20},"cost_usd":0.00003049,"seconds":0.4126,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:03.662Z"}
{"item_id":"pubmedqa-829","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.04},"model":"typesafe-ai/jev","usage":{"input":592,"output":20},"cost_usd":0.00002486,"seconds":0.5154,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:03.795Z"}
{"item_id":"pubmedqa-829","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.04},"model":"typesafe-ai/jev","usage":{"input":592,"output":20},"cost_usd":0.00002486,"seconds":0.5098,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:03.863Z"}
{"item_id":"pubmedqa-829","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.04},"model":"typesafe-ai/jev","usage":{"input":592,"output":20},"cost_usd":0.00002486,"seconds":0.4145,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:03.976Z"}
{"item_id":"pubmedqa-829","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.04},"model":"typesafe-ai/jev","usage":{"input":592,"output":20},"cost_usd":0.00002486,"seconds":0.4042,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:04.067Z"}
{"item_id":"pubmedqa-829","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.04},"model":"typesafe-ai/jev","usage":{"input":592,"output":20},"cost_usd":0.00002486,"seconds":0.4068,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:04.202Z"}
{"item_id":"pubmedqa-831","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.08},"model":"typesafe-ai/jev","usage":{"input":767,"output":20},"cost_usd":0.00003221,"seconds":0.4658,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:04.329Z"}
{"item_id":"pubmedqa-831","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.08},"model":"typesafe-ai/jev","usage":{"input":767,"output":20},"cost_usd":0.00003221,"seconds":0.421,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:04.397Z"}
{"item_id":"pubmedqa-831","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.08},"model":"typesafe-ai/jev","usage":{"input":767,"output":20},"cost_usd":0.00003221,"seconds":0.4023,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:04.605Z"}
{"item_id":"pubmedqa-831","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.08},"model":"typesafe-ai/jev","usage":{"input":767,"output":20},"cost_usd":0.00003221,"seconds":0.56,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:04.627Z"}
{"item_id":"pubmedqa-831","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.08},"model":"typesafe-ai/jev","usage":{"input":767,"output":20},"cost_usd":0.00003221,"seconds":0.4519,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:04.781Z"}
{"item_id":"pubmedqa-835","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.25},"model":"typesafe-ai/jev","usage":{"input":951,"output":20},"cost_usd":0.00003994,"seconds":0.43,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:04.828Z"}
{"item_id":"pubmedqa-835","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.25},"model":"typesafe-ai/jev","usage":{"input":951,"output":20},"cost_usd":0.00003994,"seconds":0.404,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:05.009Z"}
{"item_id":"pubmedqa-835","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.27},"model":"typesafe-ai/jev","usage":{"input":951,"output":20},"cost_usd":0.00003994,"seconds":0.5231,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:05.151Z"}
{"item_id":"pubmedqa-835","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.28},"model":"typesafe-ai/jev","usage":{"input":951,"output":20},"cost_usd":0.00003994,"seconds":0.6102,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:05.392Z"}
{"item_id":"pubmedqa-836","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.86},"model":"typesafe-ai/jev","usage":{"input":595,"output":20},"cost_usd":0.00002499,"seconds":0.385,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:05.536Z"}
{"item_id":"pubmedqa-836","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.85},"model":"typesafe-ai/jev","usage":{"input":595,"output":20},"cost_usd":0.00002499,"seconds":0.5846,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:05.594Z"}
{"item_id":"pubmedqa-835","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.27},"model":"typesafe-ai/jev","usage":{"input":951,"output":20},"cost_usd":0.00003994,"seconds":0.7935,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:05.622Z"}
{"item_id":"pubmedqa-836","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.85},"model":"typesafe-ai/jev","usage":{"input":595,"output":20},"cost_usd":0.00002499,"seconds":0.4378,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:05.830Z"}
{"item_id":"pubmedqa-836","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.85},"model":"typesafe-ai/jev","usage":{"input":595,"output":20},"cost_usd":0.00002499,"seconds":0.3765,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:05.971Z"}
{"item_id":"pubmedqa-838","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.07},"model":"typesafe-ai/jev","usage":{"input":598,"output":20},"cost_usd":0.00002512,"seconds":0.3964,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:06.019Z"}
{"item_id":"pubmedqa-838","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.07},"model":"typesafe-ai/jev","usage":{"input":598,"output":20},"cost_usd":0.00002512,"seconds":0.4667,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:06.297Z"}
{"item_id":"pubmedqa-836","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.84},"model":"typesafe-ai/jev","usage":{"input":595,"output":20},"cost_usd":0.00002499,"seconds":0.7633,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:06.300Z"}
{"item_id":"pubmedqa-838","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.07},"model":"typesafe-ai/jev","usage":{"input":598,"output":20},"cost_usd":0.00002512,"seconds":0.4301,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:06.401Z"}
{"item_id":"pubmedqa-838","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.07},"model":"typesafe-ai/jev","usage":{"input":598,"output":20},"cost_usd":0.00002512,"seconds":0.443,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:06.462Z"}
{"item_id":"pubmedqa-838","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.07},"model":"typesafe-ai/jev","usage":{"input":598,"output":20},"cost_usd":0.00002512,"seconds":0.4451,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:06.743Z"}
{"item_id":"pubmedqa-839","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"model":"typesafe-ai/jev","usage":{"input":892,"output":20},"cost_usd":0.00003746,"seconds":0.4224,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:06.824Z"}
{"item_id":"pubmedqa-839","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.05},"model":"typesafe-ai/jev","usage":{"input":892,"output":20},"cost_usd":0.00003746,"seconds":0.4619,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:06.925Z"}
{"item_id":"pubmedqa-839","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.05},"model":"typesafe-ai/jev","usage":{"input":892,"output":20},"cost_usd":0.00003746,"seconds":0.4341,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:07.177Z"}
{"item_id":"pubmedqa-839","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.05},"model":"typesafe-ai/jev","usage":{"input":892,"output":20},"cost_usd":0.00003746,"seconds":0.5248,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:07.349Z"}
{"item_id":"pubmedqa-840","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.87},"model":"typesafe-ai/jev","usage":{"input":620,"output":20},"cost_usd":0.00002604,"seconds":0.4424,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:07.367Z"}
{"item_id":"pubmedqa-840","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.88},"model":"typesafe-ai/jev","usage":{"input":620,"output":20},"cost_usd":0.00002604,"seconds":0.4223,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:07.772Z"}
{"item_id":"pubmedqa-840","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.88},"model":"typesafe-ai/jev","usage":{"input":620,"output":20},"cost_usd":0.00002604,"seconds":0.7083,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:08.076Z"}
{"item_id":"pubmedqa-840","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.88},"model":"typesafe-ai/jev","usage":{"input":620,"output":20},"cost_usd":0.00002604,"seconds":0.9336,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:08.111Z"}
{"item_id":"pubmedqa-839","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"model":"typesafe-ai/jev","usage":{"input":892,"output":20},"cost_usd":0.00003746,"seconds":1.9606,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:08.261Z"}
{"item_id":"pubmedqa-840","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.88},"model":"typesafe-ai/jev","usage":{"input":620,"output":20},"cost_usd":0.00002604,"seconds":0.5945,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:08.367Z"}
{"item_id":"pubmedqa-842","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.97},"model":"typesafe-ai/jev","usage":{"input":534,"output":20},"cost_usd":0.00002243,"seconds":0.4075,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:08.484Z"}
{"item_id":"pubmedqa-842","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.97},"model":"typesafe-ai/jev","usage":{"input":534,"output":20},"cost_usd":0.00002243,"seconds":0.4222,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:08.534Z"}
{"item_id":"pubmedqa-842","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.97},"model":"typesafe-ai/jev","usage":{"input":534,"output":20},"cost_usd":0.00002243,"seconds":0.4282,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:08.689Z"}
{"item_id":"pubmedqa-842","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.97},"model":"typesafe-ai/jev","usage":{"input":534,"output":20},"cost_usd":0.00002243,"seconds":0.3722,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:08.740Z"}
{"item_id":"pubmedqa-842","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.97},"model":"typesafe-ai/jev","usage":{"input":534,"output":20},"cost_usd":0.00002243,"seconds":0.4562,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:08.941Z"}
{"item_id":"pubmedqa-846","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.93},"model":"typesafe-ai/jev","usage":{"input":720,"output":20},"cost_usd":0.00003024,"seconds":0.4237,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:08.958Z"}
{"item_id":"pubmedqa-846","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.93},"model":"typesafe-ai/jev","usage":{"input":720,"output":20},"cost_usd":0.00003024,"seconds":0.3944,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:09.135Z"}
{"item_id":"pubmedqa-846","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.93},"model":"typesafe-ai/jev","usage":{"input":720,"output":20},"cost_usd":0.00003024,"seconds":0.5788,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:09.268Z"}
{"item_id":"pubmedqa-846","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.93},"model":"typesafe-ai/jev","usage":{"input":720,"output":20},"cost_usd":0.00003024,"seconds":0.4187,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:09.360Z"}
{"item_id":"pubmedqa-846","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.93},"model":"typesafe-ai/jev","usage":{"input":720,"output":20},"cost_usd":0.00003024,"seconds":0.4237,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:09.382Z"}
{"item_id":"pubmedqa-847","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.9},"model":"typesafe-ai/jev","usage":{"input":769,"output":20},"cost_usd":0.0000323,"seconds":0.4025,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:09.538Z"}
{"item_id":"pubmedqa-847","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.9},"model":"typesafe-ai/jev","usage":{"input":769,"output":20},"cost_usd":0.0000323,"seconds":0.3652,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:09.634Z"}
{"item_id":"pubmedqa-847","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.9},"model":"typesafe-ai/jev","usage":{"input":769,"output":20},"cost_usd":0.0000323,"seconds":0.4437,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:09.804Z"}
{"item_id":"pubmedqa-847","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.91},"model":"typesafe-ai/jev","usage":{"input":769,"output":20},"cost_usd":0.0000323,"seconds":0.4888,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:09.872Z"}
{"item_id":"pubmedqa-847","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.91},"model":"typesafe-ai/jev","usage":{"input":769,"output":20},"cost_usd":0.0000323,"seconds":0.4412,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:09.979Z"}
{"item_id":"pubmedqa-850","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.62},"model":"typesafe-ai/jev","usage":{"input":673,"output":20},"cost_usd":0.00002827,"seconds":0.4657,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:10.100Z"}
{"item_id":"pubmedqa-850","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.7},"model":"typesafe-ai/jev","usage":{"input":673,"output":20},"cost_usd":0.00002827,"seconds":0.4195,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:10.224Z"}
{"item_id":"pubmedqa-850","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.67},"model":"typesafe-ai/jev","usage":{"input":673,"output":20},"cost_usd":0.00002827,"seconds":0.5106,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:10.490Z"}
{"item_id":"pubmedqa-850","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.62},"model":"typesafe-ai/jev","usage":{"input":673,"output":20},"cost_usd":0.00002827,"seconds":0.462,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:10.563Z"}
{"item_id":"pubmedqa-853","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.96},"model":"typesafe-ai/jev","usage":{"input":730,"output":20},"cost_usd":0.00003066,"seconds":0.4551,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:10.679Z"}
{"item_id":"pubmedqa-853","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.96},"model":"typesafe-ai/jev","usage":{"input":730,"output":20},"cost_usd":0.00003066,"seconds":0.3953,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:10.886Z"}
{"item_id":"pubmedqa-853","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.96},"model":"typesafe-ai/jev","usage":{"input":730,"output":20},"cost_usd":0.00003066,"seconds":0.4755,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:11.038Z"}
{"item_id":"pubmedqa-853","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.96},"model":"typesafe-ai/jev","usage":{"input":730,"output":20},"cost_usd":0.00003066,"seconds":0.4151,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:11.095Z"}
{"item_id":"pubmedqa-850","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.65},"model":"typesafe-ai/jev","usage":{"input":673,"output":20},"cost_usd":0.00002827,"seconds":1.3591,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:11.231Z"}
{"item_id":"pubmedqa-853","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.96},"model":"typesafe-ai/jev","usage":{"input":730,"output":20},"cost_usd":0.00003066,"seconds":0.4111,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:11.298Z"}
{"item_id":"pubmedqa-858","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.08},"model":"typesafe-ai/jev","usage":{"input":630,"output":20},"cost_usd":0.00002646,"seconds":0.5036,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:11.543Z"}
{"item_id":"pubmedqa-858","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.08},"model":"typesafe-ai/jev","usage":{"input":630,"output":20},"cost_usd":0.00002646,"seconds":0.5525,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:11.648Z"}
{"item_id":"pubmedqa-858","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.08},"model":"typesafe-ai/jev","usage":{"input":630,"output":20},"cost_usd":0.00002646,"seconds":0.3985,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:11.697Z"}
{"item_id":"pubmedqa-858","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.08},"model":"typesafe-ai/jev","usage":{"input":630,"output":20},"cost_usd":0.00002646,"seconds":0.5031,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:11.735Z"}
{"item_id":"pubmedqa-858","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.08},"model":"typesafe-ai/jev","usage":{"input":630,"output":20},"cost_usd":0.00002646,"seconds":0.5093,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:12.052Z"}
{"item_id":"pubmedqa-859","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.07},"model":"typesafe-ai/jev","usage":{"input":633,"output":20},"cost_usd":0.00002659,"seconds":0.4013,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:12.099Z"}
{"item_id":"pubmedqa-859","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.07},"model":"typesafe-ai/jev","usage":{"input":633,"output":20},"cost_usd":0.00002659,"seconds":0.4927,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:12.141Z"}
{"item_id":"pubmedqa-859","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.07},"model":"typesafe-ai/jev","usage":{"input":633,"output":20},"cost_usd":0.00002659,"seconds":0.4907,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:12.226Z"}
{"item_id":"pubmedqa-859","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.07},"model":"typesafe-ai/jev","usage":{"input":633,"output":20},"cost_usd":0.00002659,"seconds":0.3947,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:12.447Z"}
{"item_id":"pubmedqa-859","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.07},"model":"typesafe-ai/jev","usage":{"input":633,"output":20},"cost_usd":0.00002659,"seconds":0.3675,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:12.467Z"}
{"item_id":"pubmedqa-864","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"model":"typesafe-ai/jev","usage":{"input":760,"output":20},"cost_usd":0.00003192,"seconds":0.4144,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:12.641Z"}
{"item_id":"pubmedqa-864","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"model":"typesafe-ai/jev","usage":{"input":760,"output":20},"cost_usd":0.00003192,"seconds":0.7001,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:12.842Z"}
{"item_id":"pubmedqa-864","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.05},"model":"typesafe-ai/jev","usage":{"input":760,"output":20},"cost_usd":0.00003192,"seconds":0.4038,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:12.871Z"}
{"item_id":"pubmedqa-864","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.05},"model":"typesafe-ai/jev","usage":{"input":760,"output":20},"cost_usd":0.00003192,"seconds":0.4662,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:12.914Z"}
{"item_id":"pubmedqa-864","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.05},"model":"typesafe-ai/jev","usage":{"input":760,"output":20},"cost_usd":0.00003192,"seconds":0.3987,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:13.040Z"}
{"item_id":"pubmedqa-867","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.14},"model":"typesafe-ai/jev","usage":{"input":786,"output":20},"cost_usd":0.00003301,"seconds":0.4055,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:13.277Z"}
{"item_id":"pubmedqa-867","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.14},"model":"typesafe-ai/jev","usage":{"input":786,"output":20},"cost_usd":0.00003301,"seconds":0.3691,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:13.284Z"}
{"item_id":"pubmedqa-867","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.13},"model":"typesafe-ai/jev","usage":{"input":786,"output":20},"cost_usd":0.00003301,"seconds":0.4759,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:13.318Z"}
{"item_id":"pubmedqa-867","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.14},"model":"typesafe-ai/jev","usage":{"input":786,"output":20},"cost_usd":0.00003301,"seconds":0.4177,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:13.458Z"}
{"item_id":"pubmedqa-867","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.14},"model":"typesafe-ai/jev","usage":{"input":786,"output":20},"cost_usd":0.00003301,"seconds":0.3913,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:13.669Z"}
{"item_id":"pubmedqa-871","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.4},"model":"typesafe-ai/jev","usage":{"input":667,"output":20},"cost_usd":0.00002801,"seconds":0.4249,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:13.709Z"}
{"item_id":"pubmedqa-871","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.34},"model":"typesafe-ai/jev","usage":{"input":667,"output":20},"cost_usd":0.00002801,"seconds":0.4492,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:13.768Z"}
{"item_id":"pubmedqa-871","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.36},"model":"typesafe-ai/jev","usage":{"input":667,"output":20},"cost_usd":0.00002801,"seconds":0.4463,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:13.905Z"}
{"item_id":"pubmedqa-871","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.36},"model":"typesafe-ai/jev","usage":{"input":667,"output":20},"cost_usd":0.00002801,"seconds":0.4172,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:14.086Z"}
{"item_id":"pubmedqa-871","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.35},"model":"typesafe-ai/jev","usage":{"input":667,"output":20},"cost_usd":0.00002801,"seconds":0.5065,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:14.216Z"}
{"item_id":"pubmedqa-872","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.12},"model":"typesafe-ai/jev","usage":{"input":766,"output":20},"cost_usd":0.00003217,"seconds":0.5166,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:14.285Z"}
{"item_id":"pubmedqa-872","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.11},"model":"typesafe-ai/jev","usage":{"input":766,"output":20},"cost_usd":0.00003217,"seconds":0.5223,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:14.428Z"}
{"item_id":"pubmedqa-872","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.12},"model":"typesafe-ai/jev","usage":{"input":766,"output":20},"cost_usd":0.00003217,"seconds":0.402,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:14.489Z"}
{"item_id":"pubmedqa-872","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.11},"model":"typesafe-ai/jev","usage":{"input":766,"output":20},"cost_usd":0.00003217,"seconds":0.4048,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:14.690Z"}
{"item_id":"pubmedqa-872","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.12},"model":"typesafe-ai/jev","usage":{"input":766,"output":20},"cost_usd":0.00003217,"seconds":0.5829,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:14.799Z"}
{"item_id":"pubmedqa-873","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.06},"model":"typesafe-ai/jev","usage":{"input":569,"output":20},"cost_usd":0.0000239,"seconds":0.4176,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:14.907Z"}
{"item_id":"pubmedqa-873","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.06},"model":"typesafe-ai/jev","usage":{"input":569,"output":20},"cost_usd":0.0000239,"seconds":0.602,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:15.030Z"}
{"item_id":"pubmedqa-873","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.06},"model":"typesafe-ai/jev","usage":{"input":569,"output":20},"cost_usd":0.0000239,"seconds":0.4516,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:15.142Z"}
{"item_id":"pubmedqa-873","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.06},"model":"typesafe-ai/jev","usage":{"input":569,"output":20},"cost_usd":0.0000239,"seconds":0.4456,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:15.245Z"}
{"item_id":"pubmedqa-873","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.07},"model":"typesafe-ai/jev","usage":{"input":569,"output":20},"cost_usd":0.0000239,"seconds":0.4007,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:15.308Z"}
{"item_id":"pubmedqa-874","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.91},"model":"typesafe-ai/jev","usage":{"input":788,"output":20},"cost_usd":0.0000331,"seconds":0.4558,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:15.486Z"}
{"item_id":"pubmedqa-874","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.92},"model":"typesafe-ai/jev","usage":{"input":788,"output":20},"cost_usd":0.0000331,"seconds":0.4103,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:15.656Z"}
{"item_id":"pubmedqa-874","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.91},"model":"typesafe-ai/jev","usage":{"input":788,"output":20},"cost_usd":0.0000331,"seconds":0.6596,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:15.802Z"}
{"item_id":"pubmedqa-874","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.91},"model":"typesafe-ai/jev","usage":{"input":788,"output":20},"cost_usd":0.0000331,"seconds":0.4213,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:15.908Z"}
{"item_id":"pubmedqa-878","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.93},"model":"typesafe-ai/jev","usage":{"input":794,"output":20},"cost_usd":0.00003335,"seconds":0.3975,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:16.054Z"}
{"item_id":"pubmedqa-874","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.92},"model":"typesafe-ai/jev","usage":{"input":788,"output":20},"cost_usd":0.0000331,"seconds":0.8271,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:16.135Z"}
{"item_id":"pubmedqa-878","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.93},"model":"typesafe-ai/jev","usage":{"input":794,"output":20},"cost_usd":0.00003335,"seconds":0.39,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:16.298Z"}
{"item_id":"pubmedqa-878","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.93},"model":"typesafe-ai/jev","usage":{"input":794,"output":20},"cost_usd":0.00003335,"seconds":0.5289,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:16.331Z"}
{"item_id":"pubmedqa-878","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.93},"model":"typesafe-ai/jev","usage":{"input":794,"output":20},"cost_usd":0.00003335,"seconds":0.4073,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:16.461Z"}
{"item_id":"pubmedqa-878","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.93},"model":"typesafe-ai/jev","usage":{"input":794,"output":20},"cost_usd":0.00003335,"seconds":0.5544,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:16.690Z"}
{"item_id":"pubmedqa-879","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.14},"model":"typesafe-ai/jev","usage":{"input":683,"output":20},"cost_usd":0.00002869,"seconds":0.4151,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:16.714Z"}
{"item_id":"pubmedqa-879","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.15},"model":"typesafe-ai/jev","usage":{"input":683,"output":20},"cost_usd":0.00002869,"seconds":0.4638,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:16.795Z"}
{"item_id":"pubmedqa-879","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.18},"model":"typesafe-ai/jev","usage":{"input":683,"output":20},"cost_usd":0.00002869,"seconds":0.5368,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:16.999Z"}
{"item_id":"pubmedqa-879","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.24},"model":"typesafe-ai/jev","usage":{"input":683,"output":20},"cost_usd":0.00002869,"seconds":0.429,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:17.119Z"}
{"item_id":"pubmedqa-879","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.16},"model":"typesafe-ai/jev","usage":{"input":683,"output":20},"cost_usd":0.00002869,"seconds":0.4167,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:17.131Z"}
{"item_id":"pubmedqa-880","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.89},"model":"typesafe-ai/jev","usage":{"input":735,"output":20},"cost_usd":0.00003087,"seconds":0.5792,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:17.375Z"}
{"item_id":"pubmedqa-880","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.9},"model":"typesafe-ai/jev","usage":{"input":735,"output":20},"cost_usd":0.00003087,"seconds":0.4506,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:17.450Z"}
{"item_id":"pubmedqa-880","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.9},"model":"typesafe-ai/jev","usage":{"input":735,"output":20},"cost_usd":0.00003087,"seconds":0.4217,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:17.541Z"}
{"item_id":"pubmedqa-880","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.89},"model":"typesafe-ai/jev","usage":{"input":735,"output":20},"cost_usd":0.00003087,"seconds":0.5107,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:17.643Z"}
{"item_id":"pubmedqa-880","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.89},"model":"typesafe-ai/jev","usage":{"input":735,"output":20},"cost_usd":0.00003087,"seconds":0.4361,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:17.811Z"}
{"item_id":"pubmedqa-886","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.06},"model":"typesafe-ai/jev","usage":{"input":528,"output":20},"cost_usd":0.00002218,"seconds":0.4658,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:17.916Z"}
{"item_id":"pubmedqa-886","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.06},"model":"typesafe-ai/jev","usage":{"input":528,"output":20},"cost_usd":0.00002218,"seconds":0.5089,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:18.051Z"}
{"item_id":"pubmedqa-886","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.06},"model":"typesafe-ai/jev","usage":{"input":528,"output":20},"cost_usd":0.00002218,"seconds":0.4578,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:18.101Z"}
{"item_id":"pubmedqa-886","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.06},"model":"typesafe-ai/jev","usage":{"input":528,"output":20},"cost_usd":0.00002218,"seconds":0.4726,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:18.285Z"}
{"item_id":"pubmedqa-886","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.06},"model":"typesafe-ai/jev","usage":{"input":528,"output":20},"cost_usd":0.00002218,"seconds":0.4093,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:18.325Z"}
{"item_id":"pubmedqa-887","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.33},"model":"typesafe-ai/jev","usage":{"input":714,"output":20},"cost_usd":0.00002999,"seconds":0.4302,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:18.481Z"}
{"item_id":"pubmedqa-887","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.3},"model":"typesafe-ai/jev","usage":{"input":714,"output":20},"cost_usd":0.00002999,"seconds":0.4404,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:18.541Z"}
{"item_id":"pubmedqa-887","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.32},"model":"typesafe-ai/jev","usage":{"input":714,"output":20},"cost_usd":0.00002999,"seconds":0.4396,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:18.725Z"}
{"item_id":"pubmedqa-887","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.33},"model":"typesafe-ai/jev","usage":{"input":714,"output":20},"cost_usd":0.00002999,"seconds":0.4756,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:18.801Z"}
{"item_id":"pubmedqa-887","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.31},"model":"typesafe-ai/jev","usage":{"input":714,"output":20},"cost_usd":0.00002999,"seconds":0.3976,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:18.879Z"}
{"item_id":"pubmedqa-895","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.19},"model":"typesafe-ai/jev","usage":{"input":569,"output":20},"cost_usd":0.0000239,"seconds":0.4471,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:18.989Z"}
{"item_id":"pubmedqa-895","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.2},"model":"typesafe-ai/jev","usage":{"input":569,"output":20},"cost_usd":0.0000239,"seconds":0.4278,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:19.153Z"}
{"item_id":"pubmedqa-895","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.21},"model":"typesafe-ai/jev","usage":{"input":569,"output":20},"cost_usd":0.0000239,"seconds":0.4532,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:19.255Z"}
{"item_id":"pubmedqa-895","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.21},"model":"typesafe-ai/jev","usage":{"input":569,"output":20},"cost_usd":0.0000239,"seconds":0.5138,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:19.394Z"}
{"item_id":"pubmedqa-895","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.2},"model":"typesafe-ai/jev","usage":{"input":569,"output":20},"cost_usd":0.0000239,"seconds":0.4073,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:19.397Z"}
{"item_id":"pubmedqa-897","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.81},"model":"typesafe-ai/jev","usage":{"input":592,"output":20},"cost_usd":0.00002486,"seconds":0.4183,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:19.572Z"}
{"item_id":"pubmedqa-897","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.83},"model":"typesafe-ai/jev","usage":{"input":592,"output":20},"cost_usd":0.00002486,"seconds":0.4117,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:19.667Z"}
{"item_id":"pubmedqa-897","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.84},"model":"typesafe-ai/jev","usage":{"input":592,"output":20},"cost_usd":0.00002486,"seconds":0.395,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:19.793Z"}
{"item_id":"pubmedqa-897","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.84},"model":"typesafe-ai/jev","usage":{"input":592,"output":20},"cost_usd":0.00002486,"seconds":0.4278,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:19.822Z"}
{"item_id":"pubmedqa-897","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.84},"model":"typesafe-ai/jev","usage":{"input":592,"output":20},"cost_usd":0.00002486,"seconds":0.4532,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:20.025Z"}
{"item_id":"pubmedqa-898","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.12},"model":"typesafe-ai/jev","usage":{"input":805,"output":20},"cost_usd":0.00003381,"seconds":0.4041,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:20.071Z"}
{"item_id":"pubmedqa-898","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.12},"model":"typesafe-ai/jev","usage":{"input":805,"output":20},"cost_usd":0.00003381,"seconds":0.3823,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:20.205Z"}
{"item_id":"pubmedqa-898","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.12},"model":"typesafe-ai/jev","usage":{"input":805,"output":20},"cost_usd":0.00003381,"seconds":0.5231,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:20.316Z"}
{"item_id":"pubmedqa-898","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.12},"model":"typesafe-ai/jev","usage":{"input":805,"output":20},"cost_usd":0.00003381,"seconds":0.6152,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:20.641Z"}
{"item_id":"pubmedqa-902","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.94},"model":"typesafe-ai/jev","usage":{"input":696,"output":20},"cost_usd":0.00002923,"seconds":0.4385,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:20.644Z"}
{"item_id":"pubmedqa-898","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.11},"model":"typesafe-ai/jev","usage":{"input":805,"output":20},"cost_usd":0.00003381,"seconds":0.7436,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:20.815Z"}
{"item_id":"pubmedqa-902","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.94},"model":"typesafe-ai/jev","usage":{"input":696,"output":20},"cost_usd":0.00002923,"seconds":0.6864,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:21.003Z"}
{"item_id":"pubmedqa-902","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.93},"model":"typesafe-ai/jev","usage":{"input":696,"output":20},"cost_usd":0.00002923,"seconds":0.4146,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:21.059Z"}
{"item_id":"pubmedqa-902","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.94},"model":"typesafe-ai/jev","usage":{"input":696,"output":20},"cost_usd":0.00002923,"seconds":0.4307,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:21.072Z"}
{"item_id":"pubmedqa-902","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.94},"model":"typesafe-ai/jev","usage":{"input":696,"output":20},"cost_usd":0.00002923,"seconds":0.4022,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:21.218Z"}
{"item_id":"pubmedqa-903","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.96},"model":"typesafe-ai/jev","usage":{"input":833,"output":20},"cost_usd":0.00003499,"seconds":0.454,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:21.458Z"}
{"item_id":"pubmedqa-903","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.96},"model":"typesafe-ai/jev","usage":{"input":833,"output":20},"cost_usd":0.00003499,"seconds":0.4581,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:21.517Z"}
{"item_id":"pubmedqa-903","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.95},"model":"typesafe-ai/jev","usage":{"input":833,"output":20},"cost_usd":0.00003499,"seconds":0.4545,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:21.527Z"}
{"item_id":"pubmedqa-903","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.96},"model":"typesafe-ai/jev","usage":{"input":833,"output":20},"cost_usd":0.00003499,"seconds":0.3981,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:21.617Z"}
{"item_id":"pubmedqa-903","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.95},"model":"typesafe-ai/jev","usage":{"input":833,"output":20},"cost_usd":0.00003499,"seconds":0.5178,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:21.976Z"}
{"item_id":"pubmedqa-906","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.06},"model":"typesafe-ai/jev","usage":{"input":569,"output":20},"cost_usd":0.0000239,"seconds":0.4819,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:21.999Z"}
{"item_id":"pubmedqa-906","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.07},"model":"typesafe-ai/jev","usage":{"input":569,"output":20},"cost_usd":0.0000239,"seconds":0.4143,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:22.031Z"}
{"item_id":"pubmedqa-906","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.07},"model":"typesafe-ai/jev","usage":{"input":569,"output":20},"cost_usd":0.0000239,"seconds":0.7183,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:22.245Z"}
{"item_id":"pubmedqa-906","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.06},"model":"typesafe-ai/jev","usage":{"input":569,"output":20},"cost_usd":0.0000239,"seconds":0.4034,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:22.380Z"}
{"item_id":"pubmedqa-906","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.06},"model":"typesafe-ai/jev","usage":{"input":569,"output":20},"cost_usd":0.0000239,"seconds":0.4425,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:22.442Z"}
{"item_id":"pubmedqa-913","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.23},"model":"typesafe-ai/jev","usage":{"input":671,"output":20},"cost_usd":0.00002818,"seconds":0.433,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:22.465Z"}
{"item_id":"pubmedqa-913","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.22},"model":"typesafe-ai/jev","usage":{"input":671,"output":20},"cost_usd":0.00002818,"seconds":0.5353,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:22.781Z"}
{"item_id":"pubmedqa-913","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.22},"model":"typesafe-ai/jev","usage":{"input":671,"output":20},"cost_usd":0.00002818,"seconds":0.4218,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:22.802Z"}
{"item_id":"pubmedqa-913","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.22},"model":"typesafe-ai/jev","usage":{"input":671,"output":20},"cost_usd":0.00002818,"seconds":0.4,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:22.843Z"}
{"item_id":"pubmedqa-913","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.22},"model":"typesafe-ai/jev","usage":{"input":671,"output":20},"cost_usd":0.00002818,"seconds":0.4674,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:22.933Z"}
{"item_id":"pubmedqa-917","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.98},"model":"typesafe-ai/jev","usage":{"input":781,"output":20},"cost_usd":0.0000328,"seconds":0.4157,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:23.197Z"}
{"item_id":"pubmedqa-917","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.98},"model":"typesafe-ai/jev","usage":{"input":781,"output":20},"cost_usd":0.0000328,"seconds":0.4126,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:23.215Z"}
{"item_id":"pubmedqa-917","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.98},"model":"typesafe-ai/jev","usage":{"input":781,"output":20},"cost_usd":0.0000328,"seconds":0.4056,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:23.249Z"}
{"item_id":"pubmedqa-917","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.97},"model":"typesafe-ai/jev","usage":{"input":781,"output":20},"cost_usd":0.0000328,"seconds":0.466,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:23.399Z"}
{"item_id":"pubmedqa-917","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.98},"model":"typesafe-ai/jev","usage":{"input":781,"output":20},"cost_usd":0.0000328,"seconds":0.3936,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:23.591Z"}
{"item_id":"pubmedqa-920","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.72},"model":"typesafe-ai/jev","usage":{"input":614,"output":20},"cost_usd":0.00002579,"seconds":0.4075,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:23.623Z"}
{"item_id":"pubmedqa-920","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.72},"model":"typesafe-ai/jev","usage":{"input":614,"output":20},"cost_usd":0.00002579,"seconds":0.5247,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:23.774Z"}
{"item_id":"pubmedqa-920","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.72},"model":"typesafe-ai/jev","usage":{"input":614,"output":20},"cost_usd":0.00002579,"seconds":0.5716,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:23.971Z"}
{"item_id":"pubmedqa-920","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.73},"model":"typesafe-ai/jev","usage":{"input":614,"output":20},"cost_usd":0.00002579,"seconds":0.4407,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:24.032Z"}
{"item_id":"pubmedqa-920","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.75},"model":"typesafe-ai/jev","usage":{"input":614,"output":20},"cost_usd":0.00002579,"seconds":0.4448,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:24.068Z"}
{"item_id":"pubmedqa-924","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.96},"model":"typesafe-ai/jev","usage":{"input":688,"output":20},"cost_usd":0.0000289,"seconds":0.5687,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:24.343Z"}
{"item_id":"pubmedqa-924","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.96},"model":"typesafe-ai/jev","usage":{"input":688,"output":20},"cost_usd":0.0000289,"seconds":0.4632,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:24.435Z"}
{"item_id":"pubmedqa-924","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.96},"model":"typesafe-ai/jev","usage":{"input":688,"output":20},"cost_usd":0.0000289,"seconds":0.4154,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:24.448Z"}
{"item_id":"pubmedqa-924","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.96},"model":"typesafe-ai/jev","usage":{"input":688,"output":20},"cost_usd":0.0000289,"seconds":0.4966,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:24.565Z"}
{"item_id":"pubmedqa-924","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.96},"model":"typesafe-ai/jev","usage":{"input":688,"output":20},"cost_usd":0.0000289,"seconds":0.3888,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:24.732Z"}
{"item_id":"pubmedqa-927","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.88},"model":"typesafe-ai/jev","usage":{"input":729,"output":20},"cost_usd":0.00003062,"seconds":0.4307,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:24.879Z"}
{"item_id":"pubmedqa-927","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.89},"model":"typesafe-ai/jev","usage":{"input":729,"output":20},"cost_usd":0.00003062,"seconds":0.4483,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:24.883Z"}
{"item_id":"pubmedqa-927","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.88},"model":"typesafe-ai/jev","usage":{"input":729,"output":20},"cost_usd":0.00003062,"seconds":0.3944,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:24.960Z"}
{"item_id":"pubmedqa-927","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.87},"model":"typesafe-ai/jev","usage":{"input":729,"output":20},"cost_usd":0.00003062,"seconds":0.4,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:25.133Z"}
{"item_id":"pubmedqa-931","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.71},"model":"typesafe-ai/jev","usage":{"input":577,"output":20},"cost_usd":0.00002423,"seconds":0.427,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:25.311Z"}
{"item_id":"pubmedqa-927","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.88},"model":"typesafe-ai/jev","usage":{"input":729,"output":20},"cost_usd":0.00003062,"seconds":0.4432,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:25.323Z"}
{"item_id":"pubmedqa-931","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.71},"model":"typesafe-ai/jev","usage":{"input":577,"output":20},"cost_usd":0.00002423,"seconds":0.4177,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:25.378Z"}
{"item_id":"pubmedqa-931","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.73},"model":"typesafe-ai/jev","usage":{"input":577,"output":20},"cost_usd":0.00002423,"seconds":0.423,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:25.556Z"}
{"item_id":"pubmedqa-931","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.71},"model":"typesafe-ai/jev","usage":{"input":577,"output":20},"cost_usd":0.00002423,"seconds":0.4117,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:25.723Z"}
{"item_id":"pubmedqa-931","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.74},"model":"typesafe-ai/jev","usage":{"input":577,"output":20},"cost_usd":0.00002423,"seconds":0.4373,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:25.761Z"}
{"item_id":"pubmedqa-935","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.08},"model":"typesafe-ai/jev","usage":{"input":763,"output":20},"cost_usd":0.00003205,"seconds":0.4019,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:25.780Z"}
{"item_id":"pubmedqa-935","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.08},"model":"typesafe-ai/jev","usage":{"input":763,"output":20},"cost_usd":0.00003205,"seconds":0.53,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:26.087Z"}
{"item_id":"pubmedqa-935","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.07},"model":"typesafe-ai/jev","usage":{"input":763,"output":20},"cost_usd":0.00003205,"seconds":0.3723,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:26.153Z"}
{"item_id":"pubmedqa-935","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.08},"model":"typesafe-ai/jev","usage":{"input":763,"output":20},"cost_usd":0.00003205,"seconds":0.5057,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:26.229Z"}
{"item_id":"pubmedqa-935","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.08},"model":"typesafe-ai/jev","usage":{"input":763,"output":20},"cost_usd":0.00003205,"seconds":0.493,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:26.254Z"}
{"item_id":"pubmedqa-939","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.15},"model":"typesafe-ai/jev","usage":{"input":701,"output":20},"cost_usd":0.00002944,"seconds":0.4064,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:26.494Z"}
{"item_id":"pubmedqa-939","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.15},"model":"typesafe-ai/jev","usage":{"input":701,"output":20},"cost_usd":0.00002944,"seconds":0.4517,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:26.606Z"}
{"item_id":"pubmedqa-939","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.15},"model":"typesafe-ai/jev","usage":{"input":701,"output":20},"cost_usd":0.00002944,"seconds":0.4063,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:26.662Z"}
{"item_id":"pubmedqa-939","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.15},"model":"typesafe-ai/jev","usage":{"input":701,"output":20},"cost_usd":0.00002944,"seconds":0.4411,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:26.671Z"}
{"item_id":"pubmedqa-939","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.15},"model":"typesafe-ai/jev","usage":{"input":701,"output":20},"cost_usd":0.00002944,"seconds":0.4211,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:26.915Z"}
{"item_id":"pubmedqa-941","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.68},"model":"typesafe-ai/jev","usage":{"input":661,"output":20},"cost_usd":0.00002776,"seconds":0.424,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:27.030Z"}
{"item_id":"pubmedqa-941","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.69},"model":"typesafe-ai/jev","usage":{"input":661,"output":20},"cost_usd":0.00002776,"seconds":0.3755,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:27.047Z"}
{"item_id":"pubmedqa-941","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.7},"model":"typesafe-ai/jev","usage":{"input":661,"output":20},"cost_usd":0.00002776,"seconds":0.4571,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:27.120Z"}
{"item_id":"pubmedqa-941","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.68},"model":"typesafe-ai/jev","usage":{"input":661,"output":20},"cost_usd":0.00002776,"seconds":0.3982,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:27.314Z"}
{"item_id":"pubmedqa-943","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.92},"model":"typesafe-ai/jev","usage":{"input":624,"output":20},"cost_usd":0.00002621,"seconds":0.4346,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:27.482Z"}
{"item_id":"pubmedqa-943","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.92},"model":"typesafe-ai/jev","usage":{"input":624,"output":20},"cost_usd":0.00002621,"seconds":0.4336,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:27.554Z"}
{"item_id":"pubmedqa-941","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.68},"model":"typesafe-ai/jev","usage":{"input":661,"output":20},"cost_usd":0.00002776,"seconds":0.6344,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:27.665Z"}
{"item_id":"pubmedqa-943","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.92},"model":"typesafe-ai/jev","usage":{"input":624,"output":20},"cost_usd":0.00002621,"seconds":0.375,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:27.689Z"}
{"item_id":"pubmedqa-943","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.92},"model":"typesafe-ai/jev","usage":{"input":624,"output":20},"cost_usd":0.00002621,"seconds":0.4441,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:27.926Z"}
{"item_id":"pubmedqa-947","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.9},"model":"typesafe-ai/jev","usage":{"input":621,"output":20},"cost_usd":0.00002608,"seconds":0.4163,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:28.106Z"}
{"item_id":"pubmedqa-947","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.9},"model":"typesafe-ai/jev","usage":{"input":621,"output":20},"cost_usd":0.00002608,"seconds":0.4542,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:28.119Z"}
{"item_id":"pubmedqa-947","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.9},"model":"typesafe-ai/jev","usage":{"input":621,"output":20},"cost_usd":0.00002608,"seconds":0.4373,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:28.364Z"}
{"item_id":"pubmedqa-947","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.9},"model":"typesafe-ai/jev","usage":{"input":621,"output":20},"cost_usd":0.00002608,"seconds":0.3828,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:28.503Z"}
{"item_id":"pubmedqa-947","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.91},"model":"typesafe-ai/jev","usage":{"input":621,"output":20},"cost_usd":0.00002608,"seconds":0.4101,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:28.516Z"}
{"item_id":"pubmedqa-949","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.89},"model":"typesafe-ai/jev","usage":{"input":741,"output":20},"cost_usd":0.00003112,"seconds":0.4475,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:28.812Z"}
{"item_id":"pubmedqa-949","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.88},"model":"typesafe-ai/jev","usage":{"input":741,"output":20},"cost_usd":0.00003112,"seconds":0.4141,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:28.917Z"}
{"item_id":"pubmedqa-949","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.89},"model":"typesafe-ai/jev","usage":{"input":741,"output":20},"cost_usd":0.00003112,"seconds":0.5028,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:29.020Z"}
{"item_id":"pubmedqa-949","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.89},"model":"typesafe-ai/jev","usage":{"input":741,"output":20},"cost_usd":0.00003112,"seconds":0.441,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:29.253Z"}
{"item_id":"pubmedqa-959","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.34},"model":"typesafe-ai/jev","usage":{"input":698,"output":20},"cost_usd":0.00002932,"seconds":0.4617,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:29.482Z"}
{"item_id":"pubmedqa-949","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.9},"model":"typesafe-ai/jev","usage":{"input":741,"output":20},"cost_usd":0.00003112,"seconds":0.8096,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:29.727Z"}
{"item_id":"pubmedqa-959","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.36},"model":"typesafe-ai/jev","usage":{"input":698,"output":20},"cost_usd":0.00002932,"seconds":0.5315,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:29.785Z"}
{"item_id":"pubmedqa-959","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.32},"model":"typesafe-ai/jev","usage":{"input":698,"output":20},"cost_usd":0.00002932,"seconds":0.5024,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:29.984Z"}
{"item_id":"pubmedqa-943","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.92},"model":"typesafe-ai/jev","usage":{"input":624,"output":20},"cost_usd":0.00002621,"seconds":2.473,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:30.027Z"}
{"item_id":"pubmedqa-959","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.36},"model":"typesafe-ai/jev","usage":{"input":698,"output":20},"cost_usd":0.00002932,"seconds":0.4861,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:30.214Z"}
{"item_id":"pubmedqa-959","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.31},"model":"typesafe-ai/jev","usage":{"input":698,"output":20},"cost_usd":0.00002932,"seconds":0.4652,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:30.251Z"}
{"item_id":"pubmedqa-963","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.93},"model":"typesafe-ai/jev","usage":{"input":675,"output":20},"cost_usd":0.00002835,"seconds":0.4273,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:30.412Z"}
{"item_id":"pubmedqa-963","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.94},"model":"typesafe-ai/jev","usage":{"input":675,"output":20},"cost_usd":0.00002835,"seconds":0.4233,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:30.451Z"}
{"item_id":"pubmedqa-963","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.94},"model":"typesafe-ai/jev","usage":{"input":675,"output":20},"cost_usd":0.00002835,"seconds":0.431,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:30.682Z"}
{"item_id":"pubmedqa-963","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.93},"model":"typesafe-ai/jev","usage":{"input":675,"output":20},"cost_usd":0.00002835,"seconds":0.5321,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:30.746Z"}
{"item_id":"pubmedqa-963","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.92},"model":"typesafe-ai/jev","usage":{"input":675,"output":20},"cost_usd":0.00002835,"seconds":0.384,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:30.796Z"}
{"item_id":"pubmedqa-964","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"model":"typesafe-ai/jev","usage":{"input":747,"output":20},"cost_usd":0.00003137,"seconds":0.421,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:30.872Z"}
{"item_id":"pubmedqa-964","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.05},"model":"typesafe-ai/jev","usage":{"input":747,"output":20},"cost_usd":0.00003137,"seconds":0.3633,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:31.110Z"}
{"item_id":"pubmedqa-964","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"model":"typesafe-ai/jev","usage":{"input":747,"output":20},"cost_usd":0.00003137,"seconds":0.4284,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:31.111Z"}
{"item_id":"pubmedqa-964","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.05},"model":"typesafe-ai/jev","usage":{"input":747,"output":20},"cost_usd":0.00003137,"seconds":0.4566,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:31.253Z"}
{"item_id":"pubmedqa-964","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.06},"model":"typesafe-ai/jev","usage":{"input":747,"output":20},"cost_usd":0.00003137,"seconds":0.4236,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:31.296Z"}
{"item_id":"pubmedqa-966","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.13},"model":"typesafe-ai/jev","usage":{"input":601,"output":20},"cost_usd":0.00002524,"seconds":0.4025,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:31.513Z"}
{"item_id":"pubmedqa-966","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.15},"model":"typesafe-ai/jev","usage":{"input":601,"output":20},"cost_usd":0.00002524,"seconds":0.4201,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:31.531Z"}
{"item_id":"pubmedqa-966","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.14},"model":"typesafe-ai/jev","usage":{"input":601,"output":20},"cost_usd":0.00002524,"seconds":0.4194,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:31.673Z"}
{"item_id":"pubmedqa-966","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.14},"model":"typesafe-ai/jev","usage":{"input":601,"output":20},"cost_usd":0.00002524,"seconds":0.4651,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:31.762Z"}
{"item_id":"pubmedqa-966","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.13},"model":"typesafe-ai/jev","usage":{"input":601,"output":20},"cost_usd":0.00002524,"seconds":0.4023,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:31.915Z"}
{"item_id":"pubmedqa-967","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"model":"typesafe-ai/jev","usage":{"input":766,"output":20},"cost_usd":0.00003217,"seconds":0.4184,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:31.950Z"}
{"item_id":"pubmedqa-967","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.05},"model":"typesafe-ai/jev","usage":{"input":766,"output":20},"cost_usd":0.00003217,"seconds":0.469,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:32.142Z"}
{"item_id":"pubmedqa-967","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.05},"model":"typesafe-ai/jev","usage":{"input":766,"output":20},"cost_usd":0.00003217,"seconds":0.4294,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:32.192Z"}
{"item_id":"pubmedqa-967","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.05},"model":"typesafe-ai/jev","usage":{"input":766,"output":20},"cost_usd":0.00003217,"seconds":0.4091,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:32.359Z"}
{"item_id":"pubmedqa-967","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.05},"model":"typesafe-ai/jev","usage":{"input":766,"output":20},"cost_usd":0.00003217,"seconds":0.4731,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:32.389Z"}
{"item_id":"pubmedqa-970","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.96},"model":"typesafe-ai/jev","usage":{"input":563,"output":20},"cost_usd":0.00002365,"seconds":0.3956,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:32.588Z"}
{"item_id":"pubmedqa-970","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.96},"model":"typesafe-ai/jev","usage":{"input":563,"output":20},"cost_usd":0.00002365,"seconds":0.5229,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:32.666Z"}
{"item_id":"pubmedqa-970","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.96},"model":"typesafe-ai/jev","usage":{"input":563,"output":20},"cost_usd":0.00002365,"seconds":0.4083,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:32.768Z"}
{"item_id":"pubmedqa-970","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.96},"model":"typesafe-ai/jev","usage":{"input":563,"output":20},"cost_usd":0.00002365,"seconds":0.4113,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:32.800Z"}
{"item_id":"pubmedqa-970","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.96},"model":"typesafe-ai/jev","usage":{"input":563,"output":20},"cost_usd":0.00002365,"seconds":0.3853,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:32.973Z"}
{"item_id":"pubmedqa-972","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.1},"model":"typesafe-ai/jev","usage":{"input":710,"output":20},"cost_usd":0.00002982,"seconds":0.4536,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:33.120Z"}
{"item_id":"pubmedqa-972","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.1},"model":"typesafe-ai/jev","usage":{"input":710,"output":20},"cost_usd":0.00002982,"seconds":0.421,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:33.190Z"}
{"item_id":"pubmedqa-972","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.11},"model":"typesafe-ai/jev","usage":{"input":710,"output":20},"cost_usd":0.00002982,"seconds":0.421,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:33.222Z"}
{"item_id":"pubmedqa-972","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.11},"model":"typesafe-ai/jev","usage":{"input":710,"output":20},"cost_usd":0.00002982,"seconds":0.4272,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:33.401Z"}
{"item_id":"pubmedqa-972","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.1},"model":"typesafe-ai/jev","usage":{"input":710,"output":20},"cost_usd":0.00002982,"seconds":0.4023,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:33.522Z"}
{"item_id":"pubmedqa-978","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.84},"model":"typesafe-ai/jev","usage":{"input":697,"output":20},"cost_usd":0.00002927,"seconds":0.4135,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:33.603Z"}
{"item_id":"pubmedqa-978","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.85},"model":"typesafe-ai/jev","usage":{"input":697,"output":20},"cost_usd":0.00002927,"seconds":0.4111,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:33.633Z"}
{"item_id":"pubmedqa-978","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.84},"model":"typesafe-ai/jev","usage":{"input":697,"output":20},"cost_usd":0.00002927,"seconds":0.3968,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:33.920Z"}
{"item_id":"pubmedqa-978","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.87},"model":"typesafe-ai/jev","usage":{"input":697,"output":20},"cost_usd":0.00002927,"seconds":0.5194,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:33.920Z"}
{"item_id":"pubmedqa-978","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.85},"model":"typesafe-ai/jev","usage":{"input":697,"output":20},"cost_usd":0.00002927,"seconds":0.4041,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:34.008Z"}
{"item_id":"pubmedqa-979","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.96},"model":"typesafe-ai/jev","usage":{"input":640,"output":20},"cost_usd":0.00002688,"seconds":0.404,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:34.038Z"}
{"item_id":"pubmedqa-979","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.96},"model":"typesafe-ai/jev","usage":{"input":640,"output":20},"cost_usd":0.00002688,"seconds":0.4225,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:34.343Z"}
{"item_id":"pubmedqa-979","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.96},"model":"typesafe-ai/jev","usage":{"input":640,"output":20},"cost_usd":0.00002688,"seconds":0.4935,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:34.413Z"}
{"item_id":"pubmedqa-979","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.96},"model":"typesafe-ai/jev","usage":{"input":640,"output":20},"cost_usd":0.00002688,"seconds":0.413,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:34.421Z"}
{"item_id":"pubmedqa-979","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.96},"model":"typesafe-ai/jev","usage":{"input":640,"output":20},"cost_usd":0.00002688,"seconds":0.4763,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:34.514Z"}
{"item_id":"pubmedqa-980","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.93},"model":"typesafe-ai/jev","usage":{"input":665,"output":20},"cost_usd":0.00002793,"seconds":0.4787,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:34.822Z"}
{"item_id":"pubmedqa-980","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.94},"model":"typesafe-ai/jev","usage":{"input":665,"output":20},"cost_usd":0.00002793,"seconds":0.462,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:34.876Z"}
{"item_id":"pubmedqa-980","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.93},"model":"typesafe-ai/jev","usage":{"input":665,"output":20},"cost_usd":0.00002793,"seconds":0.3939,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:34.909Z"}
{"item_id":"pubmedqa-980","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.93},"model":"typesafe-ai/jev","usage":{"input":665,"output":20},"cost_usd":0.00002793,"seconds":0.498,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:34.920Z"}
{"item_id":"pubmedqa-980","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.93},"model":"typesafe-ai/jev","usage":{"input":665,"output":20},"cost_usd":0.00002793,"seconds":0.4377,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:35.261Z"}
{"item_id":"pubmedqa-983","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.92},"model":"typesafe-ai/jev","usage":{"input":590,"output":20},"cost_usd":0.00002478,"seconds":0.4315,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:35.340Z"}
{"item_id":"pubmedqa-983","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.92},"model":"typesafe-ai/jev","usage":{"input":590,"output":20},"cost_usd":0.00002478,"seconds":0.4803,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:35.357Z"}
{"item_id":"pubmedqa-983","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.92},"model":"typesafe-ai/jev","usage":{"input":590,"output":20},"cost_usd":0.00002478,"seconds":0.4513,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:35.371Z"}
{"item_id":"pubmedqa-983","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.92},"model":"typesafe-ai/jev","usage":{"input":590,"output":20},"cost_usd":0.00002478,"seconds":0.4318,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:35.693Z"}
{"item_id":"pubmedqa-987","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.94},"model":"typesafe-ai/jev","usage":{"input":703,"output":20},"cost_usd":0.00002953,"seconds":0.4451,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:35.802Z"}
{"item_id":"pubmedqa-987","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.94},"model":"typesafe-ai/jev","usage":{"input":703,"output":20},"cost_usd":0.00002953,"seconds":0.4552,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:35.827Z"}
{"item_id":"pubmedqa-983","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.92},"model":"typesafe-ai/jev","usage":{"input":590,"output":20},"cost_usd":0.00002478,"seconds":0.4971,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:35.838Z"}
{"item_id":"pubmedqa-987","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.94},"model":"typesafe-ai/jev","usage":{"input":703,"output":20},"cost_usd":0.00002953,"seconds":0.3918,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:36.085Z"}
{"item_id":"pubmedqa-987","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.94},"model":"typesafe-ai/jev","usage":{"input":703,"output":20},"cost_usd":0.00002953,"seconds":0.441,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:36.243Z"}
{"item_id":"pubmedqa-987","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.93},"model":"typesafe-ai/jev","usage":{"input":703,"output":20},"cost_usd":0.00002953,"seconds":0.4263,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:36.254Z"}
{"item_id":"pubmedqa-989","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.12},"model":"typesafe-ai/jev","usage":{"input":532,"output":20},"cost_usd":0.00002234,"seconds":0.4205,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:36.259Z"}
{"item_id":"pubmedqa-989","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.11},"model":"typesafe-ai/jev","usage":{"input":532,"output":20},"cost_usd":0.00002234,"seconds":0.3843,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:36.470Z"}
{"item_id":"pubmedqa-989","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.12},"model":"typesafe-ai/jev","usage":{"input":532,"output":20},"cost_usd":0.00002234,"seconds":0.4,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:36.659Z"}
{"item_id":"pubmedqa-989","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.12},"model":"typesafe-ai/jev","usage":{"input":532,"output":20},"cost_usd":0.00002234,"seconds":0.4114,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:36.665Z"}
{"item_id":"pubmedqa-989","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.11},"model":"typesafe-ai/jev","usage":{"input":532,"output":20},"cost_usd":0.00002234,"seconds":0.4598,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:36.704Z"}
{"item_id":"pubmedqa-991","epoch":0,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.6},"model":"typesafe-ai/jev","usage":{"input":585,"output":20},"cost_usd":0.00002457,"seconds":0.4022,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:36.872Z"}
{"item_id":"pubmedqa-991","epoch":2,"target":1,"order_seed":1,"output":{"type":"noul","noul":0.58},"model":"typesafe-ai/jev","usage":{"input":585,"output":20},"cost_usd":0.00002457,"seconds":0.3877,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:37.053Z"}
{"item_id":"pubmedqa-991","epoch":1,"target":1,"order_seed":0,"output":{"type":"noul","noul":0.58},"model":"typesafe-ai/jev","usage":{"input":585,"output":20},"cost_usd":0.00002457,"seconds":0.4685,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:37.128Z"}
{"item_id":"pubmedqa-991","epoch":3,"target":1,"order_seed":2,"output":{"type":"noul","noul":0.6},"model":"typesafe-ai/jev","usage":{"input":585,"output":20},"cost_usd":0.00002457,"seconds":0.5167,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:37.221Z"}
{"item_id":"pubmedqa-991","epoch":4,"target":1,"order_seed":3,"output":{"type":"noul","noul":0.62},"model":"typesafe-ai/jev","usage":{"input":585,"output":20},"cost_usd":0.00002457,"seconds":0.4492,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:37.322Z"}
{"item_id":"pubmedqa-999","epoch":0,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.31},"model":"typesafe-ai/jev","usage":{"input":753,"output":20},"cost_usd":0.00003163,"seconds":0.4164,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:37.470Z"}
{"item_id":"pubmedqa-999","epoch":1,"target":0,"order_seed":0,"output":{"type":"noul","noul":0.33},"model":"typesafe-ai/jev","usage":{"input":753,"output":20},"cost_usd":0.00003163,"seconds":0.499,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:37.628Z"}
{"item_id":"pubmedqa-999","epoch":3,"target":0,"order_seed":2,"output":{"type":"noul","noul":0.33},"model":"typesafe-ai/jev","usage":{"input":753,"output":20},"cost_usd":0.00003163,"seconds":0.379,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:37.701Z"}
{"item_id":"pubmedqa-999","epoch":2,"target":0,"order_seed":1,"output":{"type":"noul","noul":0.32},"model":"typesafe-ai/jev","usage":{"input":753,"output":20},"cost_usd":0.00003163,"seconds":0.5229,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:37.744Z"}
{"item_id":"pubmedqa-999","epoch":4,"target":0,"order_seed":3,"output":{"type":"noul","noul":0.32},"model":"typesafe-ai/jev","usage":{"input":753,"output":20},"cost_usd":0.00003163,"seconds":0.4842,"malformed":false,"refusal":false,"retries":0,"transport_retries":0,"at":"2026-09-18T10:57:37.955Z"}