[
  {
    "sequence": 0,
    "pair_index": 0,
    "case_id": "boolq-dev-1318",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "cb2243f5f3a4692b1950ac87391bf5dc0cd6506bdd6c41404267b691c776b91c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1,
    "pair_index": 1,
    "case_id": "boolq-dev-1159",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ec948f9c08e201266d43d1cfeebb9984e481e34320da389fc62d5e744d8d9b6d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2,
    "pair_index": 2,
    "case_id": "expanded-policy-0250",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "84f4d4a16a4c48c8f0ac5d050d5d71fcf6aa5a631fdd23da3cb362dc6d713ad7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3,
    "pair_index": 3,
    "case_id": "boolq-dev-3034",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "33c068e5a6868f918951152d14b7bb672eeb101365113899d3ef09cac6caa236",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4,
    "pair_index": 4,
    "case_id": "rte-validation-0054",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6871cb6eded074aaafc3d76fa93821d73e3367d70de72e8cbc934167a5dbc63f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 5,
    "pair_index": 5,
    "case_id": "boolq-dev-2894",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2caf0fed1f72f3aa79aac796507e3b51550226e828c8da19592a9a9cf913e11c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 6,
    "pair_index": 6,
    "case_id": "boolq-dev-0767",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "13da196bb65b9a124f18ae130b5b0537ce5a9af0092882ea26c813d3ad520227",
    "reserve_usd": 0.01
  },
  {
    "sequence": 7,
    "pair_index": 7,
    "case_id": "wic-validation-0536",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "95b655a73ad4aa12894eb07cccf715fb81dcfc0f3a9011f75bb9af6da8692f07",
    "reserve_usd": 0.01
  },
  {
    "sequence": 8,
    "pair_index": 8,
    "case_id": "boolq-dev-2592",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "968ece61b762d63017112b0d131dc476abbb14f5784a2f3bf843f59470a967e7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 9,
    "pair_index": 9,
    "case_id": "boolq-dev-2228",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a9dd2f32f87084d0625a68394984e7364a5651fea98c95a0ded814e377a3aa4a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 10,
    "pair_index": 10,
    "case_id": "wic-validation-0360",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "30febee28939811c86be341560a6c439eeb0f5e819f19ff2a446ca6ca02c1b81",
    "reserve_usd": 0.01
  },
  {
    "sequence": 11,
    "pair_index": 11,
    "case_id": "boolq-dev-2185",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "bbd6f2f2c1d0e5618271a7fc7eabcc29d26e0f0ac32431c98f22b30781ff2caf",
    "reserve_usd": 0.01
  },
  {
    "sequence": 12,
    "pair_index": 12,
    "case_id": "boolq-dev-0111",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "890d907c7066a78a647582552a12dc9c6a87de8833b46f49a185c93581d41e57",
    "reserve_usd": 0.01
  },
  {
    "sequence": 13,
    "pair_index": 13,
    "case_id": "wic-validation-0138",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a1b11083fc1f4d234778038c72e52c3b6a3dc7caae419de67e93ee8b397db830",
    "reserve_usd": 0.01
  },
  {
    "sequence": 14,
    "pair_index": 14,
    "case_id": "boolq-dev-1704",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9dd1d363a85680ec38eb7d161e32a54b1cc8e8354b5c3917d3851ce2d66905d0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 15,
    "pair_index": 15,
    "case_id": "boolq-dev-2343",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "77ecc11ffc09d278639cd49012d08bd28d4494c2ad8e909062b2d73d41d61674",
    "reserve_usd": 0.01
  },
  {
    "sequence": 16,
    "pair_index": 16,
    "case_id": "boolq-dev-3100",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e63671b61a7bbc89b29fb6d8de1cd2bebd1b7593eb4e1817dc6618736fa2ed08",
    "reserve_usd": 0.01
  },
  {
    "sequence": 17,
    "pair_index": 17,
    "case_id": "expanded-policy-0049",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b2ea06459ad9bcf939dbd65ce5aa9afda9e328906ceb71ed80ed7cbef8fbbfbb",
    "reserve_usd": 0.01
  },
  {
    "sequence": 18,
    "pair_index": 18,
    "case_id": "boolq-dev-0682",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "61b2bfc5df9ae5b69c99687810f0284359c4cdfa14253548d7c440baaf2fce61",
    "reserve_usd": 0.01
  },
  {
    "sequence": 19,
    "pair_index": 19,
    "case_id": "expanded-policy-0012",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c9fa4c8a594f71e42cd2d76911584e1b87c15d57b8ecb4929c9bf5fe20bcb762",
    "reserve_usd": 0.01
  },
  {
    "sequence": 20,
    "pair_index": 20,
    "case_id": "boolq-dev-0936",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e6ba93ec478555a77027f8ffc396bdc5fb941ad2d6ef43b75dffe47b6ed40510",
    "reserve_usd": 0.01
  },
  {
    "sequence": 21,
    "pair_index": 21,
    "case_id": "boolq-dev-0131",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7bd1ebda88877481bc23dd14b0baa058c7533071ed4909de81514f8f118f0d15",
    "reserve_usd": 0.01
  },
  {
    "sequence": 22,
    "pair_index": 22,
    "case_id": "boolq-dev-1754",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "778bac0efde59e0da76b739e48da39a67232181e8de09e76555e7bb7cf2a4191",
    "reserve_usd": 0.01
  },
  {
    "sequence": 23,
    "pair_index": 23,
    "case_id": "boolq-dev-0896",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "bdc50ab3938679720a63c9f720b6c11d60cc449f2a376bafe7f67cc41861e1f0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 24,
    "pair_index": 24,
    "case_id": "boolq-dev-1050",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a29b7f8ff1a2813401c7fef58d81340232f4b6c1a30459c38b478bc200e73dd8",
    "reserve_usd": 0.01
  },
  {
    "sequence": 25,
    "pair_index": 25,
    "case_id": "boolq-dev-2762",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "66a08a929aeded54d025ee1ba7b00f098c5ff33d19d492d2925a3c47f6054b06",
    "reserve_usd": 0.01
  },
  {
    "sequence": 26,
    "pair_index": 26,
    "case_id": "boolq-dev-0616",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "67dc21f83142c7979c765ea8f7df063e4eb076d1caf53be3f63a81af6f66bc6c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 27,
    "pair_index": 27,
    "case_id": "boolq-dev-0420",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a4e7fb5fa332f3acad268579d892843ec306ba696f78591ad6f592fd91c8ed78",
    "reserve_usd": 0.01
  },
  {
    "sequence": 28,
    "pair_index": 28,
    "case_id": "boolq-dev-1174",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "cf99ed17cda9e16d35efaa827300294f956f0d18bf1cef547bda2b524eb351e8",
    "reserve_usd": 0.01
  },
  {
    "sequence": 29,
    "pair_index": 29,
    "case_id": "wic-validation-0172",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5a0a35c6b5403c5ae87498c6742882e5fb5ba3c4af83ccf5011a1711cbd02265",
    "reserve_usd": 0.01
  },
  {
    "sequence": 30,
    "pair_index": 30,
    "case_id": "rte-validation-0209",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e044f6d5e69ca6213d4ebbd7f37f36610ce784b326aa21e61410e7799d68c341",
    "reserve_usd": 0.01
  },
  {
    "sequence": 31,
    "pair_index": 31,
    "case_id": "boolq-dev-2133",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0ce5ddf981581fd328672bfcb53322218bccfec15d1153da9e6ed339aa0ac07b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 32,
    "pair_index": 32,
    "case_id": "boolq-dev-2670",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e2c72d79b87267a9b7e41eeadc2d87ba2c4676db96a3f6a2363d5a9a9a6753b4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 33,
    "pair_index": 33,
    "case_id": "wic-validation-0412",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e2a6ee85ab4a93ca4c1993cc7c89c936af4c3ceacb2b51a019ab173bd994119a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 34,
    "pair_index": 34,
    "case_id": "boolq-dev-1960",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b7d7723278548f38a29a122646787f7444bed48d78343a5e229f4b3894c0a242",
    "reserve_usd": 0.01
  },
  {
    "sequence": 35,
    "pair_index": 35,
    "case_id": "wic-validation-0475",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "bbea28236e142a5b99899cc33278052c62446b1775f3dd5e6a7b1593cb21f7c3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 36,
    "pair_index": 36,
    "case_id": "boolq-dev-3207",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "043c1310a07b8458484391c298bb7daca73e4b383daacf9712ff76231f521fc3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 37,
    "pair_index": 37,
    "case_id": "boolq-dev-3251",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a5a006deb24ca291e17d096d20ed39bf4cba0e6f690f28c138fb3a82ae1ffa5d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 38,
    "pair_index": 38,
    "case_id": "boolq-dev-1534",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6d18b01ace7e753dcba51c371853dcabd7a1943a301911155971910abec20c04",
    "reserve_usd": 0.01
  },
  {
    "sequence": 39,
    "pair_index": 39,
    "case_id": "boolq-dev-3140",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c86dd485011b35a831cb3e85a9b6dc599496fd7b116b55bf91ec3cd5d386d71e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 40,
    "pair_index": 40,
    "case_id": "boolq-dev-1598",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "cd8523cf13e9fee4f8b0217d51af0f21c911c3904cd55017e112445dee47de1b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 41,
    "pair_index": 41,
    "case_id": "boolq-dev-0426",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1202460105fb7d4d143d86596d0ab43cdd67421bd5ef7c61ff9164724f76b45a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 42,
    "pair_index": 42,
    "case_id": "boolq-dev-1859",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "231ae3900ec9d097926f9c273f1ea59f46e27d3b6be7ea37b7d523c83e135592",
    "reserve_usd": 0.01
  },
  {
    "sequence": 43,
    "pair_index": 43,
    "case_id": "wic-validation-0336",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e2a0cc0efbaa935b902eb8b39773ead1eacc8a5252d2155751ad4712683d5168",
    "reserve_usd": 0.01
  },
  {
    "sequence": 44,
    "pair_index": 44,
    "case_id": "boolq-dev-2854",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f29cb87a918a80ffa364a167e53c2367194e8d8835eacda5dd4d51bae372ad3c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 45,
    "pair_index": 45,
    "case_id": "boolq-dev-0069",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "556ed29ccf282a98bb9217e93e021475e9e641d7c77c3601ff13fdc656278276",
    "reserve_usd": 0.01
  },
  {
    "sequence": 46,
    "pair_index": 46,
    "case_id": "boolq-dev-2084",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c9768558027c0fde8df97ded267c358e495ddfa06c1dfd11a8ffe6c22e54d3c6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 47,
    "pair_index": 47,
    "case_id": "boolq-dev-1200",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "bcbcc06ef1353e441492529e479151992396be2d8b08111133990fb6970743ff",
    "reserve_usd": 0.01
  },
  {
    "sequence": 48,
    "pair_index": 48,
    "case_id": "rte-validation-0022",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2e89a87de9207112b64fc48f9d1ac94116089696241d74dcfd961171b753248e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 49,
    "pair_index": 49,
    "case_id": "boolq-dev-0383",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ab9c94b8fa53eb364743b01e28ee113f541ab572e5ff0cad04f57dcc65b48a23",
    "reserve_usd": 0.01
  },
  {
    "sequence": 50,
    "pair_index": 50,
    "case_id": "boolq-dev-2846",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b7a6bf9f370bc55c204a47623c39306b1f32eaf659d0edf119063f8e7f106d3b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 51,
    "pair_index": 51,
    "case_id": "expanded-probability-0214",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "18d2bc1a30a969e335b1a7605a36ffc8117d43b7e1c75593ac3055760e926249",
    "reserve_usd": 0.01
  },
  {
    "sequence": 52,
    "pair_index": 52,
    "case_id": "expanded-policy-0256",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1bfab27156e6340bfb4de1001189811e090d0b75387f0c0bef012ff1a33186f2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 53,
    "pair_index": 53,
    "case_id": "boolq-dev-1618",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "cec5671029a67ea7e26cfc16f3fcdff403a58d16285e9c965ead6bb57eacc5c3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 54,
    "pair_index": 54,
    "case_id": "boolq-dev-0272",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0cea3ba86ce3554bb5fb6319674fca9e80598cec347ef627f35eeaf9a220e0b1",
    "reserve_usd": 0.01
  },
  {
    "sequence": 55,
    "pair_index": 55,
    "case_id": "boolq-dev-1936",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2cefc2c05bb7623ecf0dad3b69b2b343e6633eedb9d052ce9d0c8082ff31b69d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 56,
    "pair_index": 56,
    "case_id": "boolq-dev-2186",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1d5b88af4da1d163d282f8142796be18585ca97ba0fe6fc4529fae9b4250951b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 57,
    "pair_index": 57,
    "case_id": "boolq-dev-2768",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "dd7641f4d1f75e5c020295bd5d3ef9c7f1432e4864ff2c2f26a79b5f5ef21de4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 58,
    "pair_index": 58,
    "case_id": "expanded-probability-0084",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "425583ee0490bccffb0d726e2a39977d8cb4346b96f52d2743f53ea7fdf84e18",
    "reserve_usd": 0.01
  },
  {
    "sequence": 59,
    "pair_index": 59,
    "case_id": "boolq-dev-2402",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d50a0b6ff8632942e631674a07c27e004d15df54bead57d92b9727b368ad732f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 60,
    "pair_index": 60,
    "case_id": "rte-validation-0089",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "81cf7a940b139e38b40533716c2efcf6d5dabccd2c2372d707b8d2a5b40cf794",
    "reserve_usd": 0.01
  },
  {
    "sequence": 61,
    "pair_index": 61,
    "case_id": "wic-validation-0119",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7c19e32b1b66022ef4b52c0af0084571abaa7b22448b44e86339901c80068588",
    "reserve_usd": 0.01
  },
  {
    "sequence": 62,
    "pair_index": 62,
    "case_id": "boolq-dev-1514",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "657243d76fd718de73997c10b6df6e6ad9284b31edc24ceb3c55477207405986",
    "reserve_usd": 0.01
  },
  {
    "sequence": 63,
    "pair_index": 63,
    "case_id": "rte-validation-0203",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9b5b94e3ca4a7b1886013155e694da6bc32a0ebed0d4b6b225b924024a6562f1",
    "reserve_usd": 0.01
  },
  {
    "sequence": 64,
    "pair_index": 64,
    "case_id": "wic-validation-0327",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a2ddc029556ef99dae991ebd301c8208597fbf860df796b605e09953fac5602f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 65,
    "pair_index": 65,
    "case_id": "boolq-dev-0518",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8ce270e02f402aad7632fe2195c4eada3dcd368fb52402ced64243f70494d3dc",
    "reserve_usd": 0.01
  },
  {
    "sequence": 66,
    "pair_index": 66,
    "case_id": "boolq-dev-1089",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7f5bcf19df0f1d2ab1b0cb53d386da1d5a721056b37ca4fda49c5ece593a1570",
    "reserve_usd": 0.01
  },
  {
    "sequence": 67,
    "pair_index": 67,
    "case_id": "boolq-dev-0624",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e9bafc023848386d8ffaced0fc49c3531ab6a067dd2ed58f575f63fa8dfb22f2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 68,
    "pair_index": 68,
    "case_id": "boolq-dev-0681",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "38c6f12828d4e075531fa699106ea1e97bc2036923c4567768f65894bf12d3b5",
    "reserve_usd": 0.01
  },
  {
    "sequence": 69,
    "pair_index": 69,
    "case_id": "boolq-dev-1106",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c20d5bac15b137d7885ae420e6e3feb7a0f62888c7d144a030e7bc2a2795c088",
    "reserve_usd": 0.01
  },
  {
    "sequence": 70,
    "pair_index": 70,
    "case_id": "boolq-dev-0308",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c28144d6b9cd7be4a4eb6b72a1210c5172eb8baa462801fd343e19e2cc96a062",
    "reserve_usd": 0.01
  },
  {
    "sequence": 71,
    "pair_index": 71,
    "case_id": "expanded-policy-0219",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "60b06a287c4d133baf561b8e2d0edb931de41e549ba52804ec2ca2bbf362129e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 72,
    "pair_index": 72,
    "case_id": "boolq-dev-0500",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "014752e02dd7054943b1a8a773d8681a0d45f901ab6515470a07759eb2a2ce67",
    "reserve_usd": 0.01
  },
  {
    "sequence": 73,
    "pair_index": 73,
    "case_id": "boolq-dev-1044",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1d019276f6c8ee815b0391e52327d3f6cda6134c7288e4aba7c745998d5e3dac",
    "reserve_usd": 0.01
  },
  {
    "sequence": 74,
    "pair_index": 74,
    "case_id": "boolq-dev-2047",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "75aa8c6be6ce62daf547e58b9ce07cd8aca1c22541a1d4fda72abae1ddd8499e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 75,
    "pair_index": 75,
    "case_id": "boolq-dev-0476",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ec256c2bd4044fba7c84d5a3c20dbcc3089536757fdd6f918d2dfa1bb2342e7f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 76,
    "pair_index": 76,
    "case_id": "wic-validation-0634",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1e06747fd282f031dfd3a41823b4e09edaccd564dbb51c8a1dec843aee30d169",
    "reserve_usd": 0.01
  },
  {
    "sequence": 77,
    "pair_index": 77,
    "case_id": "boolq-dev-0675",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5d0c50af2c8474e29e92d4b18041eb5edb27f956fdefa6fc7dd8f1baedd4267a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 78,
    "pair_index": 78,
    "case_id": "wic-validation-0531",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "de31ec4cf78a090e63cc7db235149da6783a56a579c0a5c9e67309ea3e6db399",
    "reserve_usd": 0.01
  },
  {
    "sequence": 79,
    "pair_index": 79,
    "case_id": "boolq-dev-1197",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1d2c3e83b430b0de280065bbe10a3279033f657bf7a1c6a59048a4d60b9d0eb3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 80,
    "pair_index": 80,
    "case_id": "rte-validation-0057",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "cce1a5d95b04414d222fd607f15e14ca6b706329efd11c51005cd29912e4ba67",
    "reserve_usd": 0.01
  },
  {
    "sequence": 81,
    "pair_index": 81,
    "case_id": "boolq-dev-0847",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "eb28ae6bfb8ca7ac0e1bfb8805809e974f60f4b66c767c19b827594068b09e9c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 82,
    "pair_index": 82,
    "case_id": "boolq-dev-2673",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "689f6cb2a744faf0a4f981c71bc94f8ec6d52c8820b89a3d56f84b5eaf00c502",
    "reserve_usd": 0.01
  },
  {
    "sequence": 83,
    "pair_index": 83,
    "case_id": "boolq-dev-3246",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c16195aa43573f7d027bae6a9275389bb8d91a18e2b30b0a3f334cf9381e6be7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 84,
    "pair_index": 84,
    "case_id": "wic-validation-0281",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "542da334758e0d7c45b41e797ab12eefdf49eb15d48aa1c85d7badd5e77c7f1d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 85,
    "pair_index": 85,
    "case_id": "boolq-dev-2424",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4123d28c10b697f6114a52c632e1e49f87c4157a2f3b59ff4b62f217968acf1b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 86,
    "pair_index": 86,
    "case_id": "boolq-dev-0305",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d30ef6ff1debfbccf6da0d3fea86bb622c72d4c77273b98abfc84b0dc419a8af",
    "reserve_usd": 0.01
  },
  {
    "sequence": 87,
    "pair_index": 87,
    "case_id": "boolq-dev-3190",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "27c355fc5aab665f066dd49a218e667869faa2306544d9c894ad5b5fa811d65e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 88,
    "pair_index": 88,
    "case_id": "wic-validation-0049",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "23da73a0577f026ddc833f9fabb16b79a8f6a8625981637316311a0a91c060cb",
    "reserve_usd": 0.01
  },
  {
    "sequence": 89,
    "pair_index": 89,
    "case_id": "boolq-dev-1380",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "106b3d5977b220984c799d872f867c6f14d7f13c325cb6ecfd10b2ffb2c90034",
    "reserve_usd": 0.01
  },
  {
    "sequence": 90,
    "pair_index": 90,
    "case_id": "expanded-probability-0035",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3a8dd9d8cdb5db0709cc2ef2848ab199d47a44d6364fab8fbf209cb1c53edfc7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 91,
    "pair_index": 91,
    "case_id": "boolq-dev-1434",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ecfd92a8764cdfb72ac0ab636caf348e872e1bea8c1c6b62effef8f22776533e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 92,
    "pair_index": 92,
    "case_id": "expanded-probability-0213",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9142c31ecd0860258dfe627ac33164d14a063b8bc40341df34952d7b0b3a60b6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 93,
    "pair_index": 93,
    "case_id": "boolq-dev-3216",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "459c2159c6d16a144b410ec18e44f61df2fa6971d5cbe57b1c1f54ec5b5a798e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 94,
    "pair_index": 94,
    "case_id": "boolq-dev-2113",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "acac7cabf17d784059387acd6ecb245612008a1e326437a0916bd722a5a6b8f4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 95,
    "pair_index": 95,
    "case_id": "boolq-dev-3117",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a005c100e7ecb761f9ce0d6d5960b6cbd1388c129021a81a1efa98f621044986",
    "reserve_usd": 0.01
  },
  {
    "sequence": 96,
    "pair_index": 96,
    "case_id": "boolq-dev-2126",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7cc4ea211ec5c7d4a5fe3bd41c2d9a9a167b2f02add6600b6c0e38fd2724c52c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 97,
    "pair_index": 97,
    "case_id": "rte-validation-0244",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "945740fddf55f423364df93cf24cce9face2810dbb6e075353a879a68032ca5f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 98,
    "pair_index": 98,
    "case_id": "wic-validation-0408",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "743e1b1c9e7384785ed17798562bd8f737e5d1ecd0de6ad3e5718d2a7105e8ba",
    "reserve_usd": 0.01
  },
  {
    "sequence": 99,
    "pair_index": 99,
    "case_id": "rte-validation-0071",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "cd3e66c0f8fe9f8f515d8b87623551ff3ea0b91a1bcd2829bbbe0fa65ecba159",
    "reserve_usd": 0.01
  },
  {
    "sequence": 100,
    "pair_index": 100,
    "case_id": "wic-validation-0566",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e23e1aa9f7b97c40589c1fc1a04bf120051659de1a2f9bb2d08530803c59ce57",
    "reserve_usd": 0.01
  },
  {
    "sequence": 101,
    "pair_index": 101,
    "case_id": "boolq-dev-2827",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7ffd9e8a982b1f305a808aab9b1fdd31eaa380e6dbb6cc75f2217c43566700e5",
    "reserve_usd": 0.01
  },
  {
    "sequence": 102,
    "pair_index": 102,
    "case_id": "boolq-dev-3179",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5d46321f59e2559f800bed0922e21dc091c0a091cae5208c38bd4bb89c3e7ad6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 103,
    "pair_index": 103,
    "case_id": "boolq-dev-0160",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1caf492f935d9bd92900368058199b07bc5f5dc7ba475cef4e6895bdad47a59d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 104,
    "pair_index": 104,
    "case_id": "expanded-policy-0165",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "dd3a0b162e4f7598df7434732ab2ec896a186ac83a93cb8fd0b53bff620be6cb",
    "reserve_usd": 0.01
  },
  {
    "sequence": 105,
    "pair_index": 105,
    "case_id": "boolq-dev-1386",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "43df396f0969fb9f858aadb5e0e3d25050719655b5172f4479a272e1f8c50fa9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 106,
    "pair_index": 106,
    "case_id": "wic-validation-0574",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "39f9c5dafa7b0f90cc34a0c68d19268093c49cd674437fb1176182a45aaf32e0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 107,
    "pair_index": 107,
    "case_id": "wic-validation-0458",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "22ebfd224bdecca24d658ffc591d71dd6e8fe0551757ea6b06ba5beb0cb8f539",
    "reserve_usd": 0.01
  },
  {
    "sequence": 108,
    "pair_index": 108,
    "case_id": "wic-validation-0224",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b5ec40afee6278979f52aae97c250a46fdc550bb57e5fbe82fbe3e285c616880",
    "reserve_usd": 0.01
  },
  {
    "sequence": 109,
    "pair_index": 109,
    "case_id": "boolq-dev-0227",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5b42e9a77288aa544fb32b07dd969e14bf134e2120f280f1eab18a07ceae01d5",
    "reserve_usd": 0.01
  },
  {
    "sequence": 110,
    "pair_index": 110,
    "case_id": "boolq-dev-2223",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7d301bfe32e629409a2068008c6b665a7bc72648eedf55abb903c6a1d55925de",
    "reserve_usd": 0.01
  },
  {
    "sequence": 111,
    "pair_index": 111,
    "case_id": "boolq-dev-1832",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7c744e0cf1e72386d1d8f8c1437b66667e01773c4d2532533ba9cf754253226a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 112,
    "pair_index": 112,
    "case_id": "rte-validation-0064",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4ecbb4c8358b33ce1a8ce8e2b49ba38b7cd8e697f7ec6bd5b6f8f62811b087b3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 113,
    "pair_index": 113,
    "case_id": "expanded-probability-0149",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ea81272b8fa7be9e3b5379989be82a4ce8bd6c2d87a524555383d02f825bd8b0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 114,
    "pair_index": 114,
    "case_id": "boolq-dev-1774",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9f48c7357a5ccf73a9c7f2b3f70009e41a913097ce2073f3a7c1cbf1f7ff0766",
    "reserve_usd": 0.01
  },
  {
    "sequence": 115,
    "pair_index": 115,
    "case_id": "boolq-dev-0905",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "24ab3da57f9630eb21d273c332988f3acd1b0d6d084bc2e54da1abc9411a1ac5",
    "reserve_usd": 0.01
  },
  {
    "sequence": 116,
    "pair_index": 116,
    "case_id": "boolq-dev-1153",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "017a98aaa6dbf18193c907ecbac118fae370868b66afc9bf016f80f2f16f1ce5",
    "reserve_usd": 0.01
  },
  {
    "sequence": 117,
    "pair_index": 117,
    "case_id": "rte-validation-0083",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f20d5b0f02ea3b379c57e22727e4437399ebf840e1b63654a46fcc47564c2e17",
    "reserve_usd": 0.01
  },
  {
    "sequence": 118,
    "pair_index": 118,
    "case_id": "boolq-dev-0946",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "88540811f19fa225bcfcc6fbcb1ca3c9b0e5e7bcf0eef3fffb3c9a73619cb569",
    "reserve_usd": 0.01
  },
  {
    "sequence": 119,
    "pair_index": 119,
    "case_id": "rte-validation-0264",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "dfc809d495037fff92e02592ee3070d79dd63c1c2631837508f93234d88155e1",
    "reserve_usd": 0.01
  },
  {
    "sequence": 120,
    "pair_index": 120,
    "case_id": "boolq-dev-0011",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9ab9d81ab244c12471a4ff8e06c717badcc98c4a7c996c4081733ec30d2c4dff",
    "reserve_usd": 0.01
  },
  {
    "sequence": 121,
    "pair_index": 121,
    "case_id": "rte-validation-0221",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "fda569c42f0b8be90f2c81411391c8746fd706f74f62840d137322b4e548111e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 122,
    "pair_index": 122,
    "case_id": "boolq-dev-1221",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1d62347655c6aee39235dd84a7be0e10ea8a322ecb99e7d34be657af37f52622",
    "reserve_usd": 0.01
  },
  {
    "sequence": 123,
    "pair_index": 123,
    "case_id": "expanded-probability-0098",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7e175c2bdab3ca8ec30d23984ee15e36b5065d2fae082f227b10574c01d99f22",
    "reserve_usd": 0.01
  },
  {
    "sequence": 124,
    "pair_index": 124,
    "case_id": "boolq-dev-0092",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4710e168f60fe8fa1fd3fa98d47b0772707bb0b87e92db599ff6fda868f15450",
    "reserve_usd": 0.01
  },
  {
    "sequence": 125,
    "pair_index": 125,
    "case_id": "wic-validation-0179",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c4f95b94f2633d463bf0605a77e6732fc9d93a7ddcb08ea1c7800d83625e113f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 126,
    "pair_index": 126,
    "case_id": "wic-validation-0508",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "dc52ad6c55b43773d752abd0e8538f303038b9b6efd060304facc3ec14aab272",
    "reserve_usd": 0.01
  },
  {
    "sequence": 127,
    "pair_index": 127,
    "case_id": "boolq-dev-0901",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e1e196a37dcafae0e0afb7548b0aee47ea9a922cb6e93f4241e686bcb2a403d4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 128,
    "pair_index": 128,
    "case_id": "boolq-dev-2552",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "fc06b2568ee36d57071828b372f0ea84d74c1e468b40b30aea83902dd99a29e3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 129,
    "pair_index": 129,
    "case_id": "boolq-dev-3002",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "190bbfea0ba9b48c53d690cdf80ec0701559664f07f49d4c4a013b284e5441e7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 130,
    "pair_index": 130,
    "case_id": "boolq-dev-3214",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d8281c59f520482152e6794d9032b30ca8c10096ebdc3a8349ba6d7244aa478f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 131,
    "pair_index": 131,
    "case_id": "boolq-dev-2290",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d25dac010054309c4a05daf57fc94f0c9a6aabdcf9516836f9fb182de59af11e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 132,
    "pair_index": 132,
    "case_id": "boolq-dev-1266",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f3fba8f3aad6a420a2082b08df04dbde73e538f20c700c9943dd61a4eabfe4ea",
    "reserve_usd": 0.01
  },
  {
    "sequence": 133,
    "pair_index": 133,
    "case_id": "rte-validation-0130",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0d8806d42cfb3d9dd37cf7ed3ff14cd46afa752a628a6558a19d46bf9efa1b9e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 134,
    "pair_index": 134,
    "case_id": "boolq-dev-2638",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3f19fb36a4efb3a08ed54b12595d2e3bdbbd29af00a34ddbf61a4bc73b59f8e0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 135,
    "pair_index": 135,
    "case_id": "boolq-dev-1713",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b421d7e50b1dd00354b8414a8e2a4da19f1207b1533325b50347fe4a913d7b44",
    "reserve_usd": 0.01
  },
  {
    "sequence": 136,
    "pair_index": 136,
    "case_id": "boolq-dev-2454",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c33a9c609227fb5a318fd280b6f9190d4f9667f30217d1e775220efbf10cb6bc",
    "reserve_usd": 0.01
  },
  {
    "sequence": 137,
    "pair_index": 137,
    "case_id": "rte-validation-0093",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9a80ba0173071bb28f392f5ca527bbbef0b40bd442a540f40181eca0f744dd78",
    "reserve_usd": 0.01
  },
  {
    "sequence": 138,
    "pair_index": 138,
    "case_id": "boolq-dev-2996",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "10280013858bbf1fb8228c3fbaba18cdfe4a866bf7a777729833dcf7957d0316",
    "reserve_usd": 0.01
  },
  {
    "sequence": 139,
    "pair_index": 139,
    "case_id": "rte-validation-0081",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "fb530f75e5aba5f43f65bdcce5d4aa087e160aadad145456c2031dcc7bc46dda",
    "reserve_usd": 0.01
  },
  {
    "sequence": 140,
    "pair_index": 140,
    "case_id": "boolq-dev-3101",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "64d74062cab83f38652203defd690855c58fd40ce36d0b6d7276d5355dfa25b6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 141,
    "pair_index": 141,
    "case_id": "wic-validation-0044",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "731ce7c5fafabfeec71d15bd98011b779838f86f6f810cce5414dd68c350095d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 142,
    "pair_index": 142,
    "case_id": "boolq-dev-0510",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e8cf3dfe196dd396c168ca65ff8f7b8ca6534d5747ed8a2f4e8d95c22eb8c976",
    "reserve_usd": 0.01
  },
  {
    "sequence": 143,
    "pair_index": 143,
    "case_id": "boolq-dev-0640",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "091ff0a91c4d43ae7c82b8ad681bd5cc8245141f1ad39d128f0737e3d25558ae",
    "reserve_usd": 0.01
  },
  {
    "sequence": 144,
    "pair_index": 144,
    "case_id": "boolq-dev-1362",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8d04983a19acebb50e58cf6c3a258209cec64e291e5510d804273a1fa3da4c49",
    "reserve_usd": 0.01
  },
  {
    "sequence": 145,
    "pair_index": 145,
    "case_id": "boolq-dev-2863",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "85ee2656ff631a6eed5c8a7d75090fd80295756c3398d029672937612e940228",
    "reserve_usd": 0.01
  },
  {
    "sequence": 146,
    "pair_index": 146,
    "case_id": "boolq-dev-2728",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ef4f837e8cf13eaa8d150eb4c2194026ece8ad6228252cbe01f9f4e72dde33f3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 147,
    "pair_index": 147,
    "case_id": "boolq-dev-1090",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6aedbbe93d1f58b897a5b6955cc02f3edfd6e59ec1013c090627ea089999e353",
    "reserve_usd": 0.01
  },
  {
    "sequence": 148,
    "pair_index": 148,
    "case_id": "boolq-dev-2584",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8c2d89dc26b1906bd51a73867f5054026ad48ad76e3fb8cb5dbabac85d64ab96",
    "reserve_usd": 0.01
  },
  {
    "sequence": 149,
    "pair_index": 149,
    "case_id": "boolq-dev-2911",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "fe280a9b65271f786e11f0fd92c6c5d4e452189b048f1308aa1dd7066013d896",
    "reserve_usd": 0.01
  },
  {
    "sequence": 150,
    "pair_index": 150,
    "case_id": "boolq-dev-2240",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "50bd470b8dcb29d811483b070320a60b9789510df30651cbde48fdbe9f46c786",
    "reserve_usd": 0.01
  },
  {
    "sequence": 151,
    "pair_index": 151,
    "case_id": "rte-validation-0015",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "bd8d9fa20b63c8381013f4ddbc68eefbf68f1b0116b593b9402be4df483362f1",
    "reserve_usd": 0.01
  },
  {
    "sequence": 152,
    "pair_index": 152,
    "case_id": "wic-validation-0438",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a306f560c582b9dfcaf8be5f4133513d9bd02a590bd4ef3f7818a74e985fac76",
    "reserve_usd": 0.01
  },
  {
    "sequence": 153,
    "pair_index": 153,
    "case_id": "boolq-dev-1492",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "18edea40dbc3d810461718462093c79ea4cb57acb2da205c887d89d630d3920b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 154,
    "pair_index": 154,
    "case_id": "boolq-dev-2767",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "391d09e977c394c1326d4db6bd8d5f608e993af81ee62c9fd6a3d016e38d8bbe",
    "reserve_usd": 0.01
  },
  {
    "sequence": 155,
    "pair_index": 155,
    "case_id": "boolq-dev-1068",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5b79be3252f92464d94e46d12c34239ebc556eccc850bef389de2a185bc76d93",
    "reserve_usd": 0.01
  },
  {
    "sequence": 156,
    "pair_index": 156,
    "case_id": "wic-validation-0004",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5de8322de5e3e998e9affac63b2841e2c81285be955852a78d38d01014193cc7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 157,
    "pair_index": 157,
    "case_id": "boolq-dev-1796",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "30f4f1b79b10ae932a5af9bc98f366809367a9ff4063eba0cc35dbfb7a091922",
    "reserve_usd": 0.01
  },
  {
    "sequence": 158,
    "pair_index": 158,
    "case_id": "boolq-dev-2144",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4c86b4683de9b7b526119abe40b02beba358604ed96b2532cde6145a83f737dd",
    "reserve_usd": 0.01
  },
  {
    "sequence": 159,
    "pair_index": 159,
    "case_id": "boolq-dev-2476",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6660c1fd85dd26a0dcc33d47f70b608a541f5d9a121abb1f111a689fdb1d3e44",
    "reserve_usd": 0.01
  },
  {
    "sequence": 160,
    "pair_index": 160,
    "case_id": "rte-validation-0224",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5e835c7a67cdf6a12fd8675ed1d5ac8cc25a380a4a3411c2ea7027a040f6eb59",
    "reserve_usd": 0.01
  },
  {
    "sequence": 161,
    "pair_index": 161,
    "case_id": "boolq-dev-3211",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9ea90dd2712ac8ca40f87fd7ca0ae3bae45b2166f9486066e3f875436433e849",
    "reserve_usd": 0.01
  },
  {
    "sequence": 162,
    "pair_index": 162,
    "case_id": "boolq-dev-1198",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "aa9a87fb0b6b8e8cbe7ff1577e90f86dadfd02f61c39416cc7327cbe6a42d6d9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 163,
    "pair_index": 163,
    "case_id": "wic-validation-0591",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8ed8c7da3f47effa7231752aa6b8a4825a39ece499085357010cb01f66a2eb9e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 164,
    "pair_index": 164,
    "case_id": "expanded-probability-0172",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ec4e053a8eea5cc67ad85e878ae5acd8063d2d320dfd9d9abacafaaa113a9bb7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 165,
    "pair_index": 165,
    "case_id": "boolq-dev-0698",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "111d9cf761e6416a48e55721734d246d0b350a58fa71aadde644f9d664ad53dc",
    "reserve_usd": 0.01
  },
  {
    "sequence": 166,
    "pair_index": 166,
    "case_id": "boolq-dev-2443",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f3a9122119d8a888c36a958135c5b5d6b98266f383a86fe11f71b3d1757a861d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 167,
    "pair_index": 167,
    "case_id": "boolq-dev-0230",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6ccd6ce14aa39898dc572a5099267f4616985d39f32503a557a0081193fbdc7d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 168,
    "pair_index": 168,
    "case_id": "boolq-dev-0437",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8c0e96e6d3db1ba36d091fc1c1d4f933b9791d575ab933d4319c233fc7ad86a0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 169,
    "pair_index": 169,
    "case_id": "boolq-dev-0778",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4d564cab5004d7800f0f222cdcdb73fc136c535f8f96963eb05afa651ec6d528",
    "reserve_usd": 0.01
  },
  {
    "sequence": 170,
    "pair_index": 170,
    "case_id": "rte-validation-0056",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2068da85e0756bc71157d730899c72bd034cad26ca9e11a090cb8b9aae0275b3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 171,
    "pair_index": 171,
    "case_id": "boolq-dev-1489",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "eedfa1b02cf2cb11a9e774e7834c97492a58966a209dcfe948fc50b9afba3972",
    "reserve_usd": 0.01
  },
  {
    "sequence": 172,
    "pair_index": 172,
    "case_id": "boolq-dev-2018",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "31b19c533c98d156c2f4b8deb5433bc2640265d3075dbc77b9972bd6bf513190",
    "reserve_usd": 0.01
  },
  {
    "sequence": 173,
    "pair_index": 173,
    "case_id": "boolq-dev-2610",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "66f36be929b3755a58411753c9229181317d4da90dc20348a7773d378df45970",
    "reserve_usd": 0.01
  },
  {
    "sequence": 174,
    "pair_index": 174,
    "case_id": "expanded-probability-0192",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "14f234a46ecda8ba65de31d6bad2ec015cf2197c0aece496e1a4b36c7acc929f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 175,
    "pair_index": 175,
    "case_id": "boolq-dev-2574",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d24a84a9c3dbdb39f78e3d69d9333d9224eacd1fe018ae06228a236dbd176e40",
    "reserve_usd": 0.01
  },
  {
    "sequence": 176,
    "pair_index": 176,
    "case_id": "boolq-dev-1804",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "23a3b6c24a15110eb6615d9d6c6dc253400108c80c0b0759611696a5151fb088",
    "reserve_usd": 0.01
  },
  {
    "sequence": 177,
    "pair_index": 177,
    "case_id": "wic-validation-0630",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7f9f2af9104773f5f95842e04504f9e40ea3c131deabb337431acaf62c398647",
    "reserve_usd": 0.01
  },
  {
    "sequence": 178,
    "pair_index": 178,
    "case_id": "wic-validation-0559",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2599369f074b7a913def4140007e3c3efbd42e15700c31143a4ea2f6393e3889",
    "reserve_usd": 0.01
  },
  {
    "sequence": 179,
    "pair_index": 179,
    "case_id": "rte-validation-0219",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "08f431cfda72e1e34ddebee7ddea980073c14046ea7e48a813c6140db05c5aba",
    "reserve_usd": 0.01
  },
  {
    "sequence": 180,
    "pair_index": 180,
    "case_id": "boolq-dev-2647",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "93d0cadcfbb57b94e9399e56e38bcabc70ed4446422dec3585b73ec294a400c9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 181,
    "pair_index": 181,
    "case_id": "boolq-dev-2371",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6a0cf0314e8c5181afd902e9397d821b1c257de7b478127bf0455615b4b3dee3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 182,
    "pair_index": 182,
    "case_id": "boolq-dev-2130",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4a3119da3d46cee6ebdf5e2dcd3d989192e4b8dd8001c4f626e0b3b28368d580",
    "reserve_usd": 0.01
  },
  {
    "sequence": 183,
    "pair_index": 183,
    "case_id": "wic-validation-0189",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "72a140769e9fb31d4dfdd6046ce2abd9c205b8d2fc81f1dd1a71f5bceac18fcf",
    "reserve_usd": 0.01
  },
  {
    "sequence": 184,
    "pair_index": 184,
    "case_id": "boolq-dev-2230",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3b111eb501a6348c3497db8e89b24dc255191a66f8283c1c61f73fad86a2e6ec",
    "reserve_usd": 0.01
  },
  {
    "sequence": 185,
    "pair_index": 185,
    "case_id": "expanded-policy-0141",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "889db2cc7b8018b1a6beb0100e0a64a1a539fb5b97cc4ee935e0af1b2a1f2a50",
    "reserve_usd": 0.01
  },
  {
    "sequence": 186,
    "pair_index": 186,
    "case_id": "boolq-dev-0042",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "308cd91a502d41f120374e19cc85f1ec289eb0aa47ba66feefc38c45011891e2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 187,
    "pair_index": 187,
    "case_id": "wic-validation-0511",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a47e757dc81df5a31d964719c616f68bf3cc9e46bb1ad025204784c15c7cd261",
    "reserve_usd": 0.01
  },
  {
    "sequence": 188,
    "pair_index": 188,
    "case_id": "boolq-dev-2077",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "04ef4f2a587d308314cef60630d530f2a965ddee65d319941414e447c3209874",
    "reserve_usd": 0.01
  },
  {
    "sequence": 189,
    "pair_index": 189,
    "case_id": "wic-validation-0404",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "821d08ae144440f82514328356413b19373e09a5d9244a076f9fa4a8d5724788",
    "reserve_usd": 0.01
  },
  {
    "sequence": 190,
    "pair_index": 190,
    "case_id": "boolq-dev-2501",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "87d2d82e5cef7df322ebf8b4117ff80e1298bebfcc68f225901c46713e349a02",
    "reserve_usd": 0.01
  },
  {
    "sequence": 191,
    "pair_index": 191,
    "case_id": "expanded-policy-0201",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5fa459c05f3b1e5892e596d76888138852b6ed32a565fbfd1f0b715901f861fb",
    "reserve_usd": 0.01
  },
  {
    "sequence": 192,
    "pair_index": 192,
    "case_id": "boolq-dev-2342",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f5c8c61aa80858824f970653302ae6837bc1a41569e3420e1fc67c0fcf65e1d4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 193,
    "pair_index": 193,
    "case_id": "boolq-dev-0068",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "fc0e71046c8d48bb91323fb8aa7d3d14c3ddbca1a89af95d255b1c39970e15a3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 194,
    "pair_index": 194,
    "case_id": "boolq-dev-2855",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ec915f6e6a7c9e59026b904f06e988cd0dc66f3b85b3998efd050f18de577586",
    "reserve_usd": 0.01
  },
  {
    "sequence": 195,
    "pair_index": 195,
    "case_id": "boolq-dev-0120",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "26e826acb5514095289fea1cf06352f5e5e8679803e0380a187c5c95d8d1aff7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 196,
    "pair_index": 196,
    "case_id": "boolq-dev-2941",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c2c6b2209056b6d495fd5893882881c9b11df772ab1d74bee4f7a6d123dbd006",
    "reserve_usd": 0.01
  },
  {
    "sequence": 197,
    "pair_index": 197,
    "case_id": "boolq-dev-3234",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2ab16c14a521f54f5d0cdcebba968dfefa162a040f56e601ac7aeeccd58d780b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 198,
    "pair_index": 198,
    "case_id": "boolq-dev-3107",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c733e4631ce572dcf7625d439dbcd117054acf34778212614b483f8786c6ed15",
    "reserve_usd": 0.01
  },
  {
    "sequence": 199,
    "pair_index": 199,
    "case_id": "wic-validation-0208",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "57a4cea743f3271ab26e4b2fdbeea6857c611a1f9b80e4695b5c3eee01b5ff55",
    "reserve_usd": 0.01
  },
  {
    "sequence": 200,
    "pair_index": 200,
    "case_id": "rte-validation-0227",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "be8e6c4449690158bdd47a018e853dd85fbb42f44fda719aef8866c287461b92",
    "reserve_usd": 0.01
  },
  {
    "sequence": 201,
    "pair_index": 201,
    "case_id": "wic-validation-0470",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2932b19282787ef8f25876d9080be0660138341077601146f143bb0c8adb3db4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 202,
    "pair_index": 202,
    "case_id": "boolq-dev-2912",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6030a27a164fe0c63137566299167908e720aa3bd41a37139e4bd0497be430d2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 203,
    "pair_index": 203,
    "case_id": "boolq-dev-3060",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ed66fd1fec10c96d60c54d82f19ff8d39feccbf52651764a0892fc94996eb8d4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 204,
    "pair_index": 204,
    "case_id": "boolq-dev-1407",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d283729069d3ef3c15d2761277b8f3bc5f79365b983a8fdda7e5313b41b486da",
    "reserve_usd": 0.01
  },
  {
    "sequence": 205,
    "pair_index": 205,
    "case_id": "expanded-probability-0279",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "db11fa94a1fe1fc4fa4de8256489200a95b41a2bb75e6ac56ab98ce92b04acd6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 206,
    "pair_index": 206,
    "case_id": "boolq-dev-0087",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a08e00c50acc36c2da55ae911edf1bd4bfee5eddc146d093de100ffb0f542e5d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 207,
    "pair_index": 207,
    "case_id": "boolq-dev-2970",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b867a9c18f1d72157baa9d00ad93f872edac01977b875369b9b8776ca3e352d0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 208,
    "pair_index": 208,
    "case_id": "wic-validation-0482",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d1f5bdcc06b735fa0d29c3eb3455c8eb257b9d6e363f963022c48fc56b63f2e1",
    "reserve_usd": 0.01
  },
  {
    "sequence": 209,
    "pair_index": 209,
    "case_id": "boolq-dev-0522",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6041d79a8f68760ab57dff2fcdfad5c5240a1d193c45975ed2c55d30eaafa756",
    "reserve_usd": 0.01
  },
  {
    "sequence": 210,
    "pair_index": 210,
    "case_id": "boolq-dev-2779",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "53630b8250f9592eba165e9229851662da17ff3a7b1f73a90ce87307f03e55dd",
    "reserve_usd": 0.01
  },
  {
    "sequence": 211,
    "pair_index": 211,
    "case_id": "boolq-dev-1963",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8557cb81041501a355b5c65242ced4f18c0579bcb753f46ec14434b35b048e4d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 212,
    "pair_index": 212,
    "case_id": "rte-validation-0164",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f0bdd38bee78fb0c90da92ce19c765ecdd9b3784516b7fe9b6db99eb27ad2d4b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 213,
    "pair_index": 213,
    "case_id": "boolq-dev-0043",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "26e32a3372662ffa92ebec53c62f84cfaa781556a7114d953aecabfbb59c92f3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 214,
    "pair_index": 214,
    "case_id": "boolq-dev-3088",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f26166bf7d32982b1ea8d4d459b71f23dd5b1ffbe11fb70c07375550d18cdc02",
    "reserve_usd": 0.01
  },
  {
    "sequence": 215,
    "pair_index": 215,
    "case_id": "expanded-policy-0114",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "243cf29899636c05fec57e3fd59b36c40fe185a72d92209af6cee771a4705b7a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 216,
    "pair_index": 216,
    "case_id": "expanded-probability-0256",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0814b82b629d5fa45317810c5b455ad28404aada7ab0d3448cfcf43bff60ddea",
    "reserve_usd": 0.01
  },
  {
    "sequence": 217,
    "pair_index": 217,
    "case_id": "boolq-dev-2959",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "380a028a6f1246f81f59dc5e2c2200663046fbf78d62372568ffd73e61c5f853",
    "reserve_usd": 0.01
  },
  {
    "sequence": 218,
    "pair_index": 218,
    "case_id": "boolq-dev-0865",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a03f5208e2a3fb6fd54bd8477fa8053babb462014ace1029ac6fda27c83b6080",
    "reserve_usd": 0.01
  },
  {
    "sequence": 219,
    "pair_index": 219,
    "case_id": "boolq-dev-0338",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f3f4342842f03272305131451b04c130247af2a6c5c0179481805ca68f8015c1",
    "reserve_usd": 0.01
  },
  {
    "sequence": 220,
    "pair_index": 220,
    "case_id": "expanded-policy-0069",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2dd70d6747bf6c693221c28566b61cae455e2125252ea1d44e6faa9b8f13c041",
    "reserve_usd": 0.01
  },
  {
    "sequence": 221,
    "pair_index": 221,
    "case_id": "boolq-dev-0835",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "974d89966ca1cf112b3cac9dbb36a13c7abdca71dc3ba71254367db10e6ad678",
    "reserve_usd": 0.01
  },
  {
    "sequence": 222,
    "pair_index": 222,
    "case_id": "expanded-policy-0226",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "609fcfcb3e078cdac19ca79064fead3fda94efb783993b0e02ebbc0503f414b7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 223,
    "pair_index": 223,
    "case_id": "boolq-dev-3201",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1361314a7711919696cac14bd880f47437446037d7deefb4abd12f8871dc6aeb",
    "reserve_usd": 0.01
  },
  {
    "sequence": 224,
    "pair_index": 224,
    "case_id": "wic-validation-0066",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4b327fd539776c8d1f4d074c1b2a66127be8801ee814ba5a3e69dadf7b152c43",
    "reserve_usd": 0.01
  },
  {
    "sequence": 225,
    "pair_index": 225,
    "case_id": "boolq-dev-0004",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2956b76f3f4c87f376b1169700defd84fc030b1d856269824d34cf4e20eb1933",
    "reserve_usd": 0.01
  },
  {
    "sequence": 226,
    "pair_index": 226,
    "case_id": "boolq-dev-2068",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c2dc2cdb7e00a17438f9520a07d6ffd8ad06446412306472e39bc83579f4cef4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 227,
    "pair_index": 227,
    "case_id": "boolq-dev-2188",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "af87d6795396ec77f69316f78a55a676775c263001c6bd318e2ae4b8642c218d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 228,
    "pair_index": 228,
    "case_id": "wic-validation-0515",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b95bffd78d42d4c1e1236c8171aed9c6f8d1207620060a06256add22ccb50ddd",
    "reserve_usd": 0.01
  },
  {
    "sequence": 229,
    "pair_index": 229,
    "case_id": "boolq-dev-2693",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c8941a6e7c76772c6443b11c5fd4089a38fc0878bfe2bbf138ae271dca7cdc0f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 230,
    "pair_index": 230,
    "case_id": "boolq-dev-0559",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f436c1044da63d23e7a43ac0682779b37d6629bbffcd6b6724d808cbc412bee4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 231,
    "pair_index": 231,
    "case_id": "boolq-dev-2979",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8c06874f53a338b8632ef473bd5a8dcc9f042078bf8e612a659e8a7fe2d5958e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 232,
    "pair_index": 232,
    "case_id": "boolq-dev-1470",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "09c2ce0a065e281bf28d96b7e0ccb1172006afad47ff8db8f3f7f7578cecff63",
    "reserve_usd": 0.01
  },
  {
    "sequence": 233,
    "pair_index": 233,
    "case_id": "boolq-dev-2717",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "578640c48d3a5859a674c7315befab05fd1937da72325457261344ce9d826495",
    "reserve_usd": 0.01
  },
  {
    "sequence": 234,
    "pair_index": 234,
    "case_id": "wic-validation-0392",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "45cd52daec26cdce1e0c31c75b42934eca003999765ac78dcae6b594278e97b2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 235,
    "pair_index": 235,
    "case_id": "boolq-dev-0222",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "10195b84effd94eb2fe0b5571b620baff196e6cdcc9506023f511d12e7257854",
    "reserve_usd": 0.01
  },
  {
    "sequence": 236,
    "pair_index": 236,
    "case_id": "boolq-dev-2802",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d0ef5f45ead8c1001bbea287b92434a7e4947342cc9cd9910afd84f4a34d57d3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 237,
    "pair_index": 237,
    "case_id": "boolq-dev-2952",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "340e6d1d3a732c4a4ec9a46950eebb5a6b3dc7d82772731c8c7c24a4e9d64b6f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 238,
    "pair_index": 238,
    "case_id": "wic-validation-0321",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "eb121a962dfc97f01778dd6012c00efa104fbbbd0204d2abdd1b7382482fc12b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 239,
    "pair_index": 239,
    "case_id": "boolq-dev-1300",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "075b1f837b1ca4bafadb78346ec3c1d7d09e87110c218d9d981eb9e3870ab731",
    "reserve_usd": 0.01
  },
  {
    "sequence": 240,
    "pair_index": 240,
    "case_id": "boolq-dev-1216",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "53245c9a0e274d906e5d08f23fd8938722c6d2b4a5216e680eb347dbc8ed2d21",
    "reserve_usd": 0.01
  },
  {
    "sequence": 241,
    "pair_index": 241,
    "case_id": "boolq-dev-1211",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ac21e50af620cd4dc37fc4811f10520356c69d2996e7a8e0190813c308cbbbc5",
    "reserve_usd": 0.01
  },
  {
    "sequence": 242,
    "pair_index": 242,
    "case_id": "wic-validation-0291",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1309f28d69a212d8ce2e38a4448703e1c6b0ed91cba23a788eb0cde8a9b0e923",
    "reserve_usd": 0.01
  },
  {
    "sequence": 243,
    "pair_index": 243,
    "case_id": "expanded-probability-0259",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7034e28c66420dff968ba2b1eabfdbd5a27e4dad101d5565467ae1d86d03b783",
    "reserve_usd": 0.01
  },
  {
    "sequence": 244,
    "pair_index": 244,
    "case_id": "expanded-policy-0096",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "87ed2e0ad4e67922bf24d87ebb05d3049fa8b68041b127e3364f5508e5e5f7f4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 245,
    "pair_index": 245,
    "case_id": "boolq-dev-2445",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2a06a8ecaf2dbb8e2e75d7e85653645beaa2331954497efdbf73dd4c7a3a41db",
    "reserve_usd": 0.01
  },
  {
    "sequence": 246,
    "pair_index": 246,
    "case_id": "boolq-dev-0489",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c3021d334422842d452f255ae1578cae3a0aac955391396d92240c399ac4cdaa",
    "reserve_usd": 0.01
  },
  {
    "sequence": 247,
    "pair_index": 247,
    "case_id": "boolq-dev-1737",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c00cda9d11053490a99fa94923d4ba72b95030630408b3e7eabda931a1181ed1",
    "reserve_usd": 0.01
  },
  {
    "sequence": 248,
    "pair_index": 248,
    "case_id": "boolq-dev-0032",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "fccbeea905496d977637f85b77b5a935fc6f025b960cf430e9e184518c291c3c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 249,
    "pair_index": 249,
    "case_id": "expanded-probability-0179",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "10faa949d17192cd2b9077a2d2bb3b72bf323c3264a10952d11364673e317f75",
    "reserve_usd": 0.01
  },
  {
    "sequence": 250,
    "pair_index": 250,
    "case_id": "boolq-dev-0594",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "bbcd3ffec7b6f646a7fbb8b5951c4b78a940aad2be90b5fc3deeb244ff24f989",
    "reserve_usd": 0.01
  },
  {
    "sequence": 251,
    "pair_index": 251,
    "case_id": "wic-validation-0279",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8188aa52d5991a5dde2c8ddb131efd99d12b1f134bb03ad7c1e309802f64337a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 252,
    "pair_index": 252,
    "case_id": "boolq-dev-0149",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1f2ba7299bc6d807efe8f962006cc6eadc13c2b88bdd791c1b6cb0b1c65a3435",
    "reserve_usd": 0.01
  },
  {
    "sequence": 253,
    "pair_index": 253,
    "case_id": "expanded-probability-0100",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "dec15ee13881f3809ab82a9ac238a69f8789bf62370c2756ef07ba8cdf957fd4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 254,
    "pair_index": 254,
    "case_id": "boolq-dev-2582",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "97d77188f4122cb4c27ab7e2bebf4bedf3bf36ac902e597b07d3473177faa7c2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 255,
    "pair_index": 255,
    "case_id": "boolq-dev-2171",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b72871b3a0838347d6e1148e5bf606122c54fd38fef5e6d40a46a455584be3b5",
    "reserve_usd": 0.01
  },
  {
    "sequence": 256,
    "pair_index": 256,
    "case_id": "wic-validation-0143",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9ebaedc023f8aa758f51afe4d5c22fe03ed0e6c88e71addd99d7efd61d6119d3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 257,
    "pair_index": 257,
    "case_id": "boolq-dev-3009",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "348799d5f788b52b986ee9c3b17684d89d30ce8fe93a641933f49a7f22b0f5e7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 258,
    "pair_index": 258,
    "case_id": "boolq-dev-2705",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "17027e2cd8dd8043bbbf059b3a1be170bb6021b03703701270f0e415350cbf7c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 259,
    "pair_index": 259,
    "case_id": "boolq-dev-0226",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1e34d65efe0970e3d23045fd968793d42bc300f08291246607daf31dfd8b8dcb",
    "reserve_usd": 0.01
  },
  {
    "sequence": 260,
    "pair_index": 260,
    "case_id": "boolq-dev-1557",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ae6a4bd4fb882e97adf5989d9205d4c406bf1eed7c9f6931f2546a67adf9aa41",
    "reserve_usd": 0.01
  },
  {
    "sequence": 261,
    "pair_index": 261,
    "case_id": "wic-validation-0205",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2cf508ce5e126ecaea255b4bfb810bb12d0d3919128ff548521336c230cb6c3d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 262,
    "pair_index": 262,
    "case_id": "expanded-policy-0266",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "86e981af90cda3a479b42cad51315285017b564313faf3887899f5260390af48",
    "reserve_usd": 0.01
  },
  {
    "sequence": 263,
    "pair_index": 263,
    "case_id": "boolq-dev-2901",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e940c4c8eaca29d807a97a3161e6f10bf1898db57fcaf394802596692ed4b203",
    "reserve_usd": 0.01
  },
  {
    "sequence": 264,
    "pair_index": 264,
    "case_id": "expanded-probability-0252",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e3a4627471a789ab28f2ef5b690355b928aa905f080389b0ada02961ee7922f1",
    "reserve_usd": 0.01
  },
  {
    "sequence": 265,
    "pair_index": 265,
    "case_id": "boolq-dev-0229",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "76d56189b88449379953350f00cae789c62c6ffc7118ecbf0be0e7643876a464",
    "reserve_usd": 0.01
  },
  {
    "sequence": 266,
    "pair_index": 266,
    "case_id": "boolq-dev-2354",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "59f6078cabbfc053695a30299ca56b330d4b638f262a09be7ecfb3d31ed1196e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 267,
    "pair_index": 267,
    "case_id": "boolq-dev-1992",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "45828c79a26ff75bf1202a5057aacf0360f1c4b27a8fcde56990e31499afefbf",
    "reserve_usd": 0.01
  },
  {
    "sequence": 268,
    "pair_index": 268,
    "case_id": "wic-validation-0428",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e3e7490e39223a6e745410e62c010e1eb84b1f8d4587777744d6fe76b797293c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 269,
    "pair_index": 269,
    "case_id": "boolq-dev-1648",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1a2c8bd34c3af42b926d05a389c23a0a2a2101d73afd1f620a9bd9e5e8f3fea6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 270,
    "pair_index": 270,
    "case_id": "boolq-dev-0921",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8d492b0c5824e15c277a01098917d118d5be4eb42c4a5ed98e049973c362314c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 271,
    "pair_index": 271,
    "case_id": "expanded-probability-0054",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "612dfc83ea3d460f77d6c6a4f9995102087a49a2c4235d6875eb6b3af2e9c8fe",
    "reserve_usd": 0.01
  },
  {
    "sequence": 272,
    "pair_index": 272,
    "case_id": "expanded-probability-0194",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "12da8a1f00fb0ce4f1ebf6e8ff3a3236e67c2d36c5d1630c82f1fd51e30e6034",
    "reserve_usd": 0.01
  },
  {
    "sequence": 273,
    "pair_index": 273,
    "case_id": "expanded-probability-0202",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "91989863353ea572479072493ba189f664afe7c9db583a9c797fbc049f491cea",
    "reserve_usd": 0.01
  },
  {
    "sequence": 274,
    "pair_index": 274,
    "case_id": "wic-validation-0530",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d979ecfd1271661f37622556552dd480f0fe70eca56c549d58f53fa2df2dc198",
    "reserve_usd": 0.01
  },
  {
    "sequence": 275,
    "pair_index": 275,
    "case_id": "boolq-dev-3139",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "525d0a12b6132ca2b01d3e9fdac76e66997f503ccbf35030f4ca7e8259522a61",
    "reserve_usd": 0.01
  },
  {
    "sequence": 276,
    "pair_index": 276,
    "case_id": "boolq-dev-0000",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b56bab5f74ad5368be933b048d11540eb70501f9e6e3a60cbac7ed862f3a795b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 277,
    "pair_index": 277,
    "case_id": "rte-validation-0241",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a28bcc1c8773d45c8ddb76ebc5fc60428d1af8312c3575d824a571c21dbb0829",
    "reserve_usd": 0.01
  },
  {
    "sequence": 278,
    "pair_index": 278,
    "case_id": "boolq-dev-2836",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d5d100671093d112c2f6fe01e2cd40d9d69f4c8df89de8f0a2bccbd1e290f7ba",
    "reserve_usd": 0.01
  },
  {
    "sequence": 279,
    "pair_index": 279,
    "case_id": "wic-validation-0055",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5c36499ef1b34fab4b13b9a0b2dd99422f6efcf0e22065ea539e9d4da252d544",
    "reserve_usd": 0.01
  },
  {
    "sequence": 280,
    "pair_index": 280,
    "case_id": "boolq-dev-0550",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2e06a4fd71e87bf723596eaee85ca59be6692d97bb8728ade710ab6ae20fbba9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 281,
    "pair_index": 281,
    "case_id": "boolq-dev-1279",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4dd6e01a033d7c44182eb381ff45b83f932074ab050d78799d7500008dbd59c8",
    "reserve_usd": 0.01
  },
  {
    "sequence": 282,
    "pair_index": 282,
    "case_id": "boolq-dev-3206",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "90abe57929e09a45fb2e0aa92b068ce9708244112fc58dbae8491cecb5d25224",
    "reserve_usd": 0.01
  },
  {
    "sequence": 283,
    "pair_index": 283,
    "case_id": "boolq-dev-2094",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a0d412a5e5b1dadf4ddb5eefff759699ee9f3e81b927a0f6cb2d424bd0fd6856",
    "reserve_usd": 0.01
  },
  {
    "sequence": 284,
    "pair_index": 284,
    "case_id": "boolq-dev-0091",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8bd85b70972f6bb28142a1c7cb63ba55bc1f976eb01b1b47051b2ce2a6a2e245",
    "reserve_usd": 0.01
  },
  {
    "sequence": 285,
    "pair_index": 285,
    "case_id": "expanded-policy-0157",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4df5a027c3a69363e34064dd729473d75edbbeb163f396543dfdaba94fa963f0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 286,
    "pair_index": 286,
    "case_id": "boolq-dev-3146",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a3508236eb8aae07c44e4545676d489668e2d85c92553cdab657b9dca7bb0ac6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 287,
    "pair_index": 287,
    "case_id": "wic-validation-0299",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "79a7cddb310d92cdf8056b900c803e095c16869ddc4a8661eefc600fdc4f449f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 288,
    "pair_index": 288,
    "case_id": "boolq-dev-3000",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a0771abb9c29f6ee98d23729e42286a741a958085f9d85f0728face21027fd3a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 289,
    "pair_index": 289,
    "case_id": "boolq-dev-1623",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f699f78114c905c3b5f15509df69051ada91dd4e61a52cff78bade4700484ff8",
    "reserve_usd": 0.01
  },
  {
    "sequence": 290,
    "pair_index": 290,
    "case_id": "wic-validation-0056",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "03fcbd85f28f9215c86ba3d5946d7e494dba6027432b2d0dc19d549f6bf18095",
    "reserve_usd": 0.01
  },
  {
    "sequence": 291,
    "pair_index": 291,
    "case_id": "wic-validation-0380",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f1e01fd11ce1832430af6b92479edba4756deaca3d7ee76d443a0e1823ce85f6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 292,
    "pair_index": 292,
    "case_id": "boolq-dev-0289",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ea1392f309e9727a12023bf9581c4f0a7f6b9c8e8b8e6dc4a3f38a41e3826dc8",
    "reserve_usd": 0.01
  },
  {
    "sequence": 293,
    "pair_index": 293,
    "case_id": "expanded-policy-0080",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0d9c8263e6399fef4cd707a1db8b17ef7b4a06222845d500fb6edac8deb5c1b0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 294,
    "pair_index": 294,
    "case_id": "expanded-policy-0027",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "da476c1ef44f1c5584e89016983973e482fefbfc4cbae540a3b2462a91dd5306",
    "reserve_usd": 0.01
  },
  {
    "sequence": 295,
    "pair_index": 295,
    "case_id": "expanded-probability-0157",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "bedc66ba3d561754e3b315959dab8d81ab8ed21f20747e89e9e4e7355a61e9d4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 296,
    "pair_index": 296,
    "case_id": "boolq-dev-0526",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ee9629ba7144cfead08678293ce8020a9fc1235698aeafa369aebb1a11ca88d7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 297,
    "pair_index": 297,
    "case_id": "boolq-dev-2264",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "bab3b4cd2384c4ad2a99e3a17fca762ad965d7cf0ada75e2a3fc37c46d2bd375",
    "reserve_usd": 0.01
  },
  {
    "sequence": 298,
    "pair_index": 298,
    "case_id": "expanded-policy-0023",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0b4c1627e0544972f67e6dc22d84e6fcdc1b6e4c50db95b273f56e119fefd30a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 299,
    "pair_index": 299,
    "case_id": "boolq-dev-2743",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e7c12ff204c06c35a1e3322d32f30bb954166d83e54a32fa7e95da4ec858d8a2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 300,
    "pair_index": 300,
    "case_id": "boolq-dev-0212",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "948bbd108dbf78afcfc5e7352abc3dab369bfb4fbd5dcd2b8de188e520b738f8",
    "reserve_usd": 0.01
  },
  {
    "sequence": 301,
    "pair_index": 301,
    "case_id": "boolq-dev-0653",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3dd915f0d44ce7661cc24f33ddf7b7d09d079e7297c495105c44c3121a5ea23c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 302,
    "pair_index": 302,
    "case_id": "rte-validation-0191",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5fecf08391768432ca85da0926088fee4597efc13027f87959ebcd06ff2e98e0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 303,
    "pair_index": 303,
    "case_id": "boolq-dev-0202",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4441409f1f675204aa63b977bfb1d43c669b4971c8c13e0003779141033b9be2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 304,
    "pair_index": 304,
    "case_id": "boolq-dev-3221",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e0a6a99685d76634a264b0c5fa291c8b02f9dd1695918a8144e1fe9dd68fd7a7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 305,
    "pair_index": 305,
    "case_id": "boolq-dev-1789",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4d9073a0aa1d7096a46d9c74ce2982d99aea514567eebd8e882004b8177043df",
    "reserve_usd": 0.01
  },
  {
    "sequence": 306,
    "pair_index": 306,
    "case_id": "boolq-dev-0258",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "143abeef46f428b243f2a12cd160287eeacc147fb8ccc6a816a9c8896074e233",
    "reserve_usd": 0.01
  },
  {
    "sequence": 307,
    "pair_index": 307,
    "case_id": "wic-validation-0289",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4a9f674d2268f91339b8f4c76d90ec8c566093fb277b11e100ba2969628b74fd",
    "reserve_usd": 0.01
  },
  {
    "sequence": 308,
    "pair_index": 308,
    "case_id": "boolq-dev-1864",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d796a109534639df3c2af8b4e3eea4af47c7ab3c100027fe53e1a74a4f26a53d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 309,
    "pair_index": 309,
    "case_id": "expanded-policy-0072",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b6fca06d6d4195fd37ce803776f06b0cc877d4601b5f0b70e70b081722841d61",
    "reserve_usd": 0.01
  },
  {
    "sequence": 310,
    "pair_index": 310,
    "case_id": "wic-validation-0379",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "68b6a8516d7ac4eb207f2903e0159d4300d0d34486a9d12df91a6e9feae3a645",
    "reserve_usd": 0.01
  },
  {
    "sequence": 311,
    "pair_index": 311,
    "case_id": "boolq-dev-0139",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "fe9f0ee4ca2b848f4cfd2c6506617a108a6cb32d0ec5ad2f5eb376d8715ca12d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 312,
    "pair_index": 312,
    "case_id": "boolq-dev-1071",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c0cdc6340f9fa0f0fe11b442ce3d8d10beda11e65e5c080536610aa1cc179389",
    "reserve_usd": 0.01
  },
  {
    "sequence": 313,
    "pair_index": 313,
    "case_id": "boolq-dev-2550",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "94f970ab8f1cb12596ad8a30866a0d85a632610f4aac394692d6b4beedd1afdb",
    "reserve_usd": 0.01
  },
  {
    "sequence": 314,
    "pair_index": 314,
    "case_id": "boolq-dev-1771",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ecd412dc371f2d998ad2e04450392faaab01de992ad6f13c970f78814f5ed7bf",
    "reserve_usd": 0.01
  },
  {
    "sequence": 315,
    "pair_index": 315,
    "case_id": "wic-validation-0036",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5c5c310578c3fb3387f8ffd0792c2dd72f9a272bba877c1b952922451e25da65",
    "reserve_usd": 0.01
  },
  {
    "sequence": 316,
    "pair_index": 316,
    "case_id": "boolq-dev-2994",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2c32a3e98aaf46ac0e1a02103cc0e4821f224a1bfb6a6d73fce0674ef4bfe53e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 317,
    "pair_index": 317,
    "case_id": "expanded-probability-0298",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7e022b195fc5c3038022b9526119698dab27e0a031c05f070d09428ee66ed106",
    "reserve_usd": 0.01
  },
  {
    "sequence": 318,
    "pair_index": 318,
    "case_id": "boolq-dev-2934",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "146156aaa064ad7f29554c23417a973637ef964f07a1702463b04778d10620d7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 319,
    "pair_index": 319,
    "case_id": "boolq-dev-2138",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f802e05f573c4c26a606fd5d0a8ea77c094199a9232d183e56f37b2555972392",
    "reserve_usd": 0.01
  },
  {
    "sequence": 320,
    "pair_index": 320,
    "case_id": "boolq-dev-0816",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6bc72e504a81341b5ecf092da12675769b63c0eb851304748ec97dac5ef67e5a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 321,
    "pair_index": 321,
    "case_id": "wic-validation-0347",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ecac4cd5d408744148a400d0a8eae39a4bf7dc75c6449fd24f611a8cb8fa8ea3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 322,
    "pair_index": 322,
    "case_id": "expanded-policy-0040",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4119f138099850d159701f1bf32d314512f4364e21a28278aad8c8eff82ef0a1",
    "reserve_usd": 0.01
  },
  {
    "sequence": 323,
    "pair_index": 323,
    "case_id": "boolq-dev-0493",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "82a07ffdb81307ccc492d84e602deec1a97a68458c73b84ef3e723b332fef585",
    "reserve_usd": 0.01
  },
  {
    "sequence": 324,
    "pair_index": 324,
    "case_id": "boolq-dev-2483",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "40ef2268a378d9796fdbe093fb59e1619092535b2bbf8c9595cc0edb111ccf30",
    "reserve_usd": 0.01
  },
  {
    "sequence": 325,
    "pair_index": 325,
    "case_id": "boolq-dev-0595",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "175c3a405be661b27faf7d4bf97062b53d04ab3b28b713eae6d2a4d4573c4f52",
    "reserve_usd": 0.01
  },
  {
    "sequence": 326,
    "pair_index": 326,
    "case_id": "boolq-dev-3195",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f70b7fe1ea35144f2509e00b6c81b1b08886b70be6ca4da2b42717e467a6c10b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 327,
    "pair_index": 327,
    "case_id": "boolq-dev-2270",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a259c70630d39058ca5eda6d11788bac58a2a6852bc4d4f6e6a668980b3cc8c9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 328,
    "pair_index": 328,
    "case_id": "boolq-dev-3229",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "297b77a5671fc6f6005c9ae23381ddcc21d4fbb60b70c699f0f33701eec4b5a0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 329,
    "pair_index": 329,
    "case_id": "rte-validation-0120",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ab407851a90ee0beef0bc9a7da695082ee736b51354a624cd397ef96b31e4498",
    "reserve_usd": 0.01
  },
  {
    "sequence": 330,
    "pair_index": 330,
    "case_id": "expanded-policy-0133",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "eed4d1575ee255c437e29f11d22953d3ff67107996b42f06d6f4f9d09b71ca4d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 331,
    "pair_index": 331,
    "case_id": "boolq-dev-1500",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "97665d2ed8b784dfb89b6be1169d7ac4d390a7571a464c622dd00b874ab3e8d1",
    "reserve_usd": 0.01
  },
  {
    "sequence": 332,
    "pair_index": 332,
    "case_id": "boolq-dev-0033",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "832ab247cef3cb93ab80d1daf7a88e5b8e2d171d1f33452aaad1817dd3c9b5da",
    "reserve_usd": 0.01
  },
  {
    "sequence": 333,
    "pair_index": 333,
    "case_id": "boolq-dev-0839",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9b8483c62407f00a97165cfb59b1b173eafd75a2fffa0db9d674683dbdacaff4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 334,
    "pair_index": 334,
    "case_id": "boolq-dev-1891",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "25378c018ea407c986ec0f9f9935a7ea8fa6e7e7abd29538bfeec86f1adc7919",
    "reserve_usd": 0.01
  },
  {
    "sequence": 335,
    "pair_index": 335,
    "case_id": "boolq-dev-0569",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ea0db9f76024fb8765b50738640ed106b6dd66cab588b86173136b429d2f57de",
    "reserve_usd": 0.01
  },
  {
    "sequence": 336,
    "pair_index": 336,
    "case_id": "wic-validation-0497",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "32c857ef37518517f41a5fc797c720a99bb044e81fd7c1b81d737d3c90ddb2ca",
    "reserve_usd": 0.01
  },
  {
    "sequence": 337,
    "pair_index": 337,
    "case_id": "boolq-dev-1295",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "cfa4b2e7c558bfd3d7ec60a61a1d289d71568448897b5a8b1181cda5df3e1ddb",
    "reserve_usd": 0.01
  },
  {
    "sequence": 338,
    "pair_index": 338,
    "case_id": "boolq-dev-2872",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5e24be52d41d4265c1acd3aadb14af093a9d2f2c3fed986708cabe826e234fb8",
    "reserve_usd": 0.01
  },
  {
    "sequence": 339,
    "pair_index": 339,
    "case_id": "boolq-dev-1320",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "be9dc3ca561a85b993c39649f80aff75a1f9afafde3f3086e35173ac60eb5948",
    "reserve_usd": 0.01
  },
  {
    "sequence": 340,
    "pair_index": 340,
    "case_id": "boolq-dev-2425",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a2fe325a4bd876a7e5d562f9e3e5cad642604adb28465307ebae0fd689e20f31",
    "reserve_usd": 0.01
  },
  {
    "sequence": 341,
    "pair_index": 341,
    "case_id": "boolq-dev-1974",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "13e2e7d2dfc48d557a7fa01de3e7b8a3eb0bbb74daed146c400edea3ff685330",
    "reserve_usd": 0.01
  },
  {
    "sequence": 342,
    "pair_index": 342,
    "case_id": "boolq-dev-0892",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1c2f77beb3bd9e4a1035730bb74220a9c21388f2cf430b54a71b40f4c7aceedf",
    "reserve_usd": 0.01
  },
  {
    "sequence": 343,
    "pair_index": 343,
    "case_id": "boolq-dev-0281",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "612e32f289360ee613a72c515acb1ee4a06f6e1f1dbdc7687eafa0b8be324ad6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 344,
    "pair_index": 344,
    "case_id": "boolq-dev-0763",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "875f5eea13dcc58905790311a29e62b7edd4472c0a1194b992de0c317bb98762",
    "reserve_usd": 0.01
  },
  {
    "sequence": 345,
    "pair_index": 345,
    "case_id": "boolq-dev-0928",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "52404365ac09d65a8b56f33a9cf757ac4ba6bfcbf6ffb58df27c1c83ed01ff52",
    "reserve_usd": 0.01
  },
  {
    "sequence": 346,
    "pair_index": 346,
    "case_id": "expanded-probability-0254",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "42cc0d2b63645229cbef257a9ed86bbd14e8f29838b83fa945514f4a3e0fbcc6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 347,
    "pair_index": 347,
    "case_id": "wic-validation-0150",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "69dc638adc7001ae4df139f7e8f6cc887998431f2f881f65dbb337ff8207705a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 348,
    "pair_index": 348,
    "case_id": "boolq-dev-2632",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e81ec5be72e5cd909862502a87d583299459debbc9859b61a4c06164806ce5c7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 349,
    "pair_index": 349,
    "case_id": "boolq-dev-0413",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "744d68a14f1ab67036409d1ce3a5c524eb136f9b7ee222eb4b2bf726b898de03",
    "reserve_usd": 0.01
  },
  {
    "sequence": 350,
    "pair_index": 350,
    "case_id": "expanded-policy-0036",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b310bf58ab12d9bc4c78254509629a306f52fc7b8dc2356a29de8771db7dec64",
    "reserve_usd": 0.01
  },
  {
    "sequence": 351,
    "pair_index": 351,
    "case_id": "wic-validation-0087",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "774bcdc82fae4b64e8d72d53ce212746f0b22a8c895c04ecf845c6e2e507420d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 352,
    "pair_index": 352,
    "case_id": "expanded-policy-0188",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d62f13869709d9e10a909b20420731a5246465a6da5d03da62bb176845c7479a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 353,
    "pair_index": 353,
    "case_id": "boolq-dev-2067",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "bef522d4659da8343a831d9650918d4b31cbac296253b56c49a0354bd5f5e4d3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 354,
    "pair_index": 354,
    "case_id": "wic-validation-0407",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "621f60d763e9508c5ee49c0c369a2ccb078d5d5feeff618bec061f03e66bc9d4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 355,
    "pair_index": 355,
    "case_id": "boolq-dev-1133",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b0abc462f3a5e3043071392ff48d8ab1e91584757e1dd0943d7611a64c62babf",
    "reserve_usd": 0.01
  },
  {
    "sequence": 356,
    "pair_index": 356,
    "case_id": "boolq-dev-2492",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "186a7960cfb7bffd645b131073b136701ca25a65370cd78db69f22b2b3c694db",
    "reserve_usd": 0.01
  },
  {
    "sequence": 357,
    "pair_index": 357,
    "case_id": "boolq-dev-0427",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ea710cb578b0e766a24a316b851b148254987385016415fa90857448566d8c9f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 358,
    "pair_index": 358,
    "case_id": "wic-validation-0500",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "03e213ad312f94d1188e2163c0ab889cb2e8018da601df92ba8bc71434d3d3e7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 359,
    "pair_index": 359,
    "case_id": "boolq-dev-1245",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7093ece4f93c3ab3450c7a85a01c78506b009d8f6a23bef2e0aee4eecd016baa",
    "reserve_usd": 0.01
  },
  {
    "sequence": 360,
    "pair_index": 360,
    "case_id": "boolq-dev-2435",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "269d792efd7884523f06cb9c2f3677a3975fa6dd27b7f4a32dd16dbeb234e1e9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 361,
    "pair_index": 361,
    "case_id": "boolq-dev-1364",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4c9b28605ce5c08cbec8ed4adfa4c860f8e4961edd2135d741a9892df8f24709",
    "reserve_usd": 0.01
  },
  {
    "sequence": 362,
    "pair_index": 362,
    "case_id": "boolq-dev-2885",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ad86a235378656e41c8fadbfe5cc4a0c6ad4e5a944b94bbc449e77255b95511c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 363,
    "pair_index": 363,
    "case_id": "boolq-dev-1612",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f82326105023b6e76500c962d3edbadca2d8763bb8958909c6c6c5dce7b62a05",
    "reserve_usd": 0.01
  },
  {
    "sequence": 364,
    "pair_index": 364,
    "case_id": "boolq-dev-0700",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b1c61f93da8be7891bcd3f259d4d9c04633499df3182fdf087851af0998d6c8a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 365,
    "pair_index": 365,
    "case_id": "expanded-probability-0097",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "948c8092db606d7e7a45beae0931930fe8877952883a74ca21c6c3f704f2634c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 366,
    "pair_index": 366,
    "case_id": "wic-validation-0296",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0fa0244981d89048358a1b978d1fb0b499fb2fcd78e155e5fb1f48b9b2a07000",
    "reserve_usd": 0.01
  },
  {
    "sequence": 367,
    "pair_index": 367,
    "case_id": "boolq-dev-3239",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "14fb9ff75e976fdbb8a2c1a3898729435a02ca22b1286adbd1e914617127a8cc",
    "reserve_usd": 0.01
  },
  {
    "sequence": 368,
    "pair_index": 368,
    "case_id": "boolq-dev-0352",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9773048f879ce7f3ccdb0847fea04b0237949406decd05ebf15cbc8903f655ce",
    "reserve_usd": 0.01
  },
  {
    "sequence": 369,
    "pair_index": 369,
    "case_id": "rte-validation-0274",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "025997d59b2116483a64f4b76c3fb47430912d657fdd29061facdbb0f388bc25",
    "reserve_usd": 0.01
  },
  {
    "sequence": 370,
    "pair_index": 370,
    "case_id": "wic-validation-0598",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9145c23fde918b5e8d8c274ddc3219446820c2ea6a0c4790da9bb32202cf0c16",
    "reserve_usd": 0.01
  },
  {
    "sequence": 371,
    "pair_index": 371,
    "case_id": "boolq-dev-2940",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f6a03d982e32a288e92b0c776f9e5f75be00640bdde5f13fc63de1529d8349fa",
    "reserve_usd": 0.01
  },
  {
    "sequence": 372,
    "pair_index": 372,
    "case_id": "boolq-dev-1945",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "137f5fac8bb9c5f157908d0b1c2d2b37f9dd0b19ce3e9260e6f88cf7bb6bbcfd",
    "reserve_usd": 0.01
  },
  {
    "sequence": 373,
    "pair_index": 373,
    "case_id": "boolq-dev-1664",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "857bb33b993063d2366acdfa6798b0e1ca72d9b75a0a6ef75516f7bcd26d348a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 374,
    "pair_index": 374,
    "case_id": "boolq-dev-0406",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7ee8860422e0df05dc6d66588a98b7468ffbbccd23d034d570f487f82e662c39",
    "reserve_usd": 0.01
  },
  {
    "sequence": 375,
    "pair_index": 375,
    "case_id": "expanded-policy-0152",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "116053214f1ad6dc5660515c96fd7ccb9d0f08aeb41e79eede4093bb7c490a0b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 376,
    "pair_index": 376,
    "case_id": "boolq-dev-1435",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "33d32494ae1e4e66761f1abcb3d4bef188ff0e3cb88c7a6762015314e4152a66",
    "reserve_usd": 0.01
  },
  {
    "sequence": 377,
    "pair_index": 377,
    "case_id": "expanded-probability-0297",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9806826c71c08443c8f6d141efd74d8b57358f1dc15865d77459830b8b2168d4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 378,
    "pair_index": 378,
    "case_id": "boolq-dev-1290",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5338e7ed0c2db17cbd6dbcf0be1b6bce366d225fef4f9455ab65a143e82409ab",
    "reserve_usd": 0.01
  },
  {
    "sequence": 379,
    "pair_index": 379,
    "case_id": "boolq-dev-1629",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9c3ec50db4b60dcbeb1868ed53b9fc81c3dd82f06b50d7634a1e520afb53fe89",
    "reserve_usd": 0.01
  },
  {
    "sequence": 380,
    "pair_index": 380,
    "case_id": "boolq-dev-2562",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "de33c6e4464cfc423e54e6114c93370f187eb76425ca9e7a2be83c4faf608e08",
    "reserve_usd": 0.01
  },
  {
    "sequence": 381,
    "pair_index": 381,
    "case_id": "boolq-dev-1356",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ef69e1c6f1b829e0886602cf87a1d0381b0d9f1d39d1e3c250c68fb180eb0fdf",
    "reserve_usd": 0.01
  },
  {
    "sequence": 382,
    "pair_index": 382,
    "case_id": "boolq-dev-0534",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "24056700977aceaf45b72178b63fa0924545ffbdc1467c42e0acd17def88f1f8",
    "reserve_usd": 0.01
  },
  {
    "sequence": 383,
    "pair_index": 383,
    "case_id": "wic-validation-0248",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5e6e813f8605f1ceb96bd4d4c5d8b58d85935185807971f119cc329b31a36170",
    "reserve_usd": 0.01
  },
  {
    "sequence": 384,
    "pair_index": 384,
    "case_id": "wic-validation-0104",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d5c7c89cddde1026e21b836e76bc5059f54ff592f38dc6873d41c5d23c6397ce",
    "reserve_usd": 0.01
  },
  {
    "sequence": 385,
    "pair_index": 385,
    "case_id": "boolq-dev-2016",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "007379879daa97cdabdb92ed77a0a47e20f38a2444f7785461b89735bf22b708",
    "reserve_usd": 0.01
  },
  {
    "sequence": 386,
    "pair_index": 386,
    "case_id": "boolq-dev-2711",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f8d93d8282a7e0e3d508eead76e7d6392940a991e81fe86176260e513169ace1",
    "reserve_usd": 0.01
  },
  {
    "sequence": 387,
    "pair_index": 387,
    "case_id": "boolq-dev-2449",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "90278c9091f452d221c23826bcf66af55dc5ac3d136886a76acb9dda152673a5",
    "reserve_usd": 0.01
  },
  {
    "sequence": 388,
    "pair_index": 388,
    "case_id": "boolq-dev-3225",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5c002b6c2da2654658d5ee9a6d154d354ddc1d5893b8c7395d19adb7078e6f13",
    "reserve_usd": 0.01
  },
  {
    "sequence": 389,
    "pair_index": 389,
    "case_id": "expanded-policy-0163",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f16f37fcfdf56971e3d84bbd83298a158edd515e9780f99923958fee2b220eff",
    "reserve_usd": 0.01
  },
  {
    "sequence": 390,
    "pair_index": 390,
    "case_id": "boolq-dev-1020",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e59853214af9118f65a603924d85ce6e09dd77547ba882109d3aa2d10d630fd2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 391,
    "pair_index": 391,
    "case_id": "boolq-dev-1260",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "27ee1ad29033d16401c008a967d5a0f026aa45ff37da094d03e8096258f02184",
    "reserve_usd": 0.01
  },
  {
    "sequence": 392,
    "pair_index": 392,
    "case_id": "boolq-dev-1750",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c05d057734328d149d1e8ff0b31e6683aa7f245d078e51a610b6b5c5c19896e6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 393,
    "pair_index": 393,
    "case_id": "boolq-dev-3256",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "766916e64bbd2d2f0efbc2a6fbf5c5ba30bab0c35263c8651b4145eda671146d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 394,
    "pair_index": 394,
    "case_id": "boolq-dev-1574",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "eec30892cd68994fb47ae779f539529bb915f8619132473aa05a5acf13bd982b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 395,
    "pair_index": 395,
    "case_id": "boolq-dev-3059",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "90288eb24ad1f8b8c13765419239ddc63a4202cd5599cd9c06805e8c70244377",
    "reserve_usd": 0.01
  },
  {
    "sequence": 396,
    "pair_index": 396,
    "case_id": "expanded-probability-0295",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a52c726d60c91772d3fdf44c4e50de0f7031228ccaef8bee4bf639ac0cb11951",
    "reserve_usd": 0.01
  },
  {
    "sequence": 397,
    "pair_index": 397,
    "case_id": "wic-validation-0207",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f0a48547ac85f8bfb7387d8237b2cbe6a382df35448fab07ba3e2a8caba61410",
    "reserve_usd": 0.01
  },
  {
    "sequence": 398,
    "pair_index": 398,
    "case_id": "boolq-dev-2322",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "12d6074e39b4eda9a6551bf202c0cca652fb681ed07ce3af6f3cdf79f22e0008",
    "reserve_usd": 0.01
  },
  {
    "sequence": 399,
    "pair_index": 399,
    "case_id": "boolq-dev-1054",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e8fe79d8fc3523b1c75be8fbaa1bd6d2ff1939b5a0cef5d58e234d01efaf00fc",
    "reserve_usd": 0.01
  },
  {
    "sequence": 400,
    "pair_index": 400,
    "case_id": "boolq-dev-3245",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "afd465f27f4ccf588860afd959d14b551fbdc80a5aa14b1bc82bcaba2479f27b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 401,
    "pair_index": 401,
    "case_id": "boolq-dev-2373",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c409f2b923bdb904f1139e935acc880ee066eae943c83f45e290800f299a2845",
    "reserve_usd": 0.01
  },
  {
    "sequence": 402,
    "pair_index": 402,
    "case_id": "boolq-dev-0735",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "378d36a57f9ee6d28d077447807d3fbc3f63203b1a6a9aa6cfc886d726d127d6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 403,
    "pair_index": 403,
    "case_id": "wic-validation-0217",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3315a9e1109cf533d226cbe035651cd0c16f2475a042aa707d930a1d2c265e60",
    "reserve_usd": 0.01
  },
  {
    "sequence": 404,
    "pair_index": 404,
    "case_id": "boolq-dev-0342",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b6c1977622f14fcda3a8e384ba1ac452d90d7a3bcc3300fc2b21f454a9682ec1",
    "reserve_usd": 0.01
  },
  {
    "sequence": 405,
    "pair_index": 405,
    "case_id": "wic-validation-0193",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c68639fcf4361f2e0e37d29b3aeae59167c958d86627fe069e3a6e3b083e8293",
    "reserve_usd": 0.01
  },
  {
    "sequence": 406,
    "pair_index": 406,
    "case_id": "expanded-policy-0187",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c77872b364f12e2c2339972a6e43a850ff26e091a2bf4bbc7009950b7b7311fe",
    "reserve_usd": 0.01
  },
  {
    "sequence": 407,
    "pair_index": 407,
    "case_id": "boolq-dev-0615",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "da72bc1b43149b0935a7287b043729f4f3928e4ea4220d7703ba2d9d00e087bf",
    "reserve_usd": 0.01
  },
  {
    "sequence": 408,
    "pair_index": 408,
    "case_id": "rte-validation-0141",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "872b7fa507f483bf48cdaebeccb04438e828a5c7d5bd6742f68750f2e165a7aa",
    "reserve_usd": 0.01
  },
  {
    "sequence": 409,
    "pair_index": 409,
    "case_id": "boolq-dev-2978",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "12cb1754cc826e403bc643c86f6ca9afdf37b4539cf0f8cc7dd67ad54e5f3d7d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 410,
    "pair_index": 410,
    "case_id": "wic-validation-0343",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "79ca324fcaaae53d6c2503accd274a0a2adc017b9b195bab835cda8276dd4f24",
    "reserve_usd": 0.01
  },
  {
    "sequence": 411,
    "pair_index": 411,
    "case_id": "expanded-policy-0125",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "899ede27bbd5dcf8c183214a720c6e5a696f997530e29e5945b8b3bf379399e0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 412,
    "pair_index": 412,
    "case_id": "boolq-dev-2387",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "727f35237bf280465d6999ce549fa829cef8b279d6d986f970ac7276a13b842e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 413,
    "pair_index": 413,
    "case_id": "boolq-dev-2064",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "096177f60cedcb2b8658ba89c6698306805ee7d4589d78030ce77508694b605a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 414,
    "pair_index": 414,
    "case_id": "boolq-dev-0910",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "35aad4ce2259e6d08fc93f5f0365b18ec428a300dd65d293d77c5ea79bab04be",
    "reserve_usd": 0.01
  },
  {
    "sequence": 415,
    "pair_index": 415,
    "case_id": "boolq-dev-0634",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "416b5d8a8e8c817c216850e422f3f234431ddeef053c7e5e77cdf29f1396343e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 416,
    "pair_index": 416,
    "case_id": "rte-validation-0236",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "11cc616f6bd5c3260714109481fa2a60e5552bf13ebefd7a1ba2f265af53e6ef",
    "reserve_usd": 0.01
  },
  {
    "sequence": 417,
    "pair_index": 417,
    "case_id": "boolq-dev-3136",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "53c4074191421c83201de0cb574ee2c544760ee3517729c8721460d8652d487d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 418,
    "pair_index": 418,
    "case_id": "boolq-dev-2909",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2527637c2383eaf0fe4cbd2fca27987307077b7e9ea17771c4a559db3adf9a56",
    "reserve_usd": 0.01
  },
  {
    "sequence": 419,
    "pair_index": 419,
    "case_id": "boolq-dev-2359",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9f9857cada3c18b328ee32fe09bec912469e6996ee3c3aa805e127ccbd2c508f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 420,
    "pair_index": 420,
    "case_id": "rte-validation-0020",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e1d2e61e704936562cb62fe48bb0aa145e056d1fa728ccf971ee55ea76705901",
    "reserve_usd": 0.01
  },
  {
    "sequence": 421,
    "pair_index": 421,
    "case_id": "expanded-policy-0144",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "36e395a7e8fc871c39e680e5ff312d22b3b850445cd2cb4c6a3b83ee7cfc1216",
    "reserve_usd": 0.01
  },
  {
    "sequence": 422,
    "pair_index": 422,
    "case_id": "boolq-dev-1427",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "75f669431b3b3018ebbe95a2ea80fe312d75d45c092f3b37dadf84aa39bd9456",
    "reserve_usd": 0.01
  },
  {
    "sequence": 423,
    "pair_index": 423,
    "case_id": "boolq-dev-1883",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ae9e9997ebec881164833615400d76c21f9394d06883cf9011a19da764842f06",
    "reserve_usd": 0.01
  },
  {
    "sequence": 424,
    "pair_index": 424,
    "case_id": "wic-validation-0631",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "dcee0a6b7f3b7f2de8692d5d6db76b6bf67a1ab5ec0aa12fdb1bd8bec4ef78b1",
    "reserve_usd": 0.01
  },
  {
    "sequence": 425,
    "pair_index": 425,
    "case_id": "wic-validation-0551",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "58ffa36ac428b53c6c0db5bcc6a344148df4d2d585f83725d20013b0272ff94e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 426,
    "pair_index": 426,
    "case_id": "wic-validation-0313",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "572d5e042fefaf79095aba6c176bf687e3a7dc77e062add64a8e9372fad9cba3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 427,
    "pair_index": 427,
    "case_id": "boolq-dev-0991",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4c3258167c560fa332d9e7567eac81e6beb61bf6a6538c11c001ea57fcf32f6a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 428,
    "pair_index": 428,
    "case_id": "wic-validation-0561",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1e34090f872ad62487dd9b25d11a678eb5683676c946f3d575a2f08f9b49de61",
    "reserve_usd": 0.01
  },
  {
    "sequence": 429,
    "pair_index": 429,
    "case_id": "boolq-dev-1630",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "fcd7d8048ea99242f5d513fc33928f94edb97436b15fb69def121b6d29f1b263",
    "reserve_usd": 0.01
  },
  {
    "sequence": 430,
    "pair_index": 430,
    "case_id": "expanded-probability-0150",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ee2f77a30d4c5611e8e1a2f8a6c226fc4e9173f00f629d6844312c7aeff08108",
    "reserve_usd": 0.01
  },
  {
    "sequence": 431,
    "pair_index": 431,
    "case_id": "boolq-dev-1810",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e169f041cad8f7e10c102538412fce8c8c796c971410123eea40eeda1cd1e71b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 432,
    "pair_index": 432,
    "case_id": "expanded-probability-0227",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "bfaeb397a5be52d0366338eb67291db0f326449ae104fb1db9cce67aa0ac69f1",
    "reserve_usd": 0.01
  },
  {
    "sequence": 433,
    "pair_index": 433,
    "case_id": "boolq-dev-0734",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "334d680cf6c2abf2ad2d65d410b446d72c84302fb77633d489f91fca0c3fb3dc",
    "reserve_usd": 0.01
  },
  {
    "sequence": 434,
    "pair_index": 434,
    "case_id": "boolq-dev-0330",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e45d9039f4ab6c8603f3bda0c3149131ef086b7d174e4c17346a14f867cc792a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 435,
    "pair_index": 435,
    "case_id": "boolq-dev-1967",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f5cbe04f5f0122c84134af8b0b51c3746f433eb3a3df0a2d636a6aaa71bb738f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 436,
    "pair_index": 436,
    "case_id": "boolq-dev-2628",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8be824636d8d7b2ff974db894783416003b26a7675ce5e018ab4933b8b718496",
    "reserve_usd": 0.01
  },
  {
    "sequence": 437,
    "pair_index": 437,
    "case_id": "boolq-dev-2626",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c62e96d96d860cdb15ee7f26b5e446879e50c4d3db3791c7b1a56190c0de0f30",
    "reserve_usd": 0.01
  },
  {
    "sequence": 438,
    "pair_index": 438,
    "case_id": "boolq-dev-0329",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4d8d5ab3f21135def0db74e2c7c5b3f8b1d9b382f3f0a103d4117943e320c6f7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 439,
    "pair_index": 439,
    "case_id": "boolq-dev-2116",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "20cf363076b4eb94545633b1df8531230943dd371d51e66bd8bd6aed31b3f4a4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 440,
    "pair_index": 440,
    "case_id": "boolq-dev-2469",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "89a4b05825b8ec19b8c63bbd6a924a9fa0ed7b182dbc7dac2c004f76c66bff07",
    "reserve_usd": 0.01
  },
  {
    "sequence": 441,
    "pair_index": 441,
    "case_id": "boolq-dev-2429",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0c3dd24a5e84377802934d1efae7ab9db3fa5e8ab6e8cd0bb6b3ca8bf3e40471",
    "reserve_usd": 0.01
  },
  {
    "sequence": 442,
    "pair_index": 442,
    "case_id": "expanded-policy-0198",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "40d13bf80d94b8f474c7cd63e18618ad199e86dd8ba8426177030ec8d3c1bfbb",
    "reserve_usd": 0.01
  },
  {
    "sequence": 443,
    "pair_index": 443,
    "case_id": "boolq-dev-2801",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2c71a84a82db516477c9d2d94feb2f787c3dc6b129e6f583c7135377c81495bc",
    "reserve_usd": 0.01
  },
  {
    "sequence": 444,
    "pair_index": 444,
    "case_id": "wic-validation-0567",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "742feff9e1b904fb9a364749b04e99590a988c23d090f0c4866d78bb8ebfcc5f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 445,
    "pair_index": 445,
    "case_id": "boolq-dev-1513",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "35c6c680c6962d853e3c1d0368de1b90e87c71e80c29877f0add7b881b2ab446",
    "reserve_usd": 0.01
  },
  {
    "sequence": 446,
    "pair_index": 446,
    "case_id": "boolq-dev-2090",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d6f9163bdf4b41c7d0f79b47ee03c12b41d0f6f143ef8cef2e47fbc669333115",
    "reserve_usd": 0.01
  },
  {
    "sequence": 447,
    "pair_index": 447,
    "case_id": "rte-validation-0070",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d39f79eb9e48262bdfbed4d48c7f7ae1eab87a9f101c6b8316ccf2da23537baf",
    "reserve_usd": 0.01
  },
  {
    "sequence": 448,
    "pair_index": 448,
    "case_id": "boolq-dev-2679",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3042645092ea5b5fbe0995480b5ce92aaeafc80cc6b529ec37803e513772b318",
    "reserve_usd": 0.01
  },
  {
    "sequence": 449,
    "pair_index": 449,
    "case_id": "boolq-dev-1982",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "cf9b7af0d4ad7811dc5ac6cd622b4a8abb5de4f77508fd72e239729ffaccf639",
    "reserve_usd": 0.01
  },
  {
    "sequence": 450,
    "pair_index": 450,
    "case_id": "expanded-probability-0070",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d09b405ffa976a9dea1af51b6b70e98705d2ea386cfb7070f3f038f37af04d27",
    "reserve_usd": 0.01
  },
  {
    "sequence": 451,
    "pair_index": 451,
    "case_id": "boolq-dev-3188",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "bbaacabd4b2e2f5dae8fcfce9d4a5b11d2204aa835aaa7731e46c442a253207d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 452,
    "pair_index": 452,
    "case_id": "boolq-dev-1035",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2d43d749ad23376abbaa5c6f6eb69c4b196754b3c60bdb598b214c75b23e7ca3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 453,
    "pair_index": 453,
    "case_id": "boolq-dev-1991",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a5c38b5f7cd68c8224f8a9d9fb38bbd4b120d2dfba1cd5bfdd9bf56a9ce7c3b1",
    "reserve_usd": 0.01
  },
  {
    "sequence": 454,
    "pair_index": 454,
    "case_id": "boolq-dev-0234",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "bcaa9d590e7c30f9c958a60fe77905424d256db5af215335e09c585c415159af",
    "reserve_usd": 0.01
  },
  {
    "sequence": 455,
    "pair_index": 455,
    "case_id": "boolq-dev-1914",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8311d71cb639321938be4df805a5a3b3a62a98f91d8944bf8beb2fcba7882a09",
    "reserve_usd": 0.01
  },
  {
    "sequence": 456,
    "pair_index": 456,
    "case_id": "rte-validation-0249",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "be2af045f3f8cb812194e8b4c9aca3a600103ed56de768193aaa1c7915a42522",
    "reserve_usd": 0.01
  },
  {
    "sequence": 457,
    "pair_index": 457,
    "case_id": "wic-validation-0048",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "bdce64fcb87cfce22456ee6830bb211b0f2d5915c6c42847b550d68748faffc7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 458,
    "pair_index": 458,
    "case_id": "wic-validation-0618",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "99231b5f8ed338d99a2192fddc02313d51ad2d4b330183cb1b859ed90c02b9e0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 459,
    "pair_index": 459,
    "case_id": "rte-validation-0226",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d4bb64be8cda70551ab47f497cb05d202ed1520ba361425a3cf68ea39431b4ae",
    "reserve_usd": 0.01
  },
  {
    "sequence": 460,
    "pair_index": 460,
    "case_id": "boolq-dev-2616",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d1e71648d79fafe1f94a6c21f493e72c5c2dbb22b39597c2177d292c0e35d1ab",
    "reserve_usd": 0.01
  },
  {
    "sequence": 461,
    "pair_index": 461,
    "case_id": "boolq-dev-0328",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c972e029528d689120e1b71ab223323ad2657baced6273ab8ec42cfb2182f666",
    "reserve_usd": 0.01
  },
  {
    "sequence": 462,
    "pair_index": 462,
    "case_id": "boolq-dev-1517",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "16ce6bd4b3acd7e5610f4103432244ddccbd59ed9982a3b6836c8fb84c7100b2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 463,
    "pair_index": 463,
    "case_id": "boolq-dev-0379",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c74acf019b8d2a5e0d07622201e1b8ece3c8b41508a74ea9f791956047432eb1",
    "reserve_usd": 0.01
  },
  {
    "sequence": 464,
    "pair_index": 464,
    "case_id": "boolq-dev-0080",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3cd336e700ae07b15896dc91cc5f0f2ccc61a30dea11704cd9efadaba53d17c5",
    "reserve_usd": 0.01
  },
  {
    "sequence": 465,
    "pair_index": 465,
    "case_id": "boolq-dev-1844",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0c89995e798ac0d4df3f0158358fccd5b521a3cedc20011da5d88ec9322f66ad",
    "reserve_usd": 0.01
  },
  {
    "sequence": 466,
    "pair_index": 466,
    "case_id": "expanded-probability-0101",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "968607552f157d3c2d2ca44cc501b54d0026c17a4d03d8ff46e24de1be7b1da9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 467,
    "pair_index": 467,
    "case_id": "boolq-dev-1302",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6bbdcb7c7666478b59cd29bd132155cc3a3f4f69d0f9c935ccc89c72cd91135a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 468,
    "pair_index": 468,
    "case_id": "boolq-dev-0283",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f5b210352693392a7d98b2d0814bcbd42230527032b5fbbc7896609a0859242b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 469,
    "pair_index": 469,
    "case_id": "boolq-dev-0894",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2826e3edabf147c4344a7f46c09f8e636b61063d36ca465b13fbb4007860ba73",
    "reserve_usd": 0.01
  },
  {
    "sequence": 470,
    "pair_index": 470,
    "case_id": "boolq-dev-0356",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ba5d5fa780300c8b2559815784e142a503600187c2ac5cb04183ec1bfa6f95a9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 471,
    "pair_index": 471,
    "case_id": "boolq-dev-0471",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c9d281b4b1ecb9d5bf13c26fd44fe3b8350da85f7a75388827f10f094ef589c2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 472,
    "pair_index": 472,
    "case_id": "expanded-probability-0133",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "cfdc0da9b2482677c45ed1052e42560b8fb544f36089b9516d9bc9e1a8730a02",
    "reserve_usd": 0.01
  },
  {
    "sequence": 473,
    "pair_index": 473,
    "case_id": "boolq-dev-0950",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "66ed815d0db5ffa7362be349a54b0d522a1ecefdb2d5925ec2a81ca7abaded4d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 474,
    "pair_index": 474,
    "case_id": "boolq-dev-2100",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "321f5687ff38fdf769088f081dcf7abe7d00dd6f86a58615815a888882e27186",
    "reserve_usd": 0.01
  },
  {
    "sequence": 475,
    "pair_index": 475,
    "case_id": "boolq-dev-2807",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "81131d5e1dd455ceab20e389de6f9ec90b73f3309a6daad2ab1c45a5b1c86dcc",
    "reserve_usd": 0.01
  },
  {
    "sequence": 476,
    "pair_index": 476,
    "case_id": "wic-validation-0304",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4af50307bb9cb7cae9e0b50b86ef34bee33b6f452ca43eeb3fa99f396993fc56",
    "reserve_usd": 0.01
  },
  {
    "sequence": 477,
    "pair_index": 477,
    "case_id": "boolq-dev-0536",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "687cc8fc9884323dc95dfadb45e305971f23ac07c799c6b15d54eb8dd54849d6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 478,
    "pair_index": 478,
    "case_id": "boolq-dev-1031",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e745ab31182226a61f4481229397b801d0b6335cca89afc04bf240bf381e51ef",
    "reserve_usd": 0.01
  },
  {
    "sequence": 479,
    "pair_index": 479,
    "case_id": "boolq-dev-2609",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "cfe09f08a1c7d3e57b719b0d616a79a88ff2b2ff7c0aa1e2f2ea544934557247",
    "reserve_usd": 0.01
  },
  {
    "sequence": 480,
    "pair_index": 480,
    "case_id": "boolq-dev-0719",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ae35cac15eba37853eb61d3948ff985e3cf2c9353fa5806d769e07f24ec1886a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 481,
    "pair_index": 481,
    "case_id": "boolq-dev-1344",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0cd200a92addc1902227052460c0fa9b4b6ade632a186e34763528afd3b4013b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 482,
    "pair_index": 482,
    "case_id": "boolq-dev-2098",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4668f1d32e03e5581cba24e9476245201b6b380392aa7099794d4b62da093a14",
    "reserve_usd": 0.01
  },
  {
    "sequence": 483,
    "pair_index": 483,
    "case_id": "wic-validation-0021",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "cfa04adce8a702fece76e595f5e0fd22c8c06bbee559aed6389cdeb3e2426465",
    "reserve_usd": 0.01
  },
  {
    "sequence": 484,
    "pair_index": 484,
    "case_id": "boolq-dev-1037",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c02e6e8d7e462af0c3bac07337defc8131bdbe9e0484bee4873270f0c8e1a2c1",
    "reserve_usd": 0.01
  },
  {
    "sequence": 485,
    "pair_index": 485,
    "case_id": "expanded-policy-0282",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c41e2c07241282f200f1b14ceb54da3cb1d9242cb72943f46ff0f3385417811d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 486,
    "pair_index": 486,
    "case_id": "rte-validation-0016",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "495b309544fef11a80ebd6c2b062a2c8ddae439405909e37ab4784905de07538",
    "reserve_usd": 0.01
  },
  {
    "sequence": 487,
    "pair_index": 487,
    "case_id": "wic-validation-0215",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "fb045763c9ee748dfa5dd9ff571861f914217526dc4c0d7b06a438cec803b088",
    "reserve_usd": 0.01
  },
  {
    "sequence": 488,
    "pair_index": 488,
    "case_id": "boolq-dev-0466",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "dc5ee72d0ad2cda8fd45018cc6e62bef88265324c1af9eb98f237062d2f7c773",
    "reserve_usd": 0.01
  },
  {
    "sequence": 489,
    "pair_index": 489,
    "case_id": "boolq-dev-1922",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5b48b4d3b3888718e0121f8815cb9b27724f6ca5309432e2624949e5a6035f66",
    "reserve_usd": 0.01
  },
  {
    "sequence": 490,
    "pair_index": 490,
    "case_id": "boolq-dev-1203",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "490d67db97a346d5b013faf0e54a7acc606c2ab478948bdc0a915f47daa82816",
    "reserve_usd": 0.01
  },
  {
    "sequence": 491,
    "pair_index": 491,
    "case_id": "boolq-dev-1358",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a6785bc343552e63563f6b6de5bd42606dac6d79d04ef4071ecea384d96f4979",
    "reserve_usd": 0.01
  },
  {
    "sequence": 492,
    "pair_index": 492,
    "case_id": "boolq-dev-2732",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c2540ffbe65ff4f8a5ae85ed52874356fb9c4213b7f19c2e8de51aec8ac4ccc9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 493,
    "pair_index": 493,
    "case_id": "boolq-dev-1157",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d41f17f211a57a85a9443c929703b6e9a3685cbad6ecdf1665c2f16ad24db7c3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 494,
    "pair_index": 494,
    "case_id": "boolq-dev-2527",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e4806a38bf8d7759d0aa02599d26fcb83235492f5226bf2944c886f02fda3b23",
    "reserve_usd": 0.01
  },
  {
    "sequence": 495,
    "pair_index": 495,
    "case_id": "boolq-dev-3103",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "977cf813964c50a69a849c82e6a727189f84cb09e7d6f8d2521b26bebd655d5c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 496,
    "pair_index": 496,
    "case_id": "wic-validation-0182",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b1f54b0ce859a5195f90afe4e5e1c80c353313b5690d1c1c889d88fea3c4654b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 497,
    "pair_index": 497,
    "case_id": "wic-validation-0513",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1a43d55d5523d6a1d412ce817402e530db3d9999a0088825d3824e9ba4428665",
    "reserve_usd": 0.01
  },
  {
    "sequence": 498,
    "pair_index": 498,
    "case_id": "boolq-dev-0213",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d723ee0decae1130796a1a26a11edc4b022abf10c452d95bc4a51e05270047f3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 499,
    "pair_index": 499,
    "case_id": "boolq-dev-0130",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "09ed278d602a19750bb0626516a21ad9af9d9a19624ee48a56f5845cc8f68663",
    "reserve_usd": 0.01
  },
  {
    "sequence": 500,
    "pair_index": 500,
    "case_id": "wic-validation-0231",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "152ea85a6f2bde0b639f4df1353afb64d69fff8f974483c23a0ec734419cf5f8",
    "reserve_usd": 0.01
  },
  {
    "sequence": 501,
    "pair_index": 501,
    "case_id": "boolq-dev-2008",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2a3fc91605c5d54d792eca81c097e82700ec68a48f89e3d8faaf1fb85a2f70f1",
    "reserve_usd": 0.01
  },
  {
    "sequence": 502,
    "pair_index": 502,
    "case_id": "boolq-dev-2101",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "365ffcd18e714f8d0152131b2ad21f7bdbe3952594459ff7cb6c0c6ae64edbc2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 503,
    "pair_index": 503,
    "case_id": "boolq-dev-2531",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "42fe625fc62a58e89d626ba2cbb4591f6ba1f7d09d0846faee6d1363bd572507",
    "reserve_usd": 0.01
  },
  {
    "sequence": 504,
    "pair_index": 504,
    "case_id": "rte-validation-0043",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b4e53c2167166292fa015b5aad03c38ca400da81b27a97fd8d4fb3a68cec5d0c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 505,
    "pair_index": 505,
    "case_id": "boolq-dev-0874",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e7efc70b9a69f8d7c81f345f4b95fe49873c931934ab2611b52148e1a1b5655f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 506,
    "pair_index": 506,
    "case_id": "wic-validation-0562",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4bcff2e2faecb6089a8123a7a24b21f6d6158f71c62ec205a576bfab3bbc3ce8",
    "reserve_usd": 0.01
  },
  {
    "sequence": 507,
    "pair_index": 507,
    "case_id": "expanded-policy-0269",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "cd3057f1b828f787c8719ec4ff79d19e1c1bdcaef07fca9e75911ea6e3e830a7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 508,
    "pair_index": 508,
    "case_id": "rte-validation-0138",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c6dbff9145a659c0ef429e7bec9ad6dd2fc4bfa56655b7b49e32c6fa6438a1e3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 509,
    "pair_index": 509,
    "case_id": "rte-validation-0267",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "74a67bb896707fd3e741da59c7fb5dbb42c0ac292690bb1c9a5b4b68933b326e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 510,
    "pair_index": 510,
    "case_id": "wic-validation-0337",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5be2573f23d1096905f7f36ef8861be698570e9805ad26c38f299bba42be803a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 511,
    "pair_index": 511,
    "case_id": "boolq-dev-2163",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6db9087047de942a8c6f35fbbd9262be201f7c0bf075bb361e49c54ae3eb2aab",
    "reserve_usd": 0.01
  },
  {
    "sequence": 512,
    "pair_index": 512,
    "case_id": "wic-validation-0377",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "bba05c995ba352630cbf7f7daab13d735422f4b8db60f7fc8a7a8bb13f1918de",
    "reserve_usd": 0.01
  },
  {
    "sequence": 513,
    "pair_index": 513,
    "case_id": "expanded-probability-0089",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a4df401234656af6f9c4a133384dff47a2d7b3ccfcb65668fb7ba086d71ee531",
    "reserve_usd": 0.01
  },
  {
    "sequence": 514,
    "pair_index": 514,
    "case_id": "boolq-dev-2976",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "64ef7edf57d4bb81696996a824633c291bef818a5e3aaa2ecb688187f49580cf",
    "reserve_usd": 0.01
  },
  {
    "sequence": 515,
    "pair_index": 515,
    "case_id": "rte-validation-0251",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "46def81859b18dd0c98a66713a232020e3aa2af566fda496b173a9de7bfe806b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 516,
    "pair_index": 516,
    "case_id": "boolq-dev-2915",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b72323b030f1ea1b203f4512436304a358ab5fb088147446c4fb2eb91dffa4b0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 517,
    "pair_index": 517,
    "case_id": "boolq-dev-0290",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6ecbca25ee7f10fefe5d307ae816b091a0c4e611f9bde92a818a7de01c2968bc",
    "reserve_usd": 0.01
  },
  {
    "sequence": 518,
    "pair_index": 518,
    "case_id": "boolq-dev-0246",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "68a28d471264431d34e54c3060e202145c02670b253655b5eae3154c3b99b98f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 519,
    "pair_index": 519,
    "case_id": "boolq-dev-1679",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b7f3ee8d2f574c58a9a2ac729ba531a2cf26fed8219a017ec739f919a0b211fb",
    "reserve_usd": 0.01
  },
  {
    "sequence": 520,
    "pair_index": 520,
    "case_id": "boolq-dev-0922",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c60ce71bbc8178bf4b46a0a70723cb2981535857a69bc97495b934003a2a8545",
    "reserve_usd": 0.01
  },
  {
    "sequence": 521,
    "pair_index": 521,
    "case_id": "boolq-dev-0070",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "723ad2ae8f928c08795f9ecce4d673bcf7decbe2aefb0be38f8bb235ba306450",
    "reserve_usd": 0.01
  },
  {
    "sequence": 522,
    "pair_index": 522,
    "case_id": "rte-validation-0084",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b9432a4d44f1d8690a213d6080c5434558229d55700ef14ce5318ee3dc2e1479",
    "reserve_usd": 0.01
  },
  {
    "sequence": 523,
    "pair_index": 523,
    "case_id": "boolq-dev-2066",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4deceb3a69ba92b1c98f4ff9e03e0fc4317664bcf4427d69b1ef8fa022e0d145",
    "reserve_usd": 0.01
  },
  {
    "sequence": 524,
    "pair_index": 524,
    "case_id": "boolq-dev-0592",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f2aaf79dfb71bac39e73dcbc6cde75a9b5797496f99b958dcd87c4c7ed1b00fb",
    "reserve_usd": 0.01
  },
  {
    "sequence": 525,
    "pair_index": 525,
    "case_id": "boolq-dev-3241",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "729c0472a40cb9e7738a7d75d30a3b5a90cddf3f8b9b711a5007677a76e3ae90",
    "reserve_usd": 0.01
  },
  {
    "sequence": 526,
    "pair_index": 526,
    "case_id": "boolq-dev-0350",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b1919bbde6647cf00facd49e6baa0e3092a0656271882eb33968a2fb0a8840ca",
    "reserve_usd": 0.01
  },
  {
    "sequence": 527,
    "pair_index": 527,
    "case_id": "rte-validation-0207",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e3565f21ae6e5b2f2f88d4a2ce3a45664fc5ff394c0c7331286d55e464ef8100",
    "reserve_usd": 0.01
  },
  {
    "sequence": 528,
    "pair_index": 528,
    "case_id": "boolq-dev-2398",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "431ff1cb06a05691a66fe35ec358d774fd27961b6aa85d41b7ee85468d04a2ef",
    "reserve_usd": 0.01
  },
  {
    "sequence": 529,
    "pair_index": 529,
    "case_id": "boolq-dev-2596",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ceeded1a65ae1d11c6dd148658d2393c0a87b04c282999f2a077f42e68e35830",
    "reserve_usd": 0.01
  },
  {
    "sequence": 530,
    "pair_index": 530,
    "case_id": "boolq-dev-0185",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9fc4228bb331f32a8800f420582dcf1af3070b42c1a7b4f279034b2a21ffa83c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 531,
    "pair_index": 531,
    "case_id": "boolq-dev-0911",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "fefcc30560d70b85319a2953b3becbe0fa0d4a5852bd3f44e3d936866311bc1b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 532,
    "pair_index": 532,
    "case_id": "wic-validation-0564",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a174399bab1bcc1474a118e9e025d32f0ee62e45db2d110e99e6f14e9a5ce050",
    "reserve_usd": 0.01
  },
  {
    "sequence": 533,
    "pair_index": 533,
    "case_id": "wic-validation-0445",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0c5e6486c8e46680d4fd3e79304136941594c116a6a1483be040b662a11febc8",
    "reserve_usd": 0.01
  },
  {
    "sequence": 534,
    "pair_index": 534,
    "case_id": "boolq-dev-0791",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "77542fa2d90babe48c39e404a847f6ae36322eef03e295d67db92bd4531bd9df",
    "reserve_usd": 0.01
  },
  {
    "sequence": 535,
    "pair_index": 535,
    "case_id": "boolq-dev-1734",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5e46da6c8d62084a9a1db9f3823b78ff0951c0dc531091603678451cabb0091e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 536,
    "pair_index": 536,
    "case_id": "boolq-dev-0850",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "773a1275618ef53c8ef207f77cd3bdd1a9ad2e37bc3f1f2fb07d38ff60dabcef",
    "reserve_usd": 0.01
  },
  {
    "sequence": 537,
    "pair_index": 537,
    "case_id": "wic-validation-0228",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "581794409125f375c43e6f4e2798995e94ca356d16fdf9166f84d931ee2cc252",
    "reserve_usd": 0.01
  },
  {
    "sequence": 538,
    "pair_index": 538,
    "case_id": "boolq-dev-1847",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ced89e5588b01e0f79b6571337413be1b7884f4250928b83b4e64f9c231ed8d9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 539,
    "pair_index": 539,
    "case_id": "boolq-dev-0997",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0645f4b1d5ec94d3911501bd50647eb36edcf7a0a11aa802a2bbbb025778b685",
    "reserve_usd": 0.01
  },
  {
    "sequence": 540,
    "pair_index": 540,
    "case_id": "boolq-dev-2674",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b8a0d6035f145fc3cff430a6e246133abd7b87031580aa67553aeb73ac0d8fda",
    "reserve_usd": 0.01
  },
  {
    "sequence": 541,
    "pair_index": 541,
    "case_id": "boolq-dev-2920",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c6049533eebd2bc6b634f06525f98bd331c1b17ff23518d856734bbe65b98c7c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 542,
    "pair_index": 542,
    "case_id": "boolq-dev-2725",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b9c693f9c7405d60d83fc074fe1b88e98694521ff5588221d7a414e9be83cfd9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 543,
    "pair_index": 543,
    "case_id": "boolq-dev-0240",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b667515fc7e86f9fb9552ec6d8d14774321294b067ae5158a98dce7c9675397f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 544,
    "pair_index": 544,
    "case_id": "expanded-policy-0286",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "fe11cf43b2e5d9a489bc3e1cbb1a5eeea207d6e0699fcbdd548758d9df2e4125",
    "reserve_usd": 0.01
  },
  {
    "sequence": 545,
    "pair_index": 545,
    "case_id": "boolq-dev-1964",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "89f8bbb8fbedca5e445afb528fabc6c6382d9a6cdcbc496d965fe308baba0bac",
    "reserve_usd": 0.01
  },
  {
    "sequence": 546,
    "pair_index": 546,
    "case_id": "boolq-dev-1628",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "10f2c300649faaf76b3447df7876cd3ccaa3816f420131af508c4722bcdcfd2c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 547,
    "pair_index": 547,
    "case_id": "boolq-dev-0977",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e90a176cebee4dc0c7aa165630bb4bfe87fd18550e879e97663eadc010f1c1c2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 548,
    "pair_index": 548,
    "case_id": "boolq-dev-0327",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d177b6baeb4646b08babe0e91cd8cc72dbdee449c7eaa5f007459304a5523ea6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 549,
    "pair_index": 549,
    "case_id": "rte-validation-0096",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f2ed9d05f726066ab1ba05c331c4a4bfc2f6aaa9d1a88a41db087a2b81b61eb1",
    "reserve_usd": 0.01
  },
  {
    "sequence": 550,
    "pair_index": 550,
    "case_id": "expanded-policy-0182",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0c68733641ad261ed21756e197500ddc7561f532163b3af8a200db61619561e9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 551,
    "pair_index": 551,
    "case_id": "boolq-dev-2201",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ed83354676414527feecf4af6c431cd8249e8c02bbf83c4d3ac94e8a48ba44c9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 552,
    "pair_index": 552,
    "case_id": "boolq-dev-1797",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c647e7d4d4c42398213cb9044bf203baeac68f422dadf040c361555908150c0f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 553,
    "pair_index": 553,
    "case_id": "boolq-dev-2142",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "702442c0a9b84bbeade982230ea88ac3f8ba3dcc50d3777bc2178027532ead92",
    "reserve_usd": 0.01
  },
  {
    "sequence": 554,
    "pair_index": 554,
    "case_id": "wic-validation-0605",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f7be1e18314097a9eba1d5947d42e9d1ec9bc7f83d21e124be9855d1aca158c3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 555,
    "pair_index": 555,
    "case_id": "boolq-dev-2182",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3fa8b31fd3a4e72911ad52baf539f58c2529e714c8a32d423ad895f0a0686365",
    "reserve_usd": 0.01
  },
  {
    "sequence": 556,
    "pair_index": 556,
    "case_id": "boolq-dev-2184",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "680c8d5712f99c0ea55d4639281851ead386ff3eba58d161196cd2ef795cbba4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 557,
    "pair_index": 557,
    "case_id": "wic-validation-0284",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "892d963299a8898ae870d05ceca145453162a9fee04f52aa8d9492a91eabb912",
    "reserve_usd": 0.01
  },
  {
    "sequence": 558,
    "pair_index": 558,
    "case_id": "boolq-dev-2207",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c4b651b963cf008aec2e9d9f538e56ac9cc87514c636cadfe16812a3225c01c0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 559,
    "pair_index": 559,
    "case_id": "boolq-dev-2881",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9f8a9d35844b7fb2c4e562e9f293bae9ec99b5923a3c73c959e0ca4eb1af095f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 560,
    "pair_index": 560,
    "case_id": "boolq-dev-1361",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "abaa26958cce5d3cac132403bf2b31418068892ee70ac2e8b4f8bd6fd1ec1c31",
    "reserve_usd": 0.01
  },
  {
    "sequence": 561,
    "pair_index": 561,
    "case_id": "boolq-dev-2641",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "def488727405cf24bbd660ca46246d2fa64838e6a31c2cddbc9847834c955fed",
    "reserve_usd": 0.01
  },
  {
    "sequence": 562,
    "pair_index": 562,
    "case_id": "expanded-probability-0118",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "73405bed4071ce981a65cf85abb629046d1854cfe73e4e167bef48a1f6cf7507",
    "reserve_usd": 0.01
  },
  {
    "sequence": 563,
    "pair_index": 563,
    "case_id": "boolq-dev-1874",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b31e4f49445f39db7627112676a780699598ac02d48810b1abaa671c1d6c0375",
    "reserve_usd": 0.01
  },
  {
    "sequence": 564,
    "pair_index": 564,
    "case_id": "boolq-dev-0421",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "60c7fa6e9c2f04ca032ce5cbd99a8aa81452e6a76dfc4dd1cf309189fc7243d5",
    "reserve_usd": 0.01
  },
  {
    "sequence": 565,
    "pair_index": 565,
    "case_id": "boolq-dev-0184",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7a2ea7ea7d6cc83922e998f245b949e7443ba9f3f3a9d5dcae9f3a8ceeae6626",
    "reserve_usd": 0.01
  },
  {
    "sequence": 566,
    "pair_index": 566,
    "case_id": "boolq-dev-1033",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d3222a241ffc803f7d138214a93b8359e8f02ef9895ca352bc7468d44aa32bfb",
    "reserve_usd": 0.01
  },
  {
    "sequence": 567,
    "pair_index": 567,
    "case_id": "boolq-dev-2234",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2d07263d76b5dd55c11b9a23fe352fad2f1692363ad78d321b696c8ff57fdf57",
    "reserve_usd": 0.01
  },
  {
    "sequence": 568,
    "pair_index": 568,
    "case_id": "boolq-dev-2875",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "88ce94b4f24ed78a45b3879a9568128be62f0670b4cab1ef43cc68306ec07c71",
    "reserve_usd": 0.01
  },
  {
    "sequence": 569,
    "pair_index": 569,
    "case_id": "expanded-policy-0057",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "87bd53234046cd010186b2306314176ae218cbcb1147bac6d3bb54365d5b68ea",
    "reserve_usd": 0.01
  },
  {
    "sequence": 570,
    "pair_index": 570,
    "case_id": "boolq-dev-0103",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b05bc0a93da53d582a51dcf2ba653b7c17c68fbae62ac5381ff49ffd33fc7095",
    "reserve_usd": 0.01
  },
  {
    "sequence": 571,
    "pair_index": 571,
    "case_id": "boolq-dev-1938",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4d575032cff83f02458ce272732bf19aed5c54dd7c783df8354658b708e58d2e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 572,
    "pair_index": 572,
    "case_id": "boolq-dev-1235",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6038238f3f8a894a3eb73db500f6fb3cd3000ac37c955eb838d23590f9eb39f1",
    "reserve_usd": 0.01
  },
  {
    "sequence": 573,
    "pair_index": 573,
    "case_id": "expanded-policy-0279",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3beae6f7656c11c3754d6726b646be4e173a9139c812a701782961bbd8a48091",
    "reserve_usd": 0.01
  },
  {
    "sequence": 574,
    "pair_index": 574,
    "case_id": "expanded-probability-0258",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d74bef60aeabf278815ec65648e1db148128b08cdddc3ef7c7405ee0383f7afa",
    "reserve_usd": 0.01
  },
  {
    "sequence": 575,
    "pair_index": 575,
    "case_id": "boolq-dev-1246",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c97c5f05e2b4e8929f4981ab6276ec322e290fe5cf518016b7fd1652ed2e6bd5",
    "reserve_usd": 0.01
  },
  {
    "sequence": 576,
    "pair_index": 576,
    "case_id": "boolq-dev-2078",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ddb867de64c995a0118e7a61f08e1815e5b9cfdb755ac500c760395d365a5923",
    "reserve_usd": 0.01
  },
  {
    "sequence": 577,
    "pair_index": 577,
    "case_id": "expanded-policy-0145",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6ae61b10a0c4f23e3ab337359b6e4038edf6d48eeae34ba90d508d12a5feaffd",
    "reserve_usd": 0.01
  },
  {
    "sequence": 578,
    "pair_index": 578,
    "case_id": "boolq-dev-0307",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "052ec7b8f1d18c4f9f180825344ed134c2cc3cdfd12541c0c75c7ce6bdb99bb7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 579,
    "pair_index": 579,
    "case_id": "boolq-dev-0581",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "907ce0ff2b76958f4337a6ecadfae989396ac46a3fa553cc4b6f4b5456d3d2c0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 580,
    "pair_index": 580,
    "case_id": "boolq-dev-2317",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "84f8bd0156eee2887648955af844cbb96f9d941fec1a3a44d9be1c517f4d0dc5",
    "reserve_usd": 0.01
  },
  {
    "sequence": 581,
    "pair_index": 581,
    "case_id": "boolq-dev-2076",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f82ec63ad33db057043425b17bc37e65ad683d03e3557e1591c4fc878515ed88",
    "reserve_usd": 0.01
  },
  {
    "sequence": 582,
    "pair_index": 582,
    "case_id": "boolq-dev-1758",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9a75f3748ad80d07e6282a951d0cc3c864db7e9181af32b53d470db882dd5152",
    "reserve_usd": 0.01
  },
  {
    "sequence": 583,
    "pair_index": 583,
    "case_id": "boolq-dev-1622",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "053ee793bf395e87228018ff7298e8fe7330d404a467d9568e6d56b9c1921e07",
    "reserve_usd": 0.01
  },
  {
    "sequence": 584,
    "pair_index": 584,
    "case_id": "boolq-dev-0460",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "95dcd3a08074fa17ea4192bfcdad1dea1fd677a9568e122b04005e1288beed11",
    "reserve_usd": 0.01
  },
  {
    "sequence": 585,
    "pair_index": 585,
    "case_id": "wic-validation-0186",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "04b57de859e862d1b2d41ed42834ac296ebf5bfade16d16000a95a22e0ca22a3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 586,
    "pair_index": 586,
    "case_id": "boolq-dev-2432",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "32f8dd4db26e5ff96b0447d2e3fe4aff221e07e39cfba445f275271830750f82",
    "reserve_usd": 0.01
  },
  {
    "sequence": 587,
    "pair_index": 587,
    "case_id": "boolq-dev-1196",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7f80ed946e51b0c22eef42914ff86f80790f9e3318d3f2c79b691baaea910ebb",
    "reserve_usd": 0.01
  },
  {
    "sequence": 588,
    "pair_index": 588,
    "case_id": "boolq-dev-0193",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8a542128abb37e6343c09340cb6235395d1f87b2767f612c4ffe1f854e8e3753",
    "reserve_usd": 0.01
  },
  {
    "sequence": 589,
    "pair_index": 589,
    "case_id": "rte-validation-0151",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "aa3e443ee678f9b403b13d89f86e6ebd3d44fb31b0e9800c18ea238087c7a6c3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 590,
    "pair_index": 590,
    "case_id": "boolq-dev-3099",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "003f8ddfdd0005d2c0a6cbfd77f2636005107ed197d6ae428fc404a02a3f29fa",
    "reserve_usd": 0.01
  },
  {
    "sequence": 591,
    "pair_index": 591,
    "case_id": "boolq-dev-0542",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3d16aac8c5783f18d0d923c3fa9bb86df3e41dd806ae443152b03efe3ec80d4a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 592,
    "pair_index": 592,
    "case_id": "boolq-dev-1178",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "52be34f361efd922f7d4eb29a0faa1b3ec51a775c32c1243c3a5e44141a52ea1",
    "reserve_usd": 0.01
  },
  {
    "sequence": 593,
    "pair_index": 593,
    "case_id": "boolq-dev-0384",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "15397b99affb09c08f4085de518b1597b458527d6d2409398caca3cdfba24075",
    "reserve_usd": 0.01
  },
  {
    "sequence": 594,
    "pair_index": 594,
    "case_id": "boolq-dev-2831",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8c3d19b3272f90b584f3b367575e92074c0c34c957fe93a59a5cc74ec4a456ff",
    "reserve_usd": 0.01
  },
  {
    "sequence": 595,
    "pair_index": 595,
    "case_id": "boolq-dev-1349",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "dc15cbd4274afe024c16011848b05d3b66ce92b24d8d3a4e736177de2dd645ab",
    "reserve_usd": 0.01
  },
  {
    "sequence": 596,
    "pair_index": 596,
    "case_id": "boolq-dev-0255",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "cdc9df53397287ce08096c4e9b33defec004626eb297d986ad5983a431a378ed",
    "reserve_usd": 0.01
  },
  {
    "sequence": 597,
    "pair_index": 597,
    "case_id": "boolq-dev-1505",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "572c61a91eb96245adb73434249f3cd13616c8ae9bf0deb4d8ccdf8fd15c6b26",
    "reserve_usd": 0.01
  },
  {
    "sequence": 598,
    "pair_index": 598,
    "case_id": "boolq-dev-0663",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b7c2fe2f386d5c475f8504750f2cbc25779638d62e49600fb34e9c8c6b959664",
    "reserve_usd": 0.01
  },
  {
    "sequence": 599,
    "pair_index": 599,
    "case_id": "boolq-dev-2134",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "bc751ebc749245a868202ed760dedd631c9c98b328a4f61c8fb8ba34be2d7b58",
    "reserve_usd": 0.01
  },
  {
    "sequence": 600,
    "pair_index": 600,
    "case_id": "boolq-dev-0825",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "98b20e8731d3f672df9176cdd0ab0782e3724d010da0c2c467a2328a2d3c5496",
    "reserve_usd": 0.01
  },
  {
    "sequence": 601,
    "pair_index": 601,
    "case_id": "expanded-policy-0099",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "27409d7091a52fa2c3a0f15652df93595573efacd8a43cac45c5273904aeb8d0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 602,
    "pair_index": 602,
    "case_id": "expanded-policy-0233",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "866aeca33b97f542468f7a1316ac3d4db38695fac30155772dc675669de04044",
    "reserve_usd": 0.01
  },
  {
    "sequence": 603,
    "pair_index": 603,
    "case_id": "expanded-policy-0210",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2a51dcd8db57de53ef9917c363a857fd2becee6f8d4d9b98fb7e68593f7b0ce6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 604,
    "pair_index": 604,
    "case_id": "boolq-dev-0349",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c98404fbcc2f95e9b0b672efa191a65ed8bf9b577f17e3a354b03f0619da4c7e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 605,
    "pair_index": 605,
    "case_id": "boolq-dev-3266",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b8e74d8b88277fb81f1023d8538c2a9d84112656c13841f4d8fa3c437cdafc0c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 606,
    "pair_index": 606,
    "case_id": "expanded-probability-0215",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ce2d7bbcba01ad9283c119893b627d7e80ee026b3a4d4a3eb0fef67be753d14d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 607,
    "pair_index": 607,
    "case_id": "expanded-probability-0086",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9b936c95bda27e856e66f26692ca022c7736d8b7de68e8d3588dea7e29008e99",
    "reserve_usd": 0.01
  },
  {
    "sequence": 608,
    "pair_index": 608,
    "case_id": "wic-validation-0211",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "df7d77744ede5284a6f3e167dd64878bffabd2e7bfd22a89174b2f96920d9866",
    "reserve_usd": 0.01
  },
  {
    "sequence": 609,
    "pair_index": 609,
    "case_id": "boolq-dev-1390",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4625f7f6d10b8d0a1f809033d7ee853b659fc0f92649f6cbe4ab6e33132ce2c0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 610,
    "pair_index": 610,
    "case_id": "boolq-dev-2797",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ac642a9f0a9310d8054d8a92e7e5a4581784fa7cf9f03da0165ebfece3a71309",
    "reserve_usd": 0.01
  },
  {
    "sequence": 611,
    "pair_index": 611,
    "case_id": "boolq-dev-2547",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5354c5ab42abe8552ebc62f7025d50c70d7aef15af4ac5a78b2efdc219394dda",
    "reserve_usd": 0.01
  },
  {
    "sequence": 612,
    "pair_index": 612,
    "case_id": "expanded-probability-0171",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a1c7c721801a13e72b5abde9d08b51c4afe4b783ea391437b1672619b8d55615",
    "reserve_usd": 0.01
  },
  {
    "sequence": 613,
    "pair_index": 613,
    "case_id": "boolq-dev-0017",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c88c4c85e5b849a3add5d4221d541d13d2fd23376768d7a6bb56a1e60e8a29cd",
    "reserve_usd": 0.01
  },
  {
    "sequence": 614,
    "pair_index": 614,
    "case_id": "boolq-dev-0989",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "20992aebea3abcab2fb5ba0099c3d1a596b2260ea817a8348a536ae52c0794ec",
    "reserve_usd": 0.01
  },
  {
    "sequence": 615,
    "pair_index": 615,
    "case_id": "expanded-probability-0187",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0f29b9e6b1cef8bc91f2826411f2047b9544aaf13b12dd1967db5875280b8152",
    "reserve_usd": 0.01
  },
  {
    "sequence": 616,
    "pair_index": 616,
    "case_id": "boolq-dev-3028",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5587f386b080a99de3aa958ac342eed19c30e177cbcd81befe9289210a4e2a50",
    "reserve_usd": 0.01
  },
  {
    "sequence": 617,
    "pair_index": 617,
    "case_id": "boolq-dev-0747",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2b97bf130565f43d6d89e11a706ee72fb8be9fe49f27bfc5cb4bedb06d468bfc",
    "reserve_usd": 0.01
  },
  {
    "sequence": 618,
    "pair_index": 618,
    "case_id": "boolq-dev-1006",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8003518bb86ce589f487b8b7b13e15b293b3206de546b044e9aa9bf7f7ab8306",
    "reserve_usd": 0.01
  },
  {
    "sequence": 619,
    "pair_index": 619,
    "case_id": "expanded-policy-0063",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c71a24c0a9369eb0df339cf5e05173313d78e2bc1dae772030fd4318f42215e1",
    "reserve_usd": 0.01
  },
  {
    "sequence": 620,
    "pair_index": 620,
    "case_id": "boolq-dev-3129",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "fb46a975217abe36c1480826235c186c0ef047bc39e13c3bedd491ec81ba72e4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 621,
    "pair_index": 621,
    "case_id": "boolq-dev-1446",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "37640add264293ce06d3579315915346c7771e89f35e57ad49fda66f812fe6db",
    "reserve_usd": 0.01
  },
  {
    "sequence": 622,
    "pair_index": 622,
    "case_id": "boolq-dev-1343",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "49db2ea3cdeaada5ffef5dcac690154fb5d0e7e29602cea7d49b798a94a7b40a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 623,
    "pair_index": 623,
    "case_id": "boolq-dev-3010",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1fd78e4c5a27d8e4b698027394d38ea37c079ce5718989e97417e68b10d5677a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 624,
    "pair_index": 624,
    "case_id": "boolq-dev-1779",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "85151b379efef2e25c2f78eef49ed611000e2c4f5f5c1245df513582dabf6bb6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 625,
    "pair_index": 625,
    "case_id": "wic-validation-0038",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4565036e1870987d0c0ab630725e959aa7fc2de545f0e1ce1920a1dae590c9e4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 626,
    "pair_index": 626,
    "case_id": "boolq-dev-0005",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4291646339fad9661ae6d0d5410ee5064dc62fc7810811d446b6c286b1cb01aa",
    "reserve_usd": 0.01
  },
  {
    "sequence": 627,
    "pair_index": 627,
    "case_id": "boolq-dev-2096",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9dfdd1e166ec2671a91652d8da80e9f827853c0f934b8bfc07c459e300238091",
    "reserve_usd": 0.01
  },
  {
    "sequence": 628,
    "pair_index": 628,
    "case_id": "expanded-probability-0050",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a79ad21e9947a6916e0f24088b342620e7c9cbae8bb61b7a249f898547d2deff",
    "reserve_usd": 0.01
  },
  {
    "sequence": 629,
    "pair_index": 629,
    "case_id": "boolq-dev-2660",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "219a086a060710892d110d161f7528955c1244f80b604b1332933c2b3634b216",
    "reserve_usd": 0.01
  },
  {
    "sequence": 630,
    "pair_index": 630,
    "case_id": "boolq-dev-3126",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4e102c011e756349585ae1bb55f8b2c2810ac2df47d92731cf7e99fc57cd24ca",
    "reserve_usd": 0.01
  },
  {
    "sequence": 631,
    "pair_index": 631,
    "case_id": "wic-validation-0346",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "dc2cb30610f945611ba1220b23e2eacffe87939fde0468968bd82000f030a80b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 632,
    "pair_index": 632,
    "case_id": "boolq-dev-0054",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "792c71723f0a11b8d474c1d52f67238c5d54c43713fdfc94bf25cb32570543c2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 633,
    "pair_index": 633,
    "case_id": "boolq-dev-0566",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6f7b63329cbf0b7bc5ff152cc68a04f1dcdbedff9b08814050e110e0bd2b53cb",
    "reserve_usd": 0.01
  },
  {
    "sequence": 634,
    "pair_index": 634,
    "case_id": "boolq-dev-2276",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "276291d9bd12bccf647b8feac348227d2601da655b36386f17b1de630f43fffe",
    "reserve_usd": 0.01
  },
  {
    "sequence": 635,
    "pair_index": 635,
    "case_id": "boolq-dev-1091",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c343b96887ce73f7c33f673c16efbad9b52f53419921bedf32b7aa9d662f0908",
    "reserve_usd": 0.01
  },
  {
    "sequence": 636,
    "pair_index": 636,
    "case_id": "boolq-dev-0908",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d5c25b1052e85ef76d9badfc5ee6cb50a5c057a4cf974b115d9da890c5b08128",
    "reserve_usd": 0.01
  },
  {
    "sequence": 637,
    "pair_index": 637,
    "case_id": "boolq-dev-1851",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7c558ea7fb2035edc26432ec2e5832a178ddb9f007d37570165fe78efd7f573d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 638,
    "pair_index": 638,
    "case_id": "expanded-policy-0276",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "35361a6526f9e6b77c3562053197626850ccd54798aa914affb997f10ae935fc",
    "reserve_usd": 0.01
  },
  {
    "sequence": 639,
    "pair_index": 639,
    "case_id": "boolq-dev-1236",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c46609019762b56295312183bff4a04114cd59143bb492f82eb7cb0b4ef9c944",
    "reserve_usd": 0.01
  },
  {
    "sequence": 640,
    "pair_index": 640,
    "case_id": "wic-validation-0525",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "29bb87b3f5ce76841a1edb567c7649009afddeb849ddc607121f90892d8f592d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 641,
    "pair_index": 641,
    "case_id": "wic-validation-0448",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "37965cf4f0199531cf889d474f3d92561c3f2761ef2ab33f0d23ab783942962f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 642,
    "pair_index": 642,
    "case_id": "boolq-dev-2757",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f7933c8b1ea2c830e3f767b67c9a50dee0bd104a4ce3411f92a35beebc330a95",
    "reserve_usd": 0.01
  },
  {
    "sequence": 643,
    "pair_index": 643,
    "case_id": "boolq-dev-0884",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7da45a4a0ba0c61b0d9e639a420e2bdcd7861ec7119856fd0b34d9d4fed738db",
    "reserve_usd": 0.01
  },
  {
    "sequence": 644,
    "pair_index": 644,
    "case_id": "wic-validation-0384",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "11e097285ac9052692a1f0659f364bb989ef6853bb755c8f1b82553a6018322c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 645,
    "pair_index": 645,
    "case_id": "wic-validation-0498",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b98c9cec92b1b88dc699ce3688703cffe7a012a4333bb605d91942a8ce63831b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 646,
    "pair_index": 646,
    "case_id": "boolq-dev-1073",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a053c7e38b84ccfe242f7e3eeebce24150ac8ce01d2822993110f23afeafbe3a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 647,
    "pair_index": 647,
    "case_id": "wic-validation-0499",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e685c358165cc5e841f26de07e7ad4a8b7b11db18ff929ecfa561b24ec07231a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 648,
    "pair_index": 648,
    "case_id": "boolq-dev-3159",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3f28a306cc9950cb6a622dd50e63862ce30d20ad007015e335464db11f219a52",
    "reserve_usd": 0.01
  },
  {
    "sequence": 649,
    "pair_index": 649,
    "case_id": "boolq-dev-0077",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "be285189b56809c34c46f55bceadb6414fdf0afe5039b2c3616b436afb3a2049",
    "reserve_usd": 0.01
  },
  {
    "sequence": 650,
    "pair_index": 650,
    "case_id": "boolq-dev-3267",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4f017687c35282b12d0eb86e6db71d2562d63f0d53f49d9cad2f325a0639c582",
    "reserve_usd": 0.01
  },
  {
    "sequence": 651,
    "pair_index": 651,
    "case_id": "expanded-probability-0205",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c74d88be2ab1db5ee126ae41b77878ee4170d7264f8702dd9be59dccb8ac826b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 652,
    "pair_index": 652,
    "case_id": "boolq-dev-0359",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "98eda1540cd9b8b25abbf62efb02af45a2d790216a0dfd06c8b74b0ad848ffa5",
    "reserve_usd": 0.01
  },
  {
    "sequence": 653,
    "pair_index": 653,
    "case_id": "wic-validation-0342",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "26c8d23d660a235c5434c601da9a91310317c1f8560656960dd409105e42c929",
    "reserve_usd": 0.01
  },
  {
    "sequence": 654,
    "pair_index": 654,
    "case_id": "boolq-dev-2438",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5452d4e5d147e557aa29708824f8914e269bdfc15bd15d564c191e4335cc6573",
    "reserve_usd": 0.01
  },
  {
    "sequence": 655,
    "pair_index": 655,
    "case_id": "boolq-dev-1370",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1c9423952e7253016ccaf8893936b13441a03dd5a8d337f544ac948e33676fc4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 656,
    "pair_index": 656,
    "case_id": "boolq-dev-0273",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "09796b8d503b83fd08b063609982a2ce7d7427adeec36c879b744dfe974343f6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 657,
    "pair_index": 657,
    "case_id": "boolq-dev-2246",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "93609cbcbd82c211f05bc5580c7de0e199a46ab9e66e0bb93b4fb41d47df8745",
    "reserve_usd": 0.01
  },
  {
    "sequence": 658,
    "pair_index": 658,
    "case_id": "boolq-dev-1022",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1ce45e89e21063f8fe2a98ae5032c879d9b7f06e4e878b28c73b6df6a132cfbd",
    "reserve_usd": 0.01
  },
  {
    "sequence": 659,
    "pair_index": 659,
    "case_id": "boolq-dev-2890",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "32aa4f3c249dff35cd3cf2b7b9cea4098bd716bc2a0ea6df6d4f1377c977a3e2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 660,
    "pair_index": 660,
    "case_id": "boolq-dev-2170",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4d5d13f5756bfc4d11f3eac6b265ab6c163c988d02643fdc213a263e0f39b60e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 661,
    "pair_index": 661,
    "case_id": "wic-validation-0126",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "69ed8981fc82fe90f0b288f80002daf7b25d9f57a2899ce227622cc2b0117c99",
    "reserve_usd": 0.01
  },
  {
    "sequence": 662,
    "pair_index": 662,
    "case_id": "expanded-policy-0085",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ceabb76414b086b321f0d152bdcd83317f96adffa993bb1c3e0dc374a3de0ae0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 663,
    "pair_index": 663,
    "case_id": "boolq-dev-2913",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e9e7890eff4e5516c2669f589257180a655d4e8e239867d84c23ed033a5c43f4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 664,
    "pair_index": 664,
    "case_id": "boolq-dev-1046",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "daa76d2f7e17238e6806dc6da837b0e5dd6e5052c2e09e2f3d256eeb2c248f35",
    "reserve_usd": 0.01
  },
  {
    "sequence": 665,
    "pair_index": 665,
    "case_id": "boolq-dev-0891",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b8054e7bd96c788d4fed9a26c3b08cc9e24905335e7212e769c042e669fc14da",
    "reserve_usd": 0.01
  },
  {
    "sequence": 666,
    "pair_index": 666,
    "case_id": "expanded-policy-0292",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "fffeab9cce557665862829c36306b1cd1f387fe5d0998b910266fc94e11aa60a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 667,
    "pair_index": 667,
    "case_id": "boolq-dev-1585",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7dd56d0e5eb943741c2b89537ecce7bbb93a5b2553d0176feed0292802b26382",
    "reserve_usd": 0.01
  },
  {
    "sequence": 668,
    "pair_index": 668,
    "case_id": "boolq-dev-0267",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "56595136c290908231d08451e67b6949419422939e8c0be14737e56aeb5f01d4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 669,
    "pair_index": 669,
    "case_id": "boolq-dev-1686",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d4cb48e5eb6419a54e45db7f80f6c95cbe366d73c3cb6350dc45c559a037c7d4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 670,
    "pair_index": 670,
    "case_id": "boolq-dev-1185",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3873a0f419a5582abd5c9928fba399b54c3b4ebf65a411086a8f4cc3dc6a0c47",
    "reserve_usd": 0.01
  },
  {
    "sequence": 671,
    "pair_index": 671,
    "case_id": "boolq-dev-1939",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b102ac3e1dae39c2599bae07d41e23159ea825a89484dc2c53d831a3d801f467",
    "reserve_usd": 0.01
  },
  {
    "sequence": 672,
    "pair_index": 672,
    "case_id": "boolq-dev-2141",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "55dc4041c0917d8ed811898c68f7d2f459d721ad12f08b4b239f563d38cd23e4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 673,
    "pair_index": 673,
    "case_id": "boolq-dev-3120",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7948d3323ef1c9bdbbef1fad2ed5550152e164a79c1291e2406d5c827030b59d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 674,
    "pair_index": 674,
    "case_id": "boolq-dev-1019",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ef4211ec807a14bd11cccc563004bd1779c6ac66e9f09bcd3773c6ec04688ebd",
    "reserve_usd": 0.01
  },
  {
    "sequence": 675,
    "pair_index": 675,
    "case_id": "boolq-dev-0562",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ff5f5c9f78cd8fc804b0329644c7935bfa0b8b7e3fa52122098a8f949b3b8c9c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 676,
    "pair_index": 676,
    "case_id": "boolq-dev-1952",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "14ce85c4a6ce0656cc0fd297dfa68228f69a5bb329798df9c962d15f3e2b34ef",
    "reserve_usd": 0.01
  },
  {
    "sequence": 677,
    "pair_index": 677,
    "case_id": "wic-validation-0608",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3317eeaf45af9a734bd29518910a6c8ec0a7ecdac5aee7d7a1f03025806411c5",
    "reserve_usd": 0.01
  },
  {
    "sequence": 678,
    "pair_index": 678,
    "case_id": "expanded-probability-0190",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4fb5ee7fa8e07d96c5fce8fb5be2b2982968d6a451d5f98bf53819d98ec1da2b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 679,
    "pair_index": 679,
    "case_id": "boolq-dev-1377",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b702d439238b3ef8804b25c49a375fd5f11771d6cfe92e29ff1eff0382b1da8d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 680,
    "pair_index": 680,
    "case_id": "boolq-dev-0613",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "38ca2e601c0c22e24f84111b7607680393556163a73f9db71bce7e67d6b60de2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 681,
    "pair_index": 681,
    "case_id": "wic-validation-0374",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "35a0244e0abb9350324f903b2c02e53c0447ae9aabff501caba389146038bbc3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 682,
    "pair_index": 682,
    "case_id": "rte-validation-0122",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ec723ab717cfbb3cceaa149d04ccaa75d875c0cbc5b9c8d4f811683d5860e482",
    "reserve_usd": 0.01
  },
  {
    "sequence": 683,
    "pair_index": 683,
    "case_id": "rte-validation-0238",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7eec67323202b43cbe7e4520f68d7e63e2a1587b0cd099af8206e2dd30000449",
    "reserve_usd": 0.01
  },
  {
    "sequence": 684,
    "pair_index": 684,
    "case_id": "boolq-dev-1347",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0685b3360a5c39bb4e22b2db908a38dc63bafc4a8e799b10813ee7856b0a8965",
    "reserve_usd": 0.01
  },
  {
    "sequence": 685,
    "pair_index": 685,
    "case_id": "boolq-dev-1769",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1d6ccee42919381b8399eb07ab8aab4222a268bf4d82415abc7df47b7213513e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 686,
    "pair_index": 686,
    "case_id": "boolq-dev-2918",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "fb64693947697b5c86f9458bdbfbef886e3acac2629bdca524ae1d4f6c40222f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 687,
    "pair_index": 687,
    "case_id": "wic-validation-0016",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "fae38a9779edf073a9fb91937cc49594fae5cf814c93ea391b13304395d10ffe",
    "reserve_usd": 0.01
  },
  {
    "sequence": 688,
    "pair_index": 688,
    "case_id": "boolq-dev-0422",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d0412111921c0d9edaf86489ac7586148cb0a611a32931cad47ee469c6b3320f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 689,
    "pair_index": 689,
    "case_id": "wic-validation-0161",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5e187a06b2f165789e5689cdc33f757c2ba18927cdccd4651425b7f5599cd035",
    "reserve_usd": 0.01
  },
  {
    "sequence": 690,
    "pair_index": 690,
    "case_id": "boolq-dev-0959",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "958ef4926a1adad93886086883d7c15f5f95d5479add6c7aec9dabffa2757200",
    "reserve_usd": 0.01
  },
  {
    "sequence": 691,
    "pair_index": 691,
    "case_id": "boolq-dev-2404",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6b3ac29b18db5ae6271e70b98b2daf67fd2dd3a84c9a8e144f121b3f9ab6ac4c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 692,
    "pair_index": 692,
    "case_id": "wic-validation-0118",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "52b7b173fd3d039414760649565c974300fd9939ca600e0d46b20f00d91a4b21",
    "reserve_usd": 0.01
  },
  {
    "sequence": 693,
    "pair_index": 693,
    "case_id": "boolq-dev-2033",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "85dd6ef9fe1659295ad476bcfaf8c854366f4e224d9d374499420bd1cbd7dde4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 694,
    "pair_index": 694,
    "case_id": "boolq-dev-2262",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "92a5ac4b6a2e8858cb8c3660a5b7f6f0347471261f90acd0a3b97acfb06b3663",
    "reserve_usd": 0.01
  },
  {
    "sequence": 695,
    "pair_index": 695,
    "case_id": "expanded-probability-0012",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "050358d3d16f46072a6af174a9aa0a5708910a9b81cfa9951630bec411490775",
    "reserve_usd": 0.01
  },
  {
    "sequence": 696,
    "pair_index": 696,
    "case_id": "boolq-dev-0702",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "718aca158e3a03944ebd788d48e2478b1f5f7315cc9614e73f55122bfd269de4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 697,
    "pair_index": 697,
    "case_id": "boolq-dev-0670",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2fa183c461530fe2d24b447eb40c23e018ed3bfe243e1f1a051797d854bd59b5",
    "reserve_usd": 0.01
  },
  {
    "sequence": 698,
    "pair_index": 698,
    "case_id": "boolq-dev-2302",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f29e03e4463b5e90edba2456aaac8b2da771872a4ebf169f5d2bde922dd4d920",
    "reserve_usd": 0.01
  },
  {
    "sequence": 699,
    "pair_index": 699,
    "case_id": "boolq-dev-0209",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f63785167bad03baad382108882c9d4a154dd43caf015bd059b57753d7cf02c5",
    "reserve_usd": 0.01
  },
  {
    "sequence": 700,
    "pair_index": 700,
    "case_id": "boolq-dev-2849",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8dfce0952774f8221e99e6bbecaf00a8ba69fbe03042aafda4507e5f7cf7f662",
    "reserve_usd": 0.01
  },
  {
    "sequence": 701,
    "pair_index": 701,
    "case_id": "boolq-dev-1373",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1b6b45120951b3752865a9a624da0c31f3b42b7fa8ddada5b732170a63288649",
    "reserve_usd": 0.01
  },
  {
    "sequence": 702,
    "pair_index": 702,
    "case_id": "boolq-dev-2111",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "674646c9c3b58c347269c59cc76ccb6ce21fe17099610bb7599363b835c532f5",
    "reserve_usd": 0.01
  },
  {
    "sequence": 703,
    "pair_index": 703,
    "case_id": "boolq-dev-0472",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "22da3fae952a11649f90c4b26023b98e14d6d61c2906c80d993708bf7c9ce586",
    "reserve_usd": 0.01
  },
  {
    "sequence": 704,
    "pair_index": 704,
    "case_id": "boolq-dev-2661",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "248b18b7fd0af07a6f02043d1a08f0720a03b224a27c1c103703c0710d83c087",
    "reserve_usd": 0.01
  },
  {
    "sequence": 705,
    "pair_index": 705,
    "case_id": "boolq-dev-2770",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3edc760cf9163c4cd746381559dde4b5cc8452e6ee964737e3872b3e3b7c5003",
    "reserve_usd": 0.01
  },
  {
    "sequence": 706,
    "pair_index": 706,
    "case_id": "boolq-dev-0361",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "90e6deb862840978d87e7b2188f96f3b3b922a89e0efd2a7d571a231a362a9b0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 707,
    "pair_index": 707,
    "case_id": "boolq-dev-2611",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a742834075802c404e0dcb20cc6deea12d073f2360597a5f0dc34e37686f06e7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 708,
    "pair_index": 708,
    "case_id": "boolq-dev-1893",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "936ec7bf56ab88e7a507443239f201cb8c759a0eec7dda2fb301fc0e30d57389",
    "reserve_usd": 0.01
  },
  {
    "sequence": 709,
    "pair_index": 709,
    "case_id": "boolq-dev-0386",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6cc472ce9f6c23fbcf9200b41be9208b73cfaa0380d751dfbb6afbedbd2e9c25",
    "reserve_usd": 0.01
  },
  {
    "sequence": 710,
    "pair_index": 710,
    "case_id": "boolq-dev-0346",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "70456a9b87c50fe09e275224b6689bd76f5fd7205a34ec46e7c07d7315c5ad1f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 711,
    "pair_index": 711,
    "case_id": "boolq-dev-2668",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "96886d0b7ee703b4b2304ac365e05162831b3928e1337d61e2d7dd29e93f17b1",
    "reserve_usd": 0.01
  },
  {
    "sequence": 712,
    "pair_index": 712,
    "case_id": "boolq-dev-1836",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ba9acc369f8b2f918e7c2006f63f235bde829f16e83ad0b725ed3c9a7bf4ae3a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 713,
    "pair_index": 713,
    "case_id": "expanded-policy-0251",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f3fe0bb57235174c70a700d4d7841c284038dbcc5c13d0fc699fbec20d019c5a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 714,
    "pair_index": 714,
    "case_id": "boolq-dev-1913",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4322cf4153074361bbe17e30030139a9f7bde32ef0d4f070260cf9125586b017",
    "reserve_usd": 0.01
  },
  {
    "sequence": 715,
    "pair_index": 715,
    "case_id": "boolq-dev-2734",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2c2111cc58a059cf82bdc25f05eb9ee091ab01f89abc202dba5cbe6341832d74",
    "reserve_usd": 0.01
  },
  {
    "sequence": 716,
    "pair_index": 716,
    "case_id": "boolq-dev-0744",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b51b10048994e0bd64d367dc588464589d093a01d534d5ce8c68a587c81b7c9d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 717,
    "pair_index": 717,
    "case_id": "boolq-dev-1256",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "755f7876176d854cfd4feca7603d8d609950fba919f369a28fcaacca8ed42cbe",
    "reserve_usd": 0.01
  },
  {
    "sequence": 718,
    "pair_index": 718,
    "case_id": "boolq-dev-2606",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "fc413aae53dbcb4dd9a400d150faf15913a17120f082000e74cb855471150ce9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 719,
    "pair_index": 719,
    "case_id": "boolq-dev-0693",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "432158c3052a0664f6dc5b2f4c8d076231c601824533fab0cff79e9e15d320e8",
    "reserve_usd": 0.01
  },
  {
    "sequence": 720,
    "pair_index": 720,
    "case_id": "boolq-dev-3258",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7e5c266da9eed7e66854d1dd32c66d22cd2c9f83d484dd3f9e1479d3d2d38e51",
    "reserve_usd": 0.01
  },
  {
    "sequence": 721,
    "pair_index": 721,
    "case_id": "boolq-dev-2029",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7cb6dda98bced358a5fb58ab4ed2ade22fc3286c28a5b33326a983ae83ca4287",
    "reserve_usd": 0.01
  },
  {
    "sequence": 722,
    "pair_index": 722,
    "case_id": "wic-validation-0386",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e823ef011f318ad278a7e53c4bae5d55fb4d5ba8b46411371e79dbbc5faf216a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 723,
    "pair_index": 723,
    "case_id": "wic-validation-0029",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "14584e90a5ff4d744abe1e29208eef76c19bd22a526875614f40074aec73f3cf",
    "reserve_usd": 0.01
  },
  {
    "sequence": 724,
    "pair_index": 724,
    "case_id": "boolq-dev-0114",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c2d5c9774c60b2732a3e45d07b66f18048a5812e9c48f6a913aea1118168d2eb",
    "reserve_usd": 0.01
  },
  {
    "sequence": 725,
    "pair_index": 725,
    "case_id": "expanded-probability-0263",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7e289e273c148017b4553a8ec6608beb8ea694a75c5214696183c03333b5739d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 726,
    "pair_index": 726,
    "case_id": "boolq-dev-1269",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "53fce63d657e07908546eaa95d5f25fc4bdeb160f96190b2f551baa9002c77d9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 727,
    "pair_index": 727,
    "case_id": "expanded-probability-0057",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4fad04f979d6fbdea2dd21dd28f070af91f21e9d8837d1ac2e7fd1c27b3126ea",
    "reserve_usd": 0.01
  },
  {
    "sequence": 728,
    "pair_index": 728,
    "case_id": "boolq-dev-3083",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "437e3192d6e0303c53b9a2937611131070a63da4b955310281c2666e70937693",
    "reserve_usd": 0.01
  },
  {
    "sequence": 729,
    "pair_index": 729,
    "case_id": "boolq-dev-0745",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ebcc315566714fa8ccf94f666f337a6d99bb68fd163d7e990ad554f6a13d4654",
    "reserve_usd": 0.01
  },
  {
    "sequence": 730,
    "pair_index": 730,
    "case_id": "boolq-dev-1877",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "fbd0249c1529e60fed06ab643abd065183b4e15345fb3aaaaa93812198c58892",
    "reserve_usd": 0.01
  },
  {
    "sequence": 731,
    "pair_index": 731,
    "case_id": "expanded-probability-0028",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e71dea04ddd6618777e5cf418c7994d163673d28bc881901c13110f9339035f8",
    "reserve_usd": 0.01
  },
  {
    "sequence": 732,
    "pair_index": 732,
    "case_id": "boolq-dev-0380",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "de93832e50f7b9eea6119686d2615d35ea86cd5fea00bfd81ec01beb2d2e371c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 733,
    "pair_index": 733,
    "case_id": "boolq-dev-2579",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3cd54c7380afd04cb0d291b211834b90591e9885bcc8c4e3cdbc630e3ad88210",
    "reserve_usd": 0.01
  },
  {
    "sequence": 734,
    "pair_index": 734,
    "case_id": "boolq-dev-2139",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "96da0dba1fec2994d25c24f9e20daa3506b8bb321c7aa45e9710d2bcf8850955",
    "reserve_usd": 0.01
  },
  {
    "sequence": 735,
    "pair_index": 735,
    "case_id": "wic-validation-0242",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3402e6714540255cfd1e7700ed92674501237b6fa4e6f6bcc92f8971f70b495f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 736,
    "pair_index": 736,
    "case_id": "expanded-probability-0143",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ccf74ad2a375336bf6fea215f241034286011503370f0f9b36d7d901b94f3fea",
    "reserve_usd": 0.01
  },
  {
    "sequence": 737,
    "pair_index": 737,
    "case_id": "boolq-dev-1677",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "af2a1834c6685de2a8211e59c821b3aa7e243e99cebf0b24e24b39195e625be0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 738,
    "pair_index": 738,
    "case_id": "boolq-dev-2072",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2711f488ff15ddd1d6febe866ef6121d630005fa0bad3c5081a021c651b096f4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 739,
    "pair_index": 739,
    "case_id": "boolq-dev-0980",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9bc9c99cc1baa3a18447572af0651ab4c73769b043d55b7a71c266ac1e3e10a9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 740,
    "pair_index": 740,
    "case_id": "wic-validation-0610",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5ae17f5456b635307c9f8fa9799b72f395663be20bf1ea96a76af0be66123134",
    "reserve_usd": 0.01
  },
  {
    "sequence": 741,
    "pair_index": 741,
    "case_id": "wic-validation-0011",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2f521eff0bf353f38f20a2d3ac7e85d1f6e510ba9dc255fde56965f69568390c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 742,
    "pair_index": 742,
    "case_id": "boolq-dev-1693",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "93a37492c64188fafcd7d6713ea08868444c8ee95eb6d36c3e38ac886ca1ca53",
    "reserve_usd": 0.01
  },
  {
    "sequence": 743,
    "pair_index": 743,
    "case_id": "boolq-dev-1284",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4c84a409e09ca07a678a2bce93ce9bad7ea65090b180c1e6f6984bcfa71e53a5",
    "reserve_usd": 0.01
  },
  {
    "sequence": 744,
    "pair_index": 744,
    "case_id": "wic-validation-0353",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "76d59a9dbedcf50f919fe5cbf891d455a9573fc5ca06635e2f8a537f549a6018",
    "reserve_usd": 0.01
  },
  {
    "sequence": 745,
    "pair_index": 745,
    "case_id": "boolq-dev-0387",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "89a98ed324783718882a3318af8ff11ab175ab35e9af450b6345d1c744f7aeb8",
    "reserve_usd": 0.01
  },
  {
    "sequence": 746,
    "pair_index": 746,
    "case_id": "boolq-dev-3143",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "960ffa8145598aad0f5486b111f97fe7eb969279398eac3a25cc8aa619fcbea3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 747,
    "pair_index": 747,
    "case_id": "boolq-dev-1784",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9930166b876d4b7350f09b72b4d5180511be28ef701fe59822cea75a1298ef1e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 748,
    "pair_index": 748,
    "case_id": "boolq-dev-2823",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "604a29acf43bc7c2470eb42b142201ac2d68e5662ca4736d74a1ed2633213753",
    "reserve_usd": 0.01
  },
  {
    "sequence": 749,
    "pair_index": 749,
    "case_id": "boolq-dev-1400",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5c4414946fcd4d33106bdc1508e62eb176022e061394527f319595f307edca62",
    "reserve_usd": 0.01
  },
  {
    "sequence": 750,
    "pair_index": 750,
    "case_id": "wic-validation-0226",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "863084ba34a3257949e71625979a48f6847cb40f1c9c34bc4b5eee30900dfb0d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 751,
    "pair_index": 751,
    "case_id": "wic-validation-0491",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9d33a79c06a449d47fa6107b8ecc8aec838d40127001ec4d5cee33a40eb10ede",
    "reserve_usd": 0.01
  },
  {
    "sequence": 752,
    "pair_index": 752,
    "case_id": "boolq-dev-2857",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1ead567ba6d45d06c860fe0d9f6144487b3be93d51c998c462efd09ec1250c33",
    "reserve_usd": 0.01
  },
  {
    "sequence": 753,
    "pair_index": 753,
    "case_id": "rte-validation-0131",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "74da350016d16ea76bd3ae5042a029c5f9fdf04b0334a40ea41a14335edcf456",
    "reserve_usd": 0.01
  },
  {
    "sequence": 754,
    "pair_index": 754,
    "case_id": "wic-validation-0545",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3860ac5a82823c0a2f830e18687ae6ea2de5933615e952342c49ffd37d9cc1ac",
    "reserve_usd": 0.01
  },
  {
    "sequence": 755,
    "pair_index": 755,
    "case_id": "boolq-dev-3215",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "354aeeb27657dd23da00d3fd78b5638cb6006cd5339131a8dd8fa0317b6d8895",
    "reserve_usd": 0.01
  },
  {
    "sequence": 756,
    "pair_index": 756,
    "case_id": "boolq-dev-1705",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "fe52feef2dd1a0815cf0b2d4abf23d58efd184e67e419860ba79043a72afd616",
    "reserve_usd": 0.01
  },
  {
    "sequence": 757,
    "pair_index": 757,
    "case_id": "boolq-dev-0878",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "60c5085557f018f40d9a331a7589c3a5028744307a07a14cb32d7347d0dd9a05",
    "reserve_usd": 0.01
  },
  {
    "sequence": 758,
    "pair_index": 758,
    "case_id": "boolq-dev-0071",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "578337c3c240e7adb557cb0329613a759937f7bb523b3831a6bae2dc49cf5ddc",
    "reserve_usd": 0.01
  },
  {
    "sequence": 759,
    "pair_index": 759,
    "case_id": "boolq-dev-1072",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c55f69dd686bf5ccb251582c6e7ef660e6c27136cd8ad1ab091e7d4e6bcf2017",
    "reserve_usd": 0.01
  },
  {
    "sequence": 760,
    "pair_index": 760,
    "case_id": "boolq-dev-0214",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "83b5973bc5d27939cd34c0176ce1688bad02206c72422b357a0afa8a714ce38c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 761,
    "pair_index": 761,
    "case_id": "wic-validation-0547",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "54a1e7c1072bf2fa7c464c921035a49067c5a690f09e93f08dfea1bd3c082c0b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 762,
    "pair_index": 762,
    "case_id": "boolq-dev-2256",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "bea6923fd19f6df053be8f2b83d995671fc10aab8bbb8d430368f0193b7df668",
    "reserve_usd": 0.01
  },
  {
    "sequence": 763,
    "pair_index": 763,
    "case_id": "boolq-dev-2320",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7f70b10970e335145ef3916dda783374dc3a1153b38522c52893bee3845b385f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 764,
    "pair_index": 764,
    "case_id": "boolq-dev-2319",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8a9a9974d008c7f3f195dd7c40b4f09677ec215dc6e451610ccf1ae5aacff6cd",
    "reserve_usd": 0.01
  },
  {
    "sequence": 765,
    "pair_index": 765,
    "case_id": "boolq-dev-1294",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "cc35072f1ae990be1f5b5508373236e5e374d1fc500696a677e2dc0ed7994afd",
    "reserve_usd": 0.01
  },
  {
    "sequence": 766,
    "pair_index": 766,
    "case_id": "expanded-probability-0105",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "62e3d0d4b5c2d31e5d450d919e8d1b98e3739779ebf8e68c70950fa8f17bb54b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 767,
    "pair_index": 767,
    "case_id": "boolq-dev-2447",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c1d0eaaf2cd02b61daf34f6e6872c9b5dab72d8cdf5bc806937c2e82a443d31e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 768,
    "pair_index": 768,
    "case_id": "boolq-dev-0903",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8e83ad897e5a3614aedfcb53f4e0dc778dab6a78ad49dd6629848381f94c8b71",
    "reserve_usd": 0.01
  },
  {
    "sequence": 769,
    "pair_index": 769,
    "case_id": "boolq-dev-0123",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ddcafa30a5f83dad030b04e666e3b4d1ede0bf336ccfa41d6c32c265185788b7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 770,
    "pair_index": 770,
    "case_id": "wic-validation-0252",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "582b6c79166e9236847b73fef5684803a8361f523fb6e1d5fcc398e072d550eb",
    "reserve_usd": 0.01
  },
  {
    "sequence": 771,
    "pair_index": 771,
    "case_id": "boolq-dev-1293",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "10917e06cc357820bd868df540f0a5c2853b468808ef0fca44900746d3927399",
    "reserve_usd": 0.01
  },
  {
    "sequence": 772,
    "pair_index": 772,
    "case_id": "boolq-dev-0331",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "346a4533c0a8f149000fa09f4982966e1b6b608e2f6addbdad5e28d04a71358c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 773,
    "pair_index": 773,
    "case_id": "expanded-policy-0123",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "fec17afd615f1db7d792dd32ba1f554f4c32c4994c0689b21aa51be437f03e77",
    "reserve_usd": 0.01
  },
  {
    "sequence": 774,
    "pair_index": 774,
    "case_id": "boolq-dev-1084",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1e4815d8b3d324cc604c46512bc73cea8c3a96df3c959aa5d9f1ed82c5ae218e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 775,
    "pair_index": 775,
    "case_id": "boolq-dev-1468",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1703b81e1a45f04fccf64665854164245baccf7b1f469b274b0fda4c8f0d6422",
    "reserve_usd": 0.01
  },
  {
    "sequence": 776,
    "pair_index": 776,
    "case_id": "boolq-dev-3050",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4a7c78669885aa605c1a4470c00ad662bc97e7f70f7a97ead655c5e6ffd8248b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 777,
    "pair_index": 777,
    "case_id": "rte-validation-0212",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "965c6faf36f82add2109c6127bd7f2c9cc74fa007559364f351bc6a8856bb4c1",
    "reserve_usd": 0.01
  },
  {
    "sequence": 778,
    "pair_index": 778,
    "case_id": "boolq-dev-2004",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4a6a63d2ee0dad6d0041b7ee3526eb4d97dfeaeb5515d6eaa800a8e98e5f9ec2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 779,
    "pair_index": 779,
    "case_id": "boolq-dev-1555",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "86b2b8e2cf98585a8bf48c48c3484e013165706eb0aea8d82ff4aefac8f48f7a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 780,
    "pair_index": 780,
    "case_id": "expanded-policy-0118",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f43d2ffef355811ab61d7e362fd083ef02ab6151b1be71cb8c777bb830c0ce0d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 781,
    "pair_index": 781,
    "case_id": "boolq-dev-1003",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c20a366ca3d3c89fe3c1b0c79bf1edeae379a658c321ace2f1e61953a2231ace",
    "reserve_usd": 0.01
  },
  {
    "sequence": 782,
    "pair_index": 782,
    "case_id": "boolq-dev-0827",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0b46487c19264b5cf013003a77cf57c0c3e6029d3a0766b96804d4dcfc52332c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 783,
    "pair_index": 783,
    "case_id": "wic-validation-0192",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9f84b4917b509f4e8136a2c54969b07a19a51df6b56241babafc7bafb18541c8",
    "reserve_usd": 0.01
  },
  {
    "sequence": 784,
    "pair_index": 784,
    "case_id": "boolq-dev-1708",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "42b129fdf0f95b5bd2dc02f65d0eae2cf2f0e29705680c4440d206f96e95f40d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 785,
    "pair_index": 785,
    "case_id": "boolq-dev-2814",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0ff7737844948b6fd3bd6a5eac3e3d0a6fec76ac3946139639882654808a8c13",
    "reserve_usd": 0.01
  },
  {
    "sequence": 786,
    "pair_index": 786,
    "case_id": "boolq-dev-1719",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6a5d3145676d40936daed1571319c9095a6673051028c4f9b93b7076334b18ab",
    "reserve_usd": 0.01
  },
  {
    "sequence": 787,
    "pair_index": 787,
    "case_id": "expanded-policy-0086",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8363d4e04bdfd51dd829837397714b72a739a9aacb9d3709e3a54eabda119b32",
    "reserve_usd": 0.01
  },
  {
    "sequence": 788,
    "pair_index": 788,
    "case_id": "boolq-dev-2521",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2c79e4868a467338f44ba97c36edeb1405cd05f9b7e3e4e17c4665bbe4759a44",
    "reserve_usd": 0.01
  },
  {
    "sequence": 789,
    "pair_index": 789,
    "case_id": "boolq-dev-3127",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "351cb83c7c31b09de7c07b3ca92e5cd9a061cdc3952b3071981606ca4d2a7e8e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 790,
    "pair_index": 790,
    "case_id": "boolq-dev-3092",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "58e1379e9cd592680add03b1b6633a309ce32c6d34ecb9899db99a2f8cd8197d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 791,
    "pair_index": 791,
    "case_id": "boolq-dev-1038",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d46dc38964e62c7665c072be5dbda2c444e59a73faf1c6df346faaa7308279ee",
    "reserve_usd": 0.01
  },
  {
    "sequence": 792,
    "pair_index": 792,
    "case_id": "expanded-probability-0004",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5477510885be5db89235fb3b1d036485b13e974e7dade505755204eafb9dd445",
    "reserve_usd": 0.01
  },
  {
    "sequence": 793,
    "pair_index": 793,
    "case_id": "boolq-dev-1970",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6b6967021795705900e28c19624d6d412ffb606a18d9a50c69a1940037855fd8",
    "reserve_usd": 0.01
  },
  {
    "sequence": 794,
    "pair_index": 794,
    "case_id": "boolq-dev-2698",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f55a0b70f15b33cb5ebfb82afabdffc55feb5e92240e91b81724080f659522c7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 795,
    "pair_index": 795,
    "case_id": "boolq-dev-2490",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d9899570716bb995301797e8419d87e36d7ef5457bc3fff245e7f3c173f00804",
    "reserve_usd": 0.01
  },
  {
    "sequence": 796,
    "pair_index": 796,
    "case_id": "boolq-dev-1184",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6224ad5b08438bccc183b31afb29f920821ca6ca8bc16c545be412bd0cd7833b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 797,
    "pair_index": 797,
    "case_id": "wic-validation-0147",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "004e341de712eda6b9134e2c72b0e8e3d944ce6f2b768b96d789567f3f2895a5",
    "reserve_usd": 0.01
  },
  {
    "sequence": 798,
    "pair_index": 798,
    "case_id": "boolq-dev-2672",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1bdc9b7838a08793a8aa99264f00a0c9fdf7a5697783064a33788ddcfe596771",
    "reserve_usd": 0.01
  },
  {
    "sequence": 799,
    "pair_index": 799,
    "case_id": "wic-validation-0257",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e7d44217bebf1bc3bcabf35bfe7076a1d4354bd4f36bfb6253dad5d606e1aab2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 800,
    "pair_index": 800,
    "case_id": "expanded-probability-0253",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "000d90aa1a9afc5e5b567ebebde1f70017a34567d3287864fddf01d0f91b590f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 801,
    "pair_index": 801,
    "case_id": "rte-validation-0258",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "09673da8f413bc62e4df93be7b205a52822b7d3b4a0c85530ac5202e663a3b17",
    "reserve_usd": 0.01
  },
  {
    "sequence": 802,
    "pair_index": 802,
    "case_id": "rte-validation-0157",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "19ac3797e80d512c88e204ccdd98fac4f54ee76aeac1b5b915fe6ac04d68f645",
    "reserve_usd": 0.01
  },
  {
    "sequence": 803,
    "pair_index": 803,
    "case_id": "rte-validation-0044",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ff920ebd8177eaefca42e37ac371667b89e716cd6b54583d5f043da396e853ec",
    "reserve_usd": 0.01
  },
  {
    "sequence": 804,
    "pair_index": 804,
    "case_id": "boolq-dev-2916",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d59df931e192edacbd8cd9289e12f566184d38a9be2e7e546528f51382f359fb",
    "reserve_usd": 0.01
  },
  {
    "sequence": 805,
    "pair_index": 805,
    "case_id": "boolq-dev-0262",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6b94b4825da766d00aa9e04d5300431c753b924f68885652186a57478dc6237c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 806,
    "pair_index": 806,
    "case_id": "boolq-dev-0758",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "bd154176df830fb7df282906b340233479af2d1e7f709a3ec8dfadf0c2ca057e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 807,
    "pair_index": 807,
    "case_id": "boolq-dev-0136",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "017b4dae7f0b9f44f863683100fc19037c85afc28f2b2a8991fdf38ad2f181d8",
    "reserve_usd": 0.01
  },
  {
    "sequence": 808,
    "pair_index": 808,
    "case_id": "boolq-dev-1482",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f7926a8fc956db514370442ae01dcd6c7cb78c627912f51074e40138473a290a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 809,
    "pair_index": 809,
    "case_id": "wic-validation-0199",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d648c911d31abb1828df72fe6a263136eeb40096727fe8ed8f27e3f68f96157a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 810,
    "pair_index": 810,
    "case_id": "expanded-policy-0108",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e37c35d1feea56ad0d67a9fd3a61b372d67efe6c044271cd7566fd9701e063bf",
    "reserve_usd": 0.01
  },
  {
    "sequence": 811,
    "pair_index": 811,
    "case_id": "boolq-dev-1780",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1fc18a1dd5231f19df47e8af7dc6d7d04c17080f340113bd0fde2986114f5f4f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 812,
    "pair_index": 812,
    "case_id": "boolq-dev-0867",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b4bcace561ee6110497873d11fe2a29ae3e0f89b8b4ccb9b414a9fef463db21c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 813,
    "pair_index": 813,
    "case_id": "boolq-dev-2821",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2e652997a43067705364ed3344ba224a63fb6e0fbd56bdcfa382b2eeb33b94d7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 814,
    "pair_index": 814,
    "case_id": "boolq-dev-0679",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1dd30275bab42330e8a70203a92f9311eb12bb84c425b55c07fd2954f324eeaa",
    "reserve_usd": 0.01
  },
  {
    "sequence": 815,
    "pair_index": 815,
    "case_id": "boolq-dev-0694",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6a04cf7e27c7a18953980d59c5c2529a28f7998ed15d1196adedb0f558324112",
    "reserve_usd": 0.01
  },
  {
    "sequence": 816,
    "pair_index": 816,
    "case_id": "boolq-dev-3223",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "de8b2f27dcca193dbb9559b0771a962d1eef2dbd2d0ec0e790a849a44ab157a5",
    "reserve_usd": 0.01
  },
  {
    "sequence": 817,
    "pair_index": 817,
    "case_id": "boolq-dev-1756",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7f8e365f0761a359a742821a5dc1deb0003677ad4f40f5c3ef2c3ea3750e0043",
    "reserve_usd": 0.01
  },
  {
    "sequence": 818,
    "pair_index": 818,
    "case_id": "boolq-dev-1717",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c4a67ee414ce24ce6b3175be31a2a4bac8f73a7ff7b912454c17fcbb08ff5ccb",
    "reserve_usd": 0.01
  },
  {
    "sequence": 819,
    "pair_index": 819,
    "case_id": "boolq-dev-2910",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b4a2308964e1770d6d4cbc9608b7d0fa7369ce51a6b3a4d555401ac578fdb82b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 820,
    "pair_index": 820,
    "case_id": "boolq-dev-0519",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "da185a5c7074a838feb379f3aea4b8ba83ee9c9c8d992718c27a2623bdb75853",
    "reserve_usd": 0.01
  },
  {
    "sequence": 821,
    "pair_index": 821,
    "case_id": "rte-validation-0275",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "aba6743cc56d16be4fa5f420215ad4f276409f4067e4621d71a911970b53fb0f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 822,
    "pair_index": 822,
    "case_id": "boolq-dev-1101",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6ee8f712301faeacf33edf0bc50b0e44fa5b7dbff2f60d7529cd80d7267204c1",
    "reserve_usd": 0.01
  },
  {
    "sequence": 823,
    "pair_index": 823,
    "case_id": "boolq-dev-0748",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "91240a3adf717af81a363d081144a74260d8e6fb3e3483316a32fd3ff319d55d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 824,
    "pair_index": 824,
    "case_id": "boolq-dev-0627",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "212a4caed7a99beb73380ab8b254f4d46e5873273ce1cfa368712a0f76290002",
    "reserve_usd": 0.01
  },
  {
    "sequence": 825,
    "pair_index": 825,
    "case_id": "expanded-policy-0076",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "45011cf7f881fa3359729d09852ebe54fd38c2ec5616f645a567b8eb03fabf82",
    "reserve_usd": 0.01
  },
  {
    "sequence": 826,
    "pair_index": 826,
    "case_id": "boolq-dev-1243",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8623b528da8fc6b08b69ef202fe14f4a0caced8c872a8221621f521d4489621a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 827,
    "pair_index": 827,
    "case_id": "boolq-dev-2328",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ea2974c6b61a580a395dd4b00ce80f103c6adaf3bc8e46429a9589d7acdbb2de",
    "reserve_usd": 0.01
  },
  {
    "sequence": 828,
    "pair_index": 828,
    "case_id": "boolq-dev-1848",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "dc83bb75b8d0b342fbca364634dade8d8dc6b929bc75cccbe9cf228960e2fb82",
    "reserve_usd": 0.01
  },
  {
    "sequence": 829,
    "pair_index": 829,
    "case_id": "rte-validation-0265",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "03bec5a3e89421d0ac6ca7511d38c14d07ec84117d48279852395ab776bd8abe",
    "reserve_usd": 0.01
  },
  {
    "sequence": 830,
    "pair_index": 830,
    "case_id": "wic-validation-0058",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "50efaeaf9a8b771490bb1d978585891061597a6ed1c1a45ead9bf7e52f3221a1",
    "reserve_usd": 0.01
  },
  {
    "sequence": 831,
    "pair_index": 831,
    "case_id": "wic-validation-0187",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8bf940fd7ae077cc5e46726f528b1c0c70c8d94f446422afdebc972bbd51c9e4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 832,
    "pair_index": 832,
    "case_id": "boolq-dev-1152",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2757230215d97f840ec1a481c13e0a617d90edaeb0be7b226d30b6a26185a5f5",
    "reserve_usd": 0.01
  },
  {
    "sequence": 833,
    "pair_index": 833,
    "case_id": "boolq-dev-0877",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1d886116ac98c8d3cab11bc513975c556a71dc8a9e10017a3414d579ac8691c8",
    "reserve_usd": 0.01
  },
  {
    "sequence": 834,
    "pair_index": 834,
    "case_id": "boolq-dev-1895",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "73326e5ad568a79130f33c41097cc2e4d9cab503f63452b9665041e208b97ca9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 835,
    "pair_index": 835,
    "case_id": "rte-validation-0200",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f8c3b2c49883c65d3ba8ef84f94bdad3b9de6c6ea5362985c107821c0f08e29c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 836,
    "pair_index": 836,
    "case_id": "expanded-probability-0015",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d762bc81bf7a15086b26a935b16f9fa2f8de992061de01a09da1178afdaf5e33",
    "reserve_usd": 0.01
  },
  {
    "sequence": 837,
    "pair_index": 837,
    "case_id": "boolq-dev-1161",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "104317ca5a1544eb3067adce4222ee91e717065c24d73c73e4ff8bd01437f46b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 838,
    "pair_index": 838,
    "case_id": "boolq-dev-0310",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "cc3ba683bf390b5654fdd4ad7286e53165c4be19f3b40190f4146cb27000b7cd",
    "reserve_usd": 0.01
  },
  {
    "sequence": 839,
    "pair_index": 839,
    "case_id": "boolq-dev-1383",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8ac9667e0ffcc3d10eb25612395182b58bc24a125d7f8c141810e3333c338b14",
    "reserve_usd": 0.01
  },
  {
    "sequence": 840,
    "pair_index": 840,
    "case_id": "expanded-policy-0245",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a17227e017fa3a4aca4bc078431d85d34b5ab6534800a16d5705a6b74407517b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 841,
    "pair_index": 841,
    "case_id": "boolq-dev-2694",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6f4776c74b5b104fbe994fc2da9dde18143be40f3859a71a46409720639dfb03",
    "reserve_usd": 0.01
  },
  {
    "sequence": 842,
    "pair_index": 842,
    "case_id": "boolq-dev-0468",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ae851e9cd5a943593c82533dac5195f2bd4a3d558fbc1a5df44adc2d1b9c29fa",
    "reserve_usd": 0.01
  },
  {
    "sequence": 843,
    "pair_index": 843,
    "case_id": "expanded-policy-0231",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "76857d5ce9f8ca1a30ab9e3208e973e2e61775780b57af4fb7f7a21c8fd2c5fd",
    "reserve_usd": 0.01
  },
  {
    "sequence": 844,
    "pair_index": 844,
    "case_id": "boolq-dev-0916",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "fa2adce19d246763981598c6d8dea58c699f8fe2cce193d04214111c0d759d13",
    "reserve_usd": 0.01
  },
  {
    "sequence": 845,
    "pair_index": 845,
    "case_id": "boolq-dev-1600",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2ab06039369d025b7e38dee5a49baf36ed52d230bd35336a5166a2ba9e30a645",
    "reserve_usd": 0.01
  },
  {
    "sequence": 846,
    "pair_index": 846,
    "case_id": "boolq-dev-1951",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d9587de6baac740b20fbfeb97b06b48738e2af18d9df56f739c871cfc910de04",
    "reserve_usd": 0.01
  },
  {
    "sequence": 847,
    "pair_index": 847,
    "case_id": "boolq-dev-2800",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b4505cf33e6c9132c4e5b049f1b1c573a0e673a48b58c56e643c9f70281c707f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 848,
    "pair_index": 848,
    "case_id": "expanded-policy-0028",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "be27c9799a0385bfeb0a448a17ec3bdd7d170ea2ab2d4e062c56646439722122",
    "reserve_usd": 0.01
  },
  {
    "sequence": 849,
    "pair_index": 849,
    "case_id": "boolq-dev-1146",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "07793a03aaa9d1db09f9a4eec512bd03a2ee8aff052dd366c0dce527499a61d4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 850,
    "pair_index": 850,
    "case_id": "rte-validation-0240",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9180ac07e8737ed0f62e6ef72399ca9fab5852188d671e6e441a029d73c26c52",
    "reserve_usd": 0.01
  },
  {
    "sequence": 851,
    "pair_index": 851,
    "case_id": "wic-validation-0442",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "96f182e24082a8875ada2dad29a9be021b14d3d0d44802ad008ba292a2465aa3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 852,
    "pair_index": 852,
    "case_id": "boolq-dev-2385",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ebdf36e1f25bfc3669dcc996b015c42d4839f2d459d2dc36178e0dcfcd775a43",
    "reserve_usd": 0.01
  },
  {
    "sequence": 853,
    "pair_index": 853,
    "case_id": "boolq-dev-0016",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ba563a721ff95ae41e74b7b7ff5fa530269617d82bf09feea32560da727ecf6e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 854,
    "pair_index": 854,
    "case_id": "boolq-dev-2023",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "536adeba29e1d6272d699e1698f922c27ba00901f5c5887b9b4dbf60b2abc726",
    "reserve_usd": 0.01
  },
  {
    "sequence": 855,
    "pair_index": 855,
    "case_id": "boolq-dev-2227",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7e8fa83728f6c8387dca838a6078647403dd82ee79b12beeec9e7d6efbcbc027",
    "reserve_usd": 0.01
  },
  {
    "sequence": 856,
    "pair_index": 856,
    "case_id": "boolq-dev-0479",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "179d6f3906ec67ea9d88e588ac5e367aeadf8db3f45c46ca03dcf869ee1d6317",
    "reserve_usd": 0.01
  },
  {
    "sequence": 857,
    "pair_index": 857,
    "case_id": "boolq-dev-2862",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "aaca0f028761cf1a106004bc9e22c748d90b4c29c0459bb6181e0dc2ccc1c79e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 858,
    "pair_index": 858,
    "case_id": "boolq-dev-1024",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a6bcd1d74d497cfbbbcc1bd438556a7228ff38cc4c73c6010c0b3a9c3b593e48",
    "reserve_usd": 0.01
  },
  {
    "sequence": 859,
    "pair_index": 859,
    "case_id": "boolq-dev-2692",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b3ca42da5e49f1cd78d8910514a48b9da0f53027a6e3896d4f2622b26de7e198",
    "reserve_usd": 0.01
  },
  {
    "sequence": 860,
    "pair_index": 860,
    "case_id": "boolq-dev-0537",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1a904d58a4055555a6a15e37a785c5bb04e34d729073be5ef2dda17dc7459312",
    "reserve_usd": 0.01
  },
  {
    "sequence": 861,
    "pair_index": 861,
    "case_id": "boolq-dev-1333",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "67bf17502ca674bd7479d2ee9c717094b26ea1ba1a82d157ce8f64a42468f35c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 862,
    "pair_index": 862,
    "case_id": "boolq-dev-1421",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d77dff63f28d443f2b8bd77cb26efe063118a9e5def344c64442b95b01d9ff79",
    "reserve_usd": 0.01
  },
  {
    "sequence": 863,
    "pair_index": 863,
    "case_id": "boolq-dev-1413",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "fb6ce4d491e42cd7ea9c515dd3c2011c81f6aa00576efe1f87a7a9beefc44a0f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 864,
    "pair_index": 864,
    "case_id": "boolq-dev-1521",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8d482acfb091fe63618843669cc86d04aee2fe32fa14f5c80fbe208f1472f330",
    "reserve_usd": 0.01
  },
  {
    "sequence": 865,
    "pair_index": 865,
    "case_id": "boolq-dev-3068",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "da4dad688e572aec1a0bdcf4bca33ecf10111bb2819f5045fc97be959e1ca42c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 866,
    "pair_index": 866,
    "case_id": "expanded-probability-0244",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "cc09e7f8af4dcf29fee8ec39a6db638ffda924f058f5f529d2f8093631c17cf4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 867,
    "pair_index": 867,
    "case_id": "boolq-dev-2107",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "fbce37ec20934905f560d89afba138fbf907531481d6e47113caf82a0d9c2791",
    "reserve_usd": 0.01
  },
  {
    "sequence": 868,
    "pair_index": 868,
    "case_id": "boolq-dev-1666",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b47282dd1c76c3a9dabdf0953f1e440d32cabd9dbcd84202d8fa60915772a503",
    "reserve_usd": 0.01
  },
  {
    "sequence": 869,
    "pair_index": 869,
    "case_id": "boolq-dev-1376",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "44a166f7018f2b968894af9d85d9226b2381f54b770cd85c7675d0fb1ac5ed20",
    "reserve_usd": 0.01
  },
  {
    "sequence": 870,
    "pair_index": 870,
    "case_id": "boolq-dev-3046",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9d340915183d606232446c56757247e9aa5db87ab249c19b35fa59514907b5ee",
    "reserve_usd": 0.01
  },
  {
    "sequence": 871,
    "pair_index": 871,
    "case_id": "boolq-dev-2650",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8b348a05fb6f1b4e6b7699b4f9e607441f347ed87063d5f63a173eeb8d60a137",
    "reserve_usd": 0.01
  },
  {
    "sequence": 872,
    "pair_index": 872,
    "case_id": "boolq-dev-1167",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "940a83c613e55a37eab09afe9226afc19c8d0cbb1bd4863d6146ec9107920014",
    "reserve_usd": 0.01
  },
  {
    "sequence": 873,
    "pair_index": 873,
    "case_id": "boolq-dev-0231",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f565de39872586c1bf6f787183032c913df243e80747e0f3162d3f3115fdea12",
    "reserve_usd": 0.01
  },
  {
    "sequence": 874,
    "pair_index": 874,
    "case_id": "boolq-dev-2187",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "250263112c95ae46ddbb38e78db2cd70dd111fd895c1d1e52d3d48cfd6195bfd",
    "reserve_usd": 0.01
  },
  {
    "sequence": 875,
    "pair_index": 875,
    "case_id": "wic-validation-0108",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "602eb7b6dd7864b0ada4835d571eed57fbb7778ef4ca31b23cf53f5b4f513b56",
    "reserve_usd": 0.01
  },
  {
    "sequence": 876,
    "pair_index": 876,
    "case_id": "wic-validation-0267",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4b023f31b7748067b5841395a40e4cf587fa85c4fbc47b09f535a5496d97bd87",
    "reserve_usd": 0.01
  },
  {
    "sequence": 877,
    "pair_index": 877,
    "case_id": "expanded-policy-0075",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1f93bd6e62ecf4ec0a7198f38baccdf3221b518e58d08d8b3d4e5f2b0edf5911",
    "reserve_usd": 0.01
  },
  {
    "sequence": 878,
    "pair_index": 878,
    "case_id": "boolq-dev-0714",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b7a759cb13f556b7c3b260a8996db8f9f1df1afb0cfa2ca1303f410dadbcb3d9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 879,
    "pair_index": 879,
    "case_id": "boolq-dev-2114",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7c5e40e5cdf2f371ecd1ca0e71ae8101741575125b7493155d4a14cf87bd123b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 880,
    "pair_index": 880,
    "case_id": "boolq-dev-1535",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1d5448f2897d0a551952fbe833c6d4a61a7800189e9aba62a2f980f95ad114bf",
    "reserve_usd": 0.01
  },
  {
    "sequence": 881,
    "pair_index": 881,
    "case_id": "boolq-dev-0572",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4076e47c50fe2a17823f27237998108d524b165e1741a2974635372181c359a4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 882,
    "pair_index": 882,
    "case_id": "boolq-dev-2869",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f99390595b9f7cf04ce21b0eea85b27d651143f12895ecb6897dce00353a841b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 883,
    "pair_index": 883,
    "case_id": "wic-validation-0421",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "036cce4df082185ad041bf1515dd3915b79f428b6ef9adf2a3f2b2e6c37e5e21",
    "reserve_usd": 0.01
  },
  {
    "sequence": 884,
    "pair_index": 884,
    "case_id": "boolq-dev-0198",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b1c452416bcce7d9a010988b4918cc83fea83aa84649c711e27f2d5dd8c2614b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 885,
    "pair_index": 885,
    "case_id": "wic-validation-0371",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "63ffe964d57f7ad38276d049af8510bf4c59ed4dfe403419ab31026d83c060b1",
    "reserve_usd": 0.01
  },
  {
    "sequence": 886,
    "pair_index": 886,
    "case_id": "boolq-dev-2865",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e2312d5f4738d546844ce962e46ce2955d5e5e8973b76d4681738b731ce2c9e9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 887,
    "pair_index": 887,
    "case_id": "boolq-dev-3116",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7d35f0ab548e5e6d37b5250eddd9ed65e11746488d29bdcfb8cc5672550b5879",
    "reserve_usd": 0.01
  },
  {
    "sequence": 888,
    "pair_index": 888,
    "case_id": "boolq-dev-0782",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a67bbb4c521ba170808fb620f252b1365f1078e512e6b585c7be5b2f661cb345",
    "reserve_usd": 0.01
  },
  {
    "sequence": 889,
    "pair_index": 889,
    "case_id": "boolq-dev-0648",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "139c74a2526e966b7c38e667af27457ca0e725d0f5fd3d822774cce36f9120a3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 890,
    "pair_index": 890,
    "case_id": "expanded-probability-0174",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f039d1a5aea8a7c3c87776722818d7eb16f4e3f95413667c37ffdd0510d1616f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 891,
    "pair_index": 891,
    "case_id": "wic-validation-0357",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9e755cc9942ef9ce134370e846d48b671d4435e9c5189045507b93ca1e9512fe",
    "reserve_usd": 0.01
  },
  {
    "sequence": 892,
    "pair_index": 892,
    "case_id": "boolq-dev-1759",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b50d04f7dba3339b62e668ac4879c94a053ec20fa543cd78e37843e01afd0e32",
    "reserve_usd": 0.01
  },
  {
    "sequence": 893,
    "pair_index": 893,
    "case_id": "wic-validation-0430",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c0134c911881fbeeb25e5a726a916c30f90e3ed3a339e7427f46ddc9bad574a5",
    "reserve_usd": 0.01
  },
  {
    "sequence": 894,
    "pair_index": 894,
    "case_id": "boolq-dev-0516",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "bc95b0fba95a003ed58d3906dd8bfe150eb6881ae6a841a420fb49e0bbb17a40",
    "reserve_usd": 0.01
  },
  {
    "sequence": 895,
    "pair_index": 895,
    "case_id": "boolq-dev-2049",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "618a9c0950dc03710e3c7b8e3012b9da4c08e051ac99cc60bb71152f0444ab83",
    "reserve_usd": 0.01
  },
  {
    "sequence": 896,
    "pair_index": 896,
    "case_id": "boolq-dev-0101",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2084f92ff0f0405863ecf5e2b533018ee8c2fe7404dc7b0b3e7ad0a42d4243c2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 897,
    "pair_index": 897,
    "case_id": "boolq-dev-1831",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f12cabc443c0e2a4a4fb2be74a284c113dff6c4ee500b976eab6a215c2464142",
    "reserve_usd": 0.01
  },
  {
    "sequence": 898,
    "pair_index": 898,
    "case_id": "rte-validation-0017",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "91c2860e62b09df15ef2cdc41fd44d6bc7a87c819e4d1ca45c12a0602bd64f03",
    "reserve_usd": 0.01
  },
  {
    "sequence": 899,
    "pair_index": 899,
    "case_id": "boolq-dev-2109",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "59508f9a5376495f20f4c3d0b21ae187dd05bb038edcb903e9b7498a1754c95b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 900,
    "pair_index": 900,
    "case_id": "boolq-dev-2036",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3c6b7b73303dfccf4489f09281f140174e8d55fade34f8798409ae60da081df3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 901,
    "pair_index": 901,
    "case_id": "wic-validation-0632",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "457c9a60e0daf73ba081a1c62cf8cbbe4a236f01f4c7af8e2fdff9132bb0c8d0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 902,
    "pair_index": 902,
    "case_id": "expanded-probability-0156",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "35d69534393c808638d831808ec1ab044c88d980df0fa896a5a2fc553d68bf05",
    "reserve_usd": 0.01
  },
  {
    "sequence": 903,
    "pair_index": 903,
    "case_id": "boolq-dev-3077",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "fd8bcfba711da28b230ac31f9eb28f76d3a7d79e52777279605b1fc076b58199",
    "reserve_usd": 0.01
  },
  {
    "sequence": 904,
    "pair_index": 904,
    "case_id": "boolq-dev-2027",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "66ded386e3de588f3584eeb273c4cdca74774ab433643dc6a26562ff994b5a80",
    "reserve_usd": 0.01
  },
  {
    "sequence": 905,
    "pair_index": 905,
    "case_id": "wic-validation-0196",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5c0cd70a486d13f31efb0db55f5baed59e2fcf31535b14a309d4c003e372e0cc",
    "reserve_usd": 0.01
  },
  {
    "sequence": 906,
    "pair_index": 906,
    "case_id": "expanded-probability-0117",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4f70ff674d541c263b566400a7abc2ef90b2924482dec260e90a6d6e3dca2094",
    "reserve_usd": 0.01
  },
  {
    "sequence": 907,
    "pair_index": 907,
    "case_id": "boolq-dev-1270",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b0f58a9b161f8795723ad92f8c898112226a4dfda09e1026685518645aec9a36",
    "reserve_usd": 0.01
  },
  {
    "sequence": 908,
    "pair_index": 908,
    "case_id": "boolq-dev-0418",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8677a69d4b048eaa7b1b22b36255b580728882d4fbf095d55831aec016b355d2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 909,
    "pair_index": 909,
    "case_id": "boolq-dev-0783",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "255417368f6e21c6c61c366e01750c4078315eb2fd527b22bb0568d4b9eefe87",
    "reserve_usd": 0.01
  },
  {
    "sequence": 910,
    "pair_index": 910,
    "case_id": "expanded-policy-0094",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7cdb1c2ac422d34e5385aa58112033f8b5c841eb957a2094220d54eee5cea24c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 911,
    "pair_index": 911,
    "case_id": "boolq-dev-1706",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "49078fc43295891f99849ed1bbb1f53e33cca73c8d3a7648ea18fd165720964b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 912,
    "pair_index": 912,
    "case_id": "boolq-dev-1843",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "61c5739a95feba745ae28030131014bfba20fda828d9b537139c00e996d70e0a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 913,
    "pair_index": 913,
    "case_id": "boolq-dev-0657",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "31142f2c37094d2b59e7a81aa52a198374c7c963c334b5db0cd983db0420c20b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 914,
    "pair_index": 914,
    "case_id": "wic-validation-0447",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "80bb09c3931beec6c721d7bd530ed7f9dd34fe0ece471a0ab493ff87e2cd5b43",
    "reserve_usd": 0.01
  },
  {
    "sequence": 915,
    "pair_index": 915,
    "case_id": "boolq-dev-0038",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e9ce596b341ad3dff2f9d8d08984c4aefd66a3c1b98aca3ebea4c6ef013a1463",
    "reserve_usd": 0.01
  },
  {
    "sequence": 916,
    "pair_index": 916,
    "case_id": "boolq-dev-2463",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2dbdaae45b362f0cf38462bf9c90f0661258d09f80a79d786a06f0ec154f407f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 917,
    "pair_index": 917,
    "case_id": "boolq-dev-0337",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b1cd2fe2282cdff535dcc3c78b8516a9c492c02cb60137dcfb46b27a51fa2652",
    "reserve_usd": 0.01
  },
  {
    "sequence": 918,
    "pair_index": 918,
    "case_id": "expanded-policy-0235",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "789cb173d907c9636f87981ec926e1c2be4a88a4b157e0a9e7160231ce7e529c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 919,
    "pair_index": 919,
    "case_id": "boolq-dev-3035",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f5742edb2bc82f4c29cdf2a948b90bf59fdbc4951f0508c6df9ba322934f70f5",
    "reserve_usd": 0.01
  },
  {
    "sequence": 920,
    "pair_index": 920,
    "case_id": "boolq-dev-0501",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d37205cd9b7c7860e19b8244f236abeca363a94d41a6916d36272327d2c43094",
    "reserve_usd": 0.01
  },
  {
    "sequence": 921,
    "pair_index": 921,
    "case_id": "wic-validation-0573",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b893f8440a9a7ea7a62aeba32b946ff21d03dcf1bcccdc9dc7fb6e2591a2db84",
    "reserve_usd": 0.01
  },
  {
    "sequence": 922,
    "pair_index": 922,
    "case_id": "boolq-dev-0219",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "13aed384a1ff5bda9e7dd8f5a7d782adf84e6d32531246d55d10b95928b7d835",
    "reserve_usd": 0.01
  },
  {
    "sequence": 923,
    "pair_index": 923,
    "case_id": "boolq-dev-1234",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "01ff3a98517874dc2a71e72462966b156b177a16fdaa43e00c53f390ef67dca0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 924,
    "pair_index": 924,
    "case_id": "expanded-policy-0272",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "40618959e010a9991f51cf1c510ec02547aa8e678b9c05381dec4804a8542f2a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 925,
    "pair_index": 925,
    "case_id": "boolq-dev-3032",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2b19ff1686ea972b9041dee507864933625995bc07251f31c01a057ccce89dcc",
    "reserve_usd": 0.01
  },
  {
    "sequence": 926,
    "pair_index": 926,
    "case_id": "wic-validation-0283",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "05a6daee63381ab223c95c89daf422c59779c906620a3804b3acc5870dbbac24",
    "reserve_usd": 0.01
  },
  {
    "sequence": 927,
    "pair_index": 927,
    "case_id": "boolq-dev-1984",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6eb0e0ae3e7a07300919d0fb50dd7e05c139ec9953383fd01c9bac0ecc9faa62",
    "reserve_usd": 0.01
  },
  {
    "sequence": 928,
    "pair_index": 928,
    "case_id": "boolq-dev-1443",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f110da79972eeacc070402e99b368f4acedc895a1384a3b20e3c979bdb4f0bb5",
    "reserve_usd": 0.01
  },
  {
    "sequence": 929,
    "pair_index": 929,
    "case_id": "wic-validation-0364",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4d728b01b24cf3af12c3092cba064cc745974d0cc39f929d7261e1fd26d01681",
    "reserve_usd": 0.01
  },
  {
    "sequence": 930,
    "pair_index": 930,
    "case_id": "boolq-dev-0343",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3dab1aa8c9d83ede53f8c79348db6c258e744559264c715f973867b3ab2b1203",
    "reserve_usd": 0.01
  },
  {
    "sequence": 931,
    "pair_index": 931,
    "case_id": "rte-validation-0010",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "fc5b3ac42c662e7d4f7048e692a65e5f26c5a29685843ea121a52ec573167101",
    "reserve_usd": 0.01
  },
  {
    "sequence": 932,
    "pair_index": 932,
    "case_id": "boolq-dev-0828",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "75e2e8fba5170e4b3d45dd46864624f27cbb2ad90da88b618d7a5dfd487327e2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 933,
    "pair_index": 933,
    "case_id": "boolq-dev-2337",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "47ca32d3e264da2cfd45e71629a0792b41419f50afcd39e1ea3e0c1e308e6b22",
    "reserve_usd": 0.01
  },
  {
    "sequence": 934,
    "pair_index": 934,
    "case_id": "boolq-dev-0072",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "98d4285b0cf7fe418487978b2129785a32cf53b91b165aeb262108ad050f3466",
    "reserve_usd": 0.01
  },
  {
    "sequence": 935,
    "pair_index": 935,
    "case_id": "boolq-dev-0063",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1b6117b82dfa72a721f76f7aac504ccb2f9f8e55cfa9c9e2da22d51952964eb2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 936,
    "pair_index": 936,
    "case_id": "rte-validation-0273",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "675fd1c1db3c4684d704ff7ed2d67f321686ff195fe93d939f3dab8c6395c787",
    "reserve_usd": 0.01
  },
  {
    "sequence": 937,
    "pair_index": 937,
    "case_id": "boolq-dev-0268",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "452895f9b3a1cc8aeeb373279ef9a50a7a095680315eb84d30da8ef6be0e423e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 938,
    "pair_index": 938,
    "case_id": "boolq-dev-1516",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "35050689eb530c6a87a6312efcec831ca80a09430b27f23e11b86e7ea4c5955b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 939,
    "pair_index": 939,
    "case_id": "boolq-dev-3177",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2d301a9d40ce51955a47cb07aa8cf9818a266a93d131db158617cf944be42702",
    "reserve_usd": 0.01
  },
  {
    "sequence": 940,
    "pair_index": 940,
    "case_id": "wic-validation-0273",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b186f56036f256bf7031469dad1487a9fde9b28f24e4ec936e5dd480946511c7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 941,
    "pair_index": 941,
    "case_id": "boolq-dev-2856",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "97cbb9b77468c84fdba583c4b3379999188525ef4de13207ac63b95fa33fc074",
    "reserve_usd": 0.01
  },
  {
    "sequence": 942,
    "pair_index": 942,
    "case_id": "boolq-dev-1543",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2a3ab9ba26b21e7d36904f12ca782ced2232b59188a68b53dfda1fbab5daf6b6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 943,
    "pair_index": 943,
    "case_id": "boolq-dev-1122",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7699b742c64f4cfa402e1a57788b6408691a275b02462c35ef8798a59b3a881b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 944,
    "pair_index": 944,
    "case_id": "boolq-dev-2028",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "402651c29834e514708e63b3a25034b53840bd600f899132e75ec77587f1fbd0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 945,
    "pair_index": 945,
    "case_id": "boolq-dev-2645",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e0fa464a20c668635f91712447d70f52d22b08f55e0873ab735f1487f8ff07ea",
    "reserve_usd": 0.01
  },
  {
    "sequence": 946,
    "pair_index": 946,
    "case_id": "wic-validation-0455",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "49b180b7d5eb9bff15917727bfed81e9dd0d76b63835176cf14df52c5cffd554",
    "reserve_usd": 0.01
  },
  {
    "sequence": 947,
    "pair_index": 947,
    "case_id": "boolq-dev-0552",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "902dab440f6b465b58c0d18d77584f8a4d0f6513c2038594ab084053be1071c0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 948,
    "pair_index": 948,
    "case_id": "expanded-probability-0065",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7c9b34ba6ce10e0c53f990c27f1f20318243fc2db4443b3fc5a0b43199de362d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 949,
    "pair_index": 949,
    "case_id": "wic-validation-0241",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "db9ab53b933daa07374c90f73c596097b307dc2d4ad0ce4cc94334911fa89dca",
    "reserve_usd": 0.01
  },
  {
    "sequence": 950,
    "pair_index": 950,
    "case_id": "boolq-dev-2930",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7f9d6cc888f9f49ad1078f0bd28288c60885a12053eea761413f5b410e2a599f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 951,
    "pair_index": 951,
    "case_id": "boolq-dev-1135",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9423748fc335e2c8e8e086c004284bc8ec69c61e87c0d08ab00769ea098d4251",
    "reserve_usd": 0.01
  },
  {
    "sequence": 952,
    "pair_index": 952,
    "case_id": "boolq-dev-1701",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3a14f861a1265e14f3e5a18ddde4d0bd2e7d59d726edfd4b75167f13824aae42",
    "reserve_usd": 0.01
  },
  {
    "sequence": 953,
    "pair_index": 953,
    "case_id": "expanded-probability-0285",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "014f6f883fda6e3b019bfd086115367644b29f1c90cb800c598645fa8c69e155",
    "reserve_usd": 0.01
  },
  {
    "sequence": 954,
    "pair_index": 954,
    "case_id": "boolq-dev-3045",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7b826cb5e89ce8753ba703ebc696c083fcc6738ea6dae1b46c726cb6a3ac0549",
    "reserve_usd": 0.01
  },
  {
    "sequence": 955,
    "pair_index": 955,
    "case_id": "boolq-dev-0416",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9f55779226bd7f424a091b599ea882a98ecf9f60da20fb991f43d7a128924c16",
    "reserve_usd": 0.01
  },
  {
    "sequence": 956,
    "pair_index": 956,
    "case_id": "boolq-dev-1813",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9cad16a4260db1f061b5bf809efdaf290c625b8effbe6659c949f1d0639c7754",
    "reserve_usd": 0.01
  },
  {
    "sequence": 957,
    "pair_index": 957,
    "case_id": "boolq-dev-2177",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7ba0478ddd233194d7f9eabb446d89c85b973edd03b2e75fbd17e56c1cb0eb58",
    "reserve_usd": 0.01
  },
  {
    "sequence": 958,
    "pair_index": 958,
    "case_id": "boolq-dev-1241",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "df44bbd6af971fff51be41d26b2d31c9534e599f26c866e8278a32ce68b9202f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 959,
    "pair_index": 959,
    "case_id": "boolq-dev-2365",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3eb693edc958cc447d703db3884ddb463790516293d51fdef6ae8b136466c754",
    "reserve_usd": 0.01
  },
  {
    "sequence": 960,
    "pair_index": 960,
    "case_id": "boolq-dev-2589",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0f5fe43d27345853d2fbd538c48210bdab4744d86a409b7c5da66b970039d677",
    "reserve_usd": 0.01
  },
  {
    "sequence": 961,
    "pair_index": 961,
    "case_id": "boolq-dev-0672",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c7b1af8219cd81d6fba34a325c40928d423a34d6289080ceb70abb275c001d15",
    "reserve_usd": 0.01
  },
  {
    "sequence": 962,
    "pair_index": 962,
    "case_id": "rte-validation-0270",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "480c2597c16d15854fd7f3ea20b744771bedaf20dd9fa57ad921e36fc2656f57",
    "reserve_usd": 0.01
  },
  {
    "sequence": 963,
    "pair_index": 963,
    "case_id": "boolq-dev-2334",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ace3df86f10935cb0fa8142adb51c2169a8ca4317f7421591da137189db01bcb",
    "reserve_usd": 0.01
  },
  {
    "sequence": 964,
    "pair_index": 964,
    "case_id": "expanded-probability-0274",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0ca892ae3470257230ababf71e25265738b1ee7b545122f6bff172b049cca0b2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 965,
    "pair_index": 965,
    "case_id": "expanded-policy-0054",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6ed01ef5ed9c774735ff9b073ba9ac4c0c169f8c3adbbe285889a2dd378e4ef9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 966,
    "pair_index": 966,
    "case_id": "boolq-dev-1032",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6095df69d33a2aafb7926971c0ec0ef548afe5abbc452c20cc8067bba4873874",
    "reserve_usd": 0.01
  },
  {
    "sequence": 967,
    "pair_index": 967,
    "case_id": "boolq-dev-0870",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8f3c4394b8a8a4f0f16892e57cbdb3f72ae31c2d46e50d86f70885d49192531e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 968,
    "pair_index": 968,
    "case_id": "wic-validation-0180",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6244e5ff24f21d3658eb3e835cf4e136309828ffd26ea4acabb92d792c55eeaa",
    "reserve_usd": 0.01
  },
  {
    "sequence": 969,
    "pair_index": 969,
    "case_id": "boolq-dev-2286",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e7d42e98e20972d03140168e9e79d76bf6d6e960c8c17e44a784769285e30287",
    "reserve_usd": 0.01
  },
  {
    "sequence": 970,
    "pair_index": 970,
    "case_id": "expanded-probability-0184",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "71a37838685db993c3f596cc4d5bfdc2784e47eb28297dee5ccbd42f4b8e8227",
    "reserve_usd": 0.01
  },
  {
    "sequence": 971,
    "pair_index": 971,
    "case_id": "boolq-dev-2984",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b432423ca21b7d9e3f11b26db638f6ce440e7af05598af7fbdb778f739bd5f64",
    "reserve_usd": 0.01
  },
  {
    "sequence": 972,
    "pair_index": 972,
    "case_id": "expanded-policy-0030",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c10dd6a5afcd90fb2caabe6f514459e70107b4cdc736de2b07004a4c9e613270",
    "reserve_usd": 0.01
  },
  {
    "sequence": 973,
    "pair_index": 973,
    "case_id": "boolq-dev-0284",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0dd350499e6d398ed969b665537cb4a9372eced8257cf777c9be1f9ca923f086",
    "reserve_usd": 0.01
  },
  {
    "sequence": 974,
    "pair_index": 974,
    "case_id": "boolq-dev-1298",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e1c36e7cd982678cfbe4d4c15fa32b315d38fd990fec403d5f1d20a68fed0c51",
    "reserve_usd": 0.01
  },
  {
    "sequence": 975,
    "pair_index": 975,
    "case_id": "boolq-dev-1777",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6aeafb8fbdb6b2759408045871d1e5e0851e86d37f7e094a8cad9a276485554a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 976,
    "pair_index": 976,
    "case_id": "boolq-dev-1395",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f77faff8e6bd211557e4f4c706c2786fc81e559bd2310ec2a0fbe476bc8f510b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 977,
    "pair_index": 977,
    "case_id": "boolq-dev-0985",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "021a9ac98214c43cb4a855756c4c03dbd03b3974169162b2aec216d0cc997769",
    "reserve_usd": 0.01
  },
  {
    "sequence": 978,
    "pair_index": 978,
    "case_id": "boolq-dev-0147",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3cf81730b1978e6c74223127d747e03d31cae2a07eca738b5232345cf818e87a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 979,
    "pair_index": 979,
    "case_id": "boolq-dev-0524",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d97aefdb28831c64c0edec17cd9fc850f18f353ad02e14f87d7f0f59b1563c8c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 980,
    "pair_index": 980,
    "case_id": "boolq-dev-2533",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9ba612ff0968056054838c6834c5245e8cd7340536fdd77d4e55e7033db5bb48",
    "reserve_usd": 0.01
  },
  {
    "sequence": 981,
    "pair_index": 981,
    "case_id": "boolq-dev-0796",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "30fd9c19b4f7022d2547ac97302caa23a6e8b018c797256dc0234fec342913d8",
    "reserve_usd": 0.01
  },
  {
    "sequence": 982,
    "pair_index": 982,
    "case_id": "boolq-dev-0207",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3e2fcaa7639efbe90fcf1a151102a382eb45103831ec0d443c7cfd7e1126dcc1",
    "reserve_usd": 0.01
  },
  {
    "sequence": 983,
    "pair_index": 983,
    "case_id": "boolq-dev-2455",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "404a5da4a1c283f60d0b89b42ddf75276fd62676e6f18c7966cd1fa036425d04",
    "reserve_usd": 0.01
  },
  {
    "sequence": 984,
    "pair_index": 984,
    "case_id": "boolq-dev-2358",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "fcbcbecffa9b1246ca31b91cffd0e3433d97c173a478789d0f117cbc87deaf11",
    "reserve_usd": 0.01
  },
  {
    "sequence": 985,
    "pair_index": 985,
    "case_id": "expanded-probability-0178",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8362fcbfd8e4a68b39721df05c0ef19aef4a2131fcbddd3eae0f718b8123cee6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 986,
    "pair_index": 986,
    "case_id": "boolq-dev-2766",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ddb3cf11f256e5148a1adde2225d4768e72d60b63ddf868c137ffd90e7b180ba",
    "reserve_usd": 0.01
  },
  {
    "sequence": 987,
    "pair_index": 987,
    "case_id": "boolq-dev-0975",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "89747591b1391b17a6a6eb1d0d276108db3c417a0005237333bde48593ba27e4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 988,
    "pair_index": 988,
    "case_id": "boolq-dev-1800",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e943c7f512e9af2856475c8fca22e8afd3564d79c7d7d9e2f13a795136a5ace9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 989,
    "pair_index": 989,
    "case_id": "wic-validation-0488",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b7bef17952d27d53c3ad373948def4d9d2e8535bf19f0b2e944f9ebbc4340a6d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 990,
    "pair_index": 990,
    "case_id": "boolq-dev-1722",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7980a284f28ef3f7fba3053c114ec458827d4116a1cf46881fc4b23d9200322b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 991,
    "pair_index": 991,
    "case_id": "expanded-probability-0068",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7dcd7629c98210288841ce644fc6c3d29b8270ae0b7c221c0e6410647e56ac8c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 992,
    "pair_index": 992,
    "case_id": "boolq-dev-0716",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3f06a0e35bb0bff2d31e6a642df1113fc651000991d26d59c7912833999c6d8d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 993,
    "pair_index": 993,
    "case_id": "expanded-policy-0237",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d6edb31301d1cf6ab88b91abe734c3002e048714db17c0bc137b73d78755d02f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 994,
    "pair_index": 994,
    "case_id": "wic-validation-0128",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "26fe24f78af661ff1f56ee012eb536d12cef2ca513bf34042c898bebe7b7d03b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 995,
    "pair_index": 995,
    "case_id": "boolq-dev-3113",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "191073b432c12530237d4ad62a99b581e5a26f18e1c557e2ed6d90d1a06f28c6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 996,
    "pair_index": 996,
    "case_id": "rte-validation-0013",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0a694d9dca9dfac91cc3738993a21c5a0899a0fcdeae5854e99b6db5df78f9a8",
    "reserve_usd": 0.01
  },
  {
    "sequence": 997,
    "pair_index": 997,
    "case_id": "boolq-dev-1520",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "73e7e13f37028851d85cbb9e87356a647dd45753dbb4ce5228436a36b8194d34",
    "reserve_usd": 0.01
  },
  {
    "sequence": 998,
    "pair_index": 998,
    "case_id": "expanded-policy-0228",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9847c72edf5ac4452cbd51f694df13197c82e548672ef50851e850243962fda1",
    "reserve_usd": 0.01
  },
  {
    "sequence": 999,
    "pair_index": 999,
    "case_id": "wic-validation-0550",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "26dc4637030c0d218a1db95519f388b6b6e84b8937597a90fb9c484be745f615",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1000,
    "pair_index": 1000,
    "case_id": "boolq-dev-2380",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "fe1269fc0ad47743ef1c30c90191979c1ac28a222c462b4e08121ff7de834939",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1001,
    "pair_index": 1001,
    "case_id": "boolq-dev-0575",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7bd0b9b0f77fd9c7afdf47e443952583dbed68554976db2f05fac31a00134849",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1002,
    "pair_index": 1002,
    "case_id": "boolq-dev-2588",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5681b001c31c75715c836713da55d1d0531e3dd3832243063604b27ad26bd25c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1003,
    "pair_index": 1003,
    "case_id": "boolq-dev-1581",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "bc4ba926ad9ebccd2f372ffff52a1334101520868eeea08c5e35444f20bd41ae",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1004,
    "pair_index": 1004,
    "case_id": "boolq-dev-0639",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4987a698b2ce6b0b9b21c86f2f6e92e8f79746a99819ed56e8a3bff0cb75063f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1005,
    "pair_index": 1005,
    "case_id": "boolq-dev-2712",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "914e3677baaa04e3482248cdc91188aa193716049f76b2a84152653875e22365",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1006,
    "pair_index": 1006,
    "case_id": "boolq-dev-2886",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "55a5903bd1eb18bfac829e9870975d191f85820824a7f44ffde6820ed9cb0ac6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1007,
    "pair_index": 1007,
    "case_id": "boolq-dev-1616",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b776a1aa524166c88c1cedf5b0a821d43743f77cc4cace1501c0d37f034ed2d3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1008,
    "pair_index": 1008,
    "case_id": "rte-validation-0001",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "22215523f17986ddc18b37ed68fdc8d573273c37734798a29e453d2c512cc6ae",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1009,
    "pair_index": 1009,
    "case_id": "wic-validation-0402",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c18344b3975a039a1d46475e391558e9e74b19d44e31d039a435a7698a74b1a0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1010,
    "pair_index": 1010,
    "case_id": "boolq-dev-0260",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0a1c941c379288b28132258de6dfdba5c67a7419a715d9bb64b396aa4f9d9030",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1011,
    "pair_index": 1011,
    "case_id": "boolq-dev-2980",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b6337c7429749738bec6dbbd6502dc0367bfe5dba65e03db403ca1ec2a2e781c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1012,
    "pair_index": 1012,
    "case_id": "boolq-dev-1854",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c1461537c602d2127231bc340fab493e80535073d034436d4827704d8fb8ecb6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1013,
    "pair_index": 1013,
    "case_id": "boolq-dev-2021",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2a9b0e766823d17f2007c298c76eea15f7ae789f9f125c064ce460b4970e0e54",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1014,
    "pair_index": 1014,
    "case_id": "boolq-dev-0517",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6d1ead2b3c0bd1527dbedfacb1fe476a80df2e08724c8bc173ea219befe36f80",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1015,
    "pair_index": 1015,
    "case_id": "boolq-dev-1975",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8b3b43eea08658cdbc0075c7d02b86520aaaa666cfe8633fbe7beaf6433465c8",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1016,
    "pair_index": 1016,
    "case_id": "boolq-dev-1601",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b2465b55a9d8cfda01dbef95bb8d3493ccf02294cba5ec540572bf21cd45b3ff",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1017,
    "pair_index": 1017,
    "case_id": "wic-validation-0099",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "86c6134814655d732291b1e3697130ec80716d84a489315a8e3196f6aa131094",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1018,
    "pair_index": 1018,
    "case_id": "wic-validation-0194",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "53741acf7350307c7f0a6c281b7926cf4ca12ae66b4d5c79ff2d0d0bede9af5a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1019,
    "pair_index": 1019,
    "case_id": "expanded-probability-0040",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f84a1880fe96b13eaa6c19880148b3332d512373589665c7da56dfc580c2e4d1",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1020,
    "pair_index": 1020,
    "case_id": "boolq-dev-0655",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c8067448d9eeb2fd449e2b3d3381a002fae8432fe3f163bd7dc727975afd87d5",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1021,
    "pair_index": 1021,
    "case_id": "boolq-dev-2089",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c78075fb7fe5c7564ee0b9a9fc6a241bc550b9f942022d2577bc2157b8a2ff6d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1022,
    "pair_index": 1022,
    "case_id": "boolq-dev-2268",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c3617ab1eabf9f9030a1633c84ea9ff8c6a1f9f5e0d3264e1f80159d640450c8",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1023,
    "pair_index": 1023,
    "case_id": "boolq-dev-3254",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "946e481a68ce03b29155634076220896122405f0a8b67f95cfcd13f2a65fb2f6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1024,
    "pair_index": 1024,
    "case_id": "boolq-dev-0254",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "21ea60d43382d241b40fd9796d6d9ab588700dd086a444d93ff91cff066a0aab",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1025,
    "pair_index": 1025,
    "case_id": "wic-validation-0286",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3498615caf75e88c13359d947a1c90072163400b9328e7453b0dc89c95a1cd24",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1026,
    "pair_index": 1026,
    "case_id": "boolq-dev-0604",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "cc91def467bb343125a866428fcb6240d3bdbdf755a51ec286fea7d790ffd559",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1027,
    "pair_index": 1027,
    "case_id": "wic-validation-0111",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3015a9035433da6153fa110d9cda8db07ce65a90abdca3d4da6af6bcc6b4cea8",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1028,
    "pair_index": 1028,
    "case_id": "boolq-dev-2975",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8193f25370006775e664d31e881f9daf5b8bff89201ef69005afede74bb8511f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1029,
    "pair_index": 1029,
    "case_id": "boolq-dev-1259",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7d8cd362e5cdf45925dffc5f57dc465d68556427773d12e47852b9a118c8d658",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1030,
    "pair_index": 1030,
    "case_id": "boolq-dev-1098",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "eb583e2b1e5d71438daa84d4932ec1ce6e5efccf3b58fedd0c95c23659a86cdf",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1031,
    "pair_index": 1031,
    "case_id": "boolq-dev-0819",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "876cfdfa1e450d78df205d16e1a0332d90ed6db35faceb7bdfcd2f71a7ccf970",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1032,
    "pair_index": 1032,
    "case_id": "expanded-probability-0175",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "feb50895136956ef70b19d3da8a774d8d963dd25e91aa65286f31dabb166f206",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1033,
    "pair_index": 1033,
    "case_id": "boolq-dev-1219",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6ac8fca3c1ee492412956e9a0c95927ca0f668581a92d9526ab32d41dba9594e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1034,
    "pair_index": 1034,
    "case_id": "expanded-policy-0189",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d1af728130d63f8739b336d6393e541f7ce304676180a24348937ca1e2175e8d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1035,
    "pair_index": 1035,
    "case_id": "boolq-dev-2556",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "433a04f50f3dc3c636652a72934cf831568a2a46ed3fac377f71ec9bc81b11a4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1036,
    "pair_index": 1036,
    "case_id": "boolq-dev-1875",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "92b99f14245e844e0daffcf8762ab1c932224186b82c7ed82c3cf564a98e8bb4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1037,
    "pair_index": 1037,
    "case_id": "boolq-dev-2535",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6fdaee6bec1111cc1af8aa53eb4ff8e5f09360b805c4b4e039fd78b7965a7699",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1038,
    "pair_index": 1038,
    "case_id": "rte-validation-0055",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "bb446109942074c7101cc1b0a46f0ea46976b1a87852aab695b8ccf37f9e4993",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1039,
    "pair_index": 1039,
    "case_id": "boolq-dev-1667",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "89bb24bfc02109514c1e9f72883c7c0aa735e6abce710df0f4834b34bde32615",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1040,
    "pair_index": 1040,
    "case_id": "boolq-dev-2903",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ffa15e1cca2212dd7704e784a5ec9307d055c5a2199113420a2f0fa6895be635",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1041,
    "pair_index": 1041,
    "case_id": "boolq-dev-0373",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0fbcec69cd3c6af00d6427b1f465dd280ce1630906d9f17479b2c4a2bc7d621b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1042,
    "pair_index": 1042,
    "case_id": "rte-validation-0146",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "50f4da84814e5832847b2036ce479b506837a16d2e79bc4e422dcb6bbc7496b7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1043,
    "pair_index": 1043,
    "case_id": "boolq-dev-0677",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f0a469c9c019401465b79a5e7faba0237725fe31c788a3c2c5645c7735281281",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1044,
    "pair_index": 1044,
    "case_id": "boolq-dev-2479",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c15f59c36e4b08c582507e6ccd6dec73550705b83d78faf4c7bb86b3014008a5",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1045,
    "pair_index": 1045,
    "case_id": "boolq-dev-0981",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f6dc3cefdeb07f9c3ea396d4f23e38df2cca35bae14e8c8cfcc25fd97a0bde8f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1046,
    "pair_index": 1046,
    "case_id": "wic-validation-0109",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7ae80dffe2fd623d5bbd96b7be4f3bcaa5d6e2b98be710d6409ac51b0758dccd",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1047,
    "pair_index": 1047,
    "case_id": "boolq-dev-1251",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ab59370e5811352b8d1f59c5f4c2dec02560c987e7920825c9fd537fcfe02ba5",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1048,
    "pair_index": 1048,
    "case_id": "expanded-probability-0270",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b0c9c650d8dfa871f9971607f0aa369d5ffb135c2efcec6059f9bea53ca005d6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1049,
    "pair_index": 1049,
    "case_id": "boolq-dev-0764",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "47657213350bc6eb2dd46a9416156a29cd010999f691c5bb25278c882a94486c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1050,
    "pair_index": 1050,
    "case_id": "boolq-dev-3007",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "90c65c591d2ced3d0bc2b3bd75b3a8b5907377bd9c79a53ea71a8d772d68e7b1",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1051,
    "pair_index": 1051,
    "case_id": "boolq-dev-0970",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5acb72ad1adf2fc197471545f75bd5b5912d49d65857421c0754ceeac1df762d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1052,
    "pair_index": 1052,
    "case_id": "expanded-policy-0102",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "fff9ef01b351563b9fcdfdae46424a8e24b944eae28f9307a30fe0f4207f70cc",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1053,
    "pair_index": 1053,
    "case_id": "expanded-policy-0151",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0e2918e8dba48fc3f1919955dc24258de9b854f119a0ea36477e895929595c6a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1054,
    "pair_index": 1054,
    "case_id": "boolq-dev-0443",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6cc47a464dabef7788ccf100c38b76f226e18315de7266b78c1c22fe6f4aa095",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1055,
    "pair_index": 1055,
    "case_id": "boolq-dev-0512",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "68dced8b2e2103b05cc036848c1b169774d8b9b211695b545d4f7bb4d568adf7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1056,
    "pair_index": 1056,
    "case_id": "boolq-dev-0252",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1c8e6d9eb2f58806c1add6f2f01eb8bdd18fc5ac5c695f257d0d8a15a6d8c3e3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1057,
    "pair_index": 1057,
    "case_id": "boolq-dev-0817",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7446446d8d42bba13f5d6ea1691262a0d090499172d993b6cf3b2a0eca0378dd",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1058,
    "pair_index": 1058,
    "case_id": "boolq-dev-0192",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "25fe86c118d60a9a0191894c35e95445ce604621f6888a7d86ec297f80fe5252",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1059,
    "pair_index": 1059,
    "case_id": "boolq-dev-0738",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "57447dc264718346d3d4e175b625b0db28ff189a1e0c3b50d9bd67f42c03eea1",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1060,
    "pair_index": 1060,
    "case_id": "boolq-dev-0814",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3a1fb72e75273587496e6c394352f8ccd1807ffa99db4b4523ff42b04c2f9e15",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1061,
    "pair_index": 1061,
    "case_id": "boolq-dev-0211",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "78805f6e266fec63374cad152d8ae339ea77daa8b187a5cfcfab7eacb6793260",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1062,
    "pair_index": 1062,
    "case_id": "boolq-dev-2301",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "102c22a7906fbc8bbdcb20f89e47576d56197f90fea1d1e2777684ce1a05c752",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1063,
    "pair_index": 1063,
    "case_id": "boolq-dev-1121",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a6fcd630e4e2283fdd3992e8d16b94e919c903ccaf02fa1f0c7534ebdd6e51dc",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1064,
    "pair_index": 1064,
    "case_id": "boolq-dev-2685",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ecb34a8608162cf64d71fab53078f58b10b2e8488f01d77e4bb6cdc37eb4034d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1065,
    "pair_index": 1065,
    "case_id": "wic-validation-0288",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0ba0865cee3df01b98dde20a17bcabf81133771dacc0ed1738900687964b30b8",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1066,
    "pair_index": 1066,
    "case_id": "expanded-policy-0143",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0eb9fc57acb16c373a03f2da93bc824564d3b336bff7c5e8e6f0c6e54d61089d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1067,
    "pair_index": 1067,
    "case_id": "expanded-probability-0173",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "63fe13ca27680d2cf1308a969b13e55bde95f6bb64d30445b31e26ac70dbb0d0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1068,
    "pair_index": 1068,
    "case_id": "boolq-dev-0820",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ff3dc444ddc13b9af637a0bb5a33a567f43e224f64277316ed4b33ffff872473",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1069,
    "pair_index": 1069,
    "case_id": "boolq-dev-0527",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "419d3cdb4eff7cbc64d6b0da05940ca753c9bfb3d76968a1793eeb62db926776",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1070,
    "pair_index": 1070,
    "case_id": "expanded-policy-0146",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "817ff58e0908705be9b6645f910b60809edfeb7b673105415436aebee94a7ed7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1071,
    "pair_index": 1071,
    "case_id": "rte-validation-0123",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d53e47d216b2c95e9d9a1eb9a4ffae562f0c700ad36646989487d7bbfaa867a5",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1072,
    "pair_index": 1072,
    "case_id": "expanded-probability-0217",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8bf8fc90e04b2d9403616cb0ac18700988d140ac23074058334adfbf170a22b5",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1073,
    "pair_index": 1073,
    "case_id": "boolq-dev-2631",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "990cf537ef245d40079513050fa70dd4dd543774852fbc5e3c5c9d6f4000947f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1074,
    "pair_index": 1074,
    "case_id": "boolq-dev-2150",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "978fca447f0ea52a9d927eaee7ffd00e7b93db2d88f851ab3aa5d0360a2dd0a6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1075,
    "pair_index": 1075,
    "case_id": "expanded-policy-0252",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "fa5d29b13f052ff63b8a884234ab01733edcb44e651f843b9bcf8331787da2d8",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1076,
    "pair_index": 1076,
    "case_id": "boolq-dev-1805",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "00ce8c9b1a5045c1e5f0fc9539b12a9c614c94343902bcb89e833d431832cb19",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1077,
    "pair_index": 1077,
    "case_id": "boolq-dev-2422",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "acebbd1890e71e6af84ee9d98a29f7913b84a03fcba667f8a5cf640676c989f6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1078,
    "pair_index": 1078,
    "case_id": "boolq-dev-2419",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2b87f608ccdb2cc45dff229a38e687d1a75a5379ee1bc6c5c27d93f887a106f0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1079,
    "pair_index": 1079,
    "case_id": "boolq-dev-1151",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e139fc775d946883c41a6ea7e8fbcb365891d9a5e81a7bbe1a46f3bfa3a54ae4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1080,
    "pair_index": 1080,
    "case_id": "boolq-dev-1850",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3f26d19fc65f00f63b88cbb0175b6718ef78cf02c52f830ace959974135bf2d4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1081,
    "pair_index": 1081,
    "case_id": "boolq-dev-2156",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "66b369230a574844693d6e785b9163b00ae407063f740379740d56a72610d1c4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1082,
    "pair_index": 1082,
    "case_id": "boolq-dev-2405",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1b72675814d9c60334a888f0de798d17657f818a4c29f76134b1764c14718131",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1083,
    "pair_index": 1083,
    "case_id": "wic-validation-0266",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b794b45e5fc975a4e089933baec09742c8b2becf862a0c417e7cb456c001af05",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1084,
    "pair_index": 1084,
    "case_id": "boolq-dev-1773",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3511cc89877df9c3f145f996db6c90a00acbaaa02c1dc1abf67d105212e1f0ec",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1085,
    "pair_index": 1085,
    "case_id": "boolq-dev-2722",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6282ad5a772093a66dc1981df50d3f43ace51a018ced125e84b6556697b7e886",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1086,
    "pair_index": 1086,
    "case_id": "expanded-policy-0200",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "21a46c63250c8db624633292dd1f6f2e0f0f8103ace02f22c2e962daef37ac67",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1087,
    "pair_index": 1087,
    "case_id": "boolq-dev-0614",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9c114079284eaed6926db23ad7b754b039ea3fa2fde7d17ab276bd9859044ebe",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1088,
    "pair_index": 1088,
    "case_id": "wic-validation-0581",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9ddedaacc5e09bc4739ca80d15985a69bed3b1b6708fdd080d8bb7e796026f53",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1089,
    "pair_index": 1089,
    "case_id": "boolq-dev-1635",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7d97531ddae9e2acd9cfcaab0ff8367dbf995d659c371971e081b7064e44a498",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1090,
    "pair_index": 1090,
    "case_id": "boolq-dev-0194",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "48622a03e5b2c59e5dd4399825140d8f94ecd9d512bfb768a2863f2328edc798",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1091,
    "pair_index": 1091,
    "case_id": "expanded-probability-0299",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "754384e75f6bfc06fc9fec20e56e12839203db93c7ae90f12bcd69808bebcdf6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1092,
    "pair_index": 1092,
    "case_id": "boolq-dev-0047",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8d2684a96e9d7895bee57ec65f04af0284b7a3d2e569dc21f65463730f57bdbb",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1093,
    "pair_index": 1093,
    "case_id": "wic-validation-0141",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f9ed2110409917bede4a1973daa1c0543d0d21a2373bbfd3980b8b1721c96384",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1094,
    "pair_index": 1094,
    "case_id": "boolq-dev-1402",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5ee178e269d77585915cfeb07d3908a35a847e26ad670f8bbd513637bc2f5135",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1095,
    "pair_index": 1095,
    "case_id": "wic-validation-0243",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1743b5d46f5930ec980e32c21e9e3d05ee552b735152dd6c56242ee7911e3412",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1096,
    "pair_index": 1096,
    "case_id": "boolq-dev-0100",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4d41898e01dff8d7589db42a13c3c03a0e2f3cb1984870e9060568fe6e5ef553",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1097,
    "pair_index": 1097,
    "case_id": "expanded-probability-0115",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "23e5c74012d3db0c908b6810873e89683f2397163d0d7e1bb4502cd75e81b0d0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1098,
    "pair_index": 1098,
    "case_id": "boolq-dev-0083",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ac9a1df1983cd91a0db6750cafec38bdf47a58bae094a29b502ea49f751dd135",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1099,
    "pair_index": 1099,
    "case_id": "expanded-probability-0287",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2e40b9962ea72eecdc7afb696ca13632721a4e3bd055699420bc7e8b40212945",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1100,
    "pair_index": 1100,
    "case_id": "boolq-dev-2995",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a33653df5e8bf9362ba187326a93231c1cb59087cfa1ab04125e475c218fd118",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1101,
    "pair_index": 1101,
    "case_id": "boolq-dev-1120",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2da4d1ae13f95e4a910ed7304f4fb4288a1579b34b35fa9ff3d60fded7e86c48",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1102,
    "pair_index": 1102,
    "case_id": "boolq-dev-0678",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d309e7c9f0217b98df111828c745c812d44189c7903ed5658da0c5072aeb60f0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1103,
    "pair_index": 1103,
    "case_id": "boolq-dev-2805",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "477fbeff3a2a89c761c6c85a9e2c9fbe0bf7e34afae02672920844f081810e1c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1104,
    "pair_index": 1104,
    "case_id": "boolq-dev-1957",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2d1e799600d195a9f4ff6aedb2efd6c10390f5b38bac756000a1ef2b85dae5bc",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1105,
    "pair_index": 1105,
    "case_id": "boolq-dev-3227",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6a718e656c4bf2df28794593f4351d6760f52d5dbfb72c3163244659822d5d13",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1106,
    "pair_index": 1106,
    "case_id": "rte-validation-0232",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c9dee11d14bf3e78bfda1dc1e8bfdfe8d6e30bc7393ee4075646f4b2c3f13007",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1107,
    "pair_index": 1107,
    "case_id": "expanded-probability-0062",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "16b24b42651d2f1abc9e90a01350a0eba54e1c69c8ec2c94724267fdda41dab5",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1108,
    "pair_index": 1108,
    "case_id": "boolq-dev-0996",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "50f8b708c8f2036d5f26b67d46ba8edcf3191db02e9259ce639f631996201a0d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1109,
    "pair_index": 1109,
    "case_id": "boolq-dev-3070",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7ceddb6bdf86c684b29fb3d90a496186e1a8ccf6e9f7b197789b40775339ffe2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1110,
    "pair_index": 1110,
    "case_id": "boolq-dev-1404",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a23516b5b8f63946c94294c463bb9081b91a8a58691fcf7d1439743349136cf2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1111,
    "pair_index": 1111,
    "case_id": "boolq-dev-3005",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "eab0fcec663db3492c503f32507153887bc4cd6eb004f2737c65f25bc914c7bd",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1112,
    "pair_index": 1112,
    "case_id": "boolq-dev-0239",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "93d3ce3d9f908b58d3050d9df668d20d760506de31744293bb67a2a6dbb5a79b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1113,
    "pair_index": 1113,
    "case_id": "boolq-dev-2097",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d5ae37f2950d7fe1e37fc26c5f5be5cb98cd87ce2da1e80467c7c3cfd3dc0cfd",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1114,
    "pair_index": 1114,
    "case_id": "expanded-policy-0238",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b0a78a424ecf3ffe18f65326b3335145c2944d40112658907c4050d21493e79f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1115,
    "pair_index": 1115,
    "case_id": "boolq-dev-2758",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9843aa008eec1747d212ba979143b2b367096b16fa814e9ca2c52c209efc1c5a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1116,
    "pair_index": 1116,
    "case_id": "boolq-dev-1801",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "021dd0a8cbd5ac8691bcc56642fd9966ad2f34987061cc809e40f8b99f8c8a90",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1117,
    "pair_index": 1117,
    "case_id": "wic-validation-0471",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0e63043048e8a8bf4da142f088860bfa21efa236b6abbe8eb131f42dd732add1",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1118,
    "pair_index": 1118,
    "case_id": "boolq-dev-1264",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "604a075fa3d4589cb6294e99de7223a87e3ea79d603bc1020d5817c185e9962a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1119,
    "pair_index": 1119,
    "case_id": "boolq-dev-1685",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "778c910ff3c3ece3593b5ed9c4f5c61e43ac2133b13c04f7f21a1ffd9ec09e25",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1120,
    "pair_index": 1120,
    "case_id": "boolq-dev-0971",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "923e9d48300e99d2d41b0fe52257e23b61aec067dbf0b312f29d049d38440f22",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1121,
    "pair_index": 1121,
    "case_id": "boolq-dev-0009",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2e3f7c3b5d07cb3d73a9e33a4d3bd91e81e6e8454a8d89a5ec3d05bf12a07adb",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1122,
    "pair_index": 1122,
    "case_id": "wic-validation-0517",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9204a5e011df5e0091b06da8b10c71b9f97aa66328a4ff7acd0d707297edc59b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1123,
    "pair_index": 1123,
    "case_id": "boolq-dev-2284",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "fe9a0a402fc2b57fa55991ebd61088c66387928ada5ca0fb634f842f6cf2170f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1124,
    "pair_index": 1124,
    "case_id": "boolq-dev-1010",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4024190878124eba9d17d3d3caba649868ae0062893f2295c0d3fa5d7382a8c1",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1125,
    "pair_index": 1125,
    "case_id": "boolq-dev-1012",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "01cf4d97c74291e490c2b811d956c2ef8eeb388e3d31c204c7a2d14178bfd8e8",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1126,
    "pair_index": 1126,
    "case_id": "boolq-dev-1542",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d65a836c78c047bb55d07de4115715ea4238f1e0a584c8aa1bcc2c21714cb877",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1127,
    "pair_index": 1127,
    "case_id": "boolq-dev-2683",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4bd0b14da543581fdd8fc05bc50157ce03e8dd86676425648ee767689cba2ff8",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1128,
    "pair_index": 1128,
    "case_id": "expanded-probability-0189",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1077c33f44b52a2bbf6a415a614071c7435c760b874e945c129ba467388aceaf",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1129,
    "pair_index": 1129,
    "case_id": "boolq-dev-1725",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0745cc33e27d6284902e914686fee5e6a76effcf51dfcf488c10ba104cea04c6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1130,
    "pair_index": 1130,
    "case_id": "rte-validation-0225",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "277c2df8f217e775b63f67763ee6b024b8da1d7e2d59a02e9cec117ebc015685",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1131,
    "pair_index": 1131,
    "case_id": "boolq-dev-0712",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ca476ccdf866ed2e0af3b7f4c66cf5fa21d4ae794afaffb95f27b7a00f850847",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1132,
    "pair_index": 1132,
    "case_id": "boolq-dev-0315",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "816ea501eba6ea9b167b18d60c90ffa6b3c71e3bfadc0ca946d0c80061196847",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1133,
    "pair_index": 1133,
    "case_id": "boolq-dev-1550",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a5271232724f44c0e6101f3418306fb448882514792021b2ee2b5277461eb8e6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1134,
    "pair_index": 1134,
    "case_id": "boolq-dev-2213",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "be8f0f9cd3f450ccf425b0228ce8262b209d506873086ee86c0e66c8f271fb73",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1135,
    "pair_index": 1135,
    "case_id": "boolq-dev-1123",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6755eb1c9a16e8da3c861d59dba5556583a9b4ab3428d4f3832b0c18d2345354",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1136,
    "pair_index": 1136,
    "case_id": "expanded-probability-0051",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1afb52a6d70b1c328c365f86a5a69262f480fc557f47c67cc0b3dc3d9dda9764",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1137,
    "pair_index": 1137,
    "case_id": "boolq-dev-1857",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3e32f76fadd29a39d4b9ed549cab2c01f37fab920483ec1033311c708455c103",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1138,
    "pair_index": 1138,
    "case_id": "boolq-dev-2181",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3c2d545b33e126656973d64b9147063038747b5bf575f0c096ee0ee39b3df30a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1139,
    "pair_index": 1139,
    "case_id": "boolq-dev-1467",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "795e1736651dd8588cbebaf50c4bbce29becca63375a1f14d9783b91cd2d1f76",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1140,
    "pair_index": 1140,
    "case_id": "boolq-dev-2001",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c2c64ed2dcb1f8ccca127c25213e5568e1dfe5415e2e5877da00494b00845033",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1141,
    "pair_index": 1141,
    "case_id": "wic-validation-0446",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "73232af071490a5b2f6690d707e2885bccd374c82e3cbe35472255bb15b998f7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1142,
    "pair_index": 1142,
    "case_id": "wic-validation-0411",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9200ab56761b95fe190b9b03c6a4505c12962f63b9d015169c237f9c91b6a5e5",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1143,
    "pair_index": 1143,
    "case_id": "boolq-dev-1735",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "518c9bf823be98aae325d14032773e40e1a17c761262e68188e2aad9657e4d3b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1144,
    "pair_index": 1144,
    "case_id": "boolq-dev-0304",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "380f2b48d2d347cc0b189172f99f47b42cc1c704bb4042a217b3dc34b4ef8032",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1145,
    "pair_index": 1145,
    "case_id": "wic-validation-0177",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ac93c430237272311dccffc0e1faec18539479f1fdc5d82b4d0caccd88051fda",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1146,
    "pair_index": 1146,
    "case_id": "boolq-dev-1491",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "57fa51d7eec9f18dc82b02f21ad69d313755a106d195164111000c3362057880",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1147,
    "pair_index": 1147,
    "case_id": "boolq-dev-0635",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f7697405318be9bf266f8a6fbb8a332ee10e21879d52f2fb7febab0cb8af5a23",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1148,
    "pair_index": 1148,
    "case_id": "boolq-dev-0897",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "cb19916e66aac48d017c6a5385e3997718c91264815285b13d3375057e5839bc",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1149,
    "pair_index": 1149,
    "case_id": "rte-validation-0059",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "16eea988ed1b208bbd8f146e18a0d719dea11c10ce1be1184d1470b643f6d356",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1150,
    "pair_index": 1150,
    "case_id": "boolq-dev-2953",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ae4aa86c941c5d7c243e13450e46e3161cdb53e8a061d8090a82432a8e41157e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1151,
    "pair_index": 1151,
    "case_id": "boolq-dev-0539",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "fd1815245a824315dec911876ab06727a20b46daefd5074e3f7dbfba09747680",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1152,
    "pair_index": 1152,
    "case_id": "boolq-dev-2853",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ad51b2eb2a5d69be88ac44adda8c11797b825735e08a7926aa48ed8e19ebb214",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1153,
    "pair_index": 1153,
    "case_id": "boolq-dev-0318",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "92cb25adb6783eaa43b80253527d0894d5e13af2264591f1773af4431882fbda",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1154,
    "pair_index": 1154,
    "case_id": "boolq-dev-0463",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "562bc5fc711ed223176f3254f3e4a30e708371a213308c9103164a63dd801207",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1155,
    "pair_index": 1155,
    "case_id": "boolq-dev-2760",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6bce2e3da20cc565689aa838bbc5fca9c736a93c7b20080c9b4ebd71f69d191c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1156,
    "pair_index": 1156,
    "case_id": "expanded-probability-0107",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9c3f8d3df010b5a7931c6a1e17dc19196a541c2ca79b7596ab95444aca274af8",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1157,
    "pair_index": 1157,
    "case_id": "expanded-probability-0119",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a9cca29386210634d2e5981ce5d87931ba8fb2afbe2d1b0be46ef7082492a3a4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1158,
    "pair_index": 1158,
    "case_id": "boolq-dev-1462",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "59f2799d5101b9a2cd1ffd92402d8ba6a14acc41c3dd1ec249192f8a010cefa6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1159,
    "pair_index": 1159,
    "case_id": "expanded-policy-0241",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b33a05a8db151bfa9b502871f8a7e8de854f867db9b27afd54b7b3220eaa1ffc",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1160,
    "pair_index": 1160,
    "case_id": "wic-validation-0376",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "67df3966857724bbf14bb8921ea09591aa937023f870c61739f5677087f011e3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1161,
    "pair_index": 1161,
    "case_id": "boolq-dev-1808",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d9e7fcee23aa8223d7db040fbf128593da843956585e844da0162efed3fbb468",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1162,
    "pair_index": 1162,
    "case_id": "wic-validation-0086",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "dc2094600e34c5d909174d4e7d5e92aa08b71cb26aafdf33cc3aa261f2d36191",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1163,
    "pair_index": 1163,
    "case_id": "rte-validation-0115",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "05bdf72977fb271097a50dfe89b55b6895d698944ac4ce037f6c4e49a9c04f0b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1164,
    "pair_index": 1164,
    "case_id": "rte-validation-0099",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4cf76787cfd52107cb7eaec4bb5dcfec479bca566749c16604bec6d285677387",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1165,
    "pair_index": 1165,
    "case_id": "boolq-dev-0753",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "44ae6be44c0c7d73d232e51f60046b8208ec94e585cb79265fe6b321b9c484c0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1166,
    "pair_index": 1166,
    "case_id": "boolq-dev-2893",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e7a139376929f3dde215d37db38338906e1de3e84f4b5d97111559cb8b44331b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1167,
    "pair_index": 1167,
    "case_id": "boolq-dev-2943",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "99ab7393a25b01db98b4b2834487299303dae8691c8616eed023e1bbead61aa8",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1168,
    "pair_index": 1168,
    "case_id": "boolq-dev-2400",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e66366f976b18d2672e6ef99782c6774881dc9cd6a2a251d58a9878058d6c671",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1169,
    "pair_index": 1169,
    "case_id": "boolq-dev-2830",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "77ca96784c780c16f284141f855f0cf394aaaffe4b74110370adc35c63c25db2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1170,
    "pair_index": 1170,
    "case_id": "boolq-dev-3041",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "814144d0605bc84d587155a0d171b99c32e82f5cc14a935e853654687e6df58a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1171,
    "pair_index": 1171,
    "case_id": "boolq-dev-0836",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "134df7ce31e640223c5aeea02a9b1dc4de9e0dbdf1bf519106d101e9b9c22a0e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1172,
    "pair_index": 1172,
    "case_id": "boolq-dev-1401",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f73761406e80d09f64dff13b19e6504efbc2e72c9f69a61b59b2075c25437d6d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1173,
    "pair_index": 1173,
    "case_id": "boolq-dev-1972",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2704da345082c77e2399d9aa48f688fb1a656cdebbf9cd74fe0fc4cda5968cf2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1174,
    "pair_index": 1174,
    "case_id": "boolq-dev-0505",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6899aa79ee0dd92d13cf9a33d0d8edecd39a1c8de27bf4d912e162692a154110",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1175,
    "pair_index": 1175,
    "case_id": "boolq-dev-1747",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5491f622de4ad2afa6cb10b7dfabfabf47b589f027ae056bd7c01e230a1da28b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1176,
    "pair_index": 1176,
    "case_id": "wic-validation-0468",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "db1d20905951ed65d17326194971c733da98a3710dbe1bade915f0067cbd9e3e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1177,
    "pair_index": 1177,
    "case_id": "rte-validation-0042",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "54f3e4e15b3dac44a786b99c79ef2ae669c2fdb52d2b95fb1ecefa528ebdce7b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1178,
    "pair_index": 1178,
    "case_id": "boolq-dev-1485",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "529d64f69294e985d3b8f11c4e0b581369dc86e0c5bbeb7c21ef38049619c621",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1179,
    "pair_index": 1179,
    "case_id": "expanded-policy-0160",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "69d169b1fda7fc115c13c308538330783e7109a0c07679063790538bb36670a0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1180,
    "pair_index": 1180,
    "case_id": "expanded-policy-0196",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b084e50362786228f91393ef4fff1a8baa6ca97990d470009bb851f7e54e1ec6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1181,
    "pair_index": 1181,
    "case_id": "wic-validation-0485",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3ebbd3a794a95ddf5bdd0702b0602308a4cad57e3979d4e48ad042e51ae85f28",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1182,
    "pair_index": 1182,
    "case_id": "expanded-probability-0140",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b30277322f5328f05c64d3f3e078ad766b52fcdce6202f37141d0533d5685bea",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1183,
    "pair_index": 1183,
    "case_id": "boolq-dev-1934",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b07c06806be2c1954f3642e8e2bdb190c87a62dc4c17b4614c77506c9877dd33",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1184,
    "pair_index": 1184,
    "case_id": "wic-validation-0578",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5c8cc3ccc96061fb4ed9fe369886af341a56d189db4a7d0e29b030425adba999",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1185,
    "pair_index": 1185,
    "case_id": "boolq-dev-1051",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "19eccba3b78e27f0e6fed448bc8917854cc07cbecec0aa400e1f5ead7ac8ffdb",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1186,
    "pair_index": 1186,
    "case_id": "boolq-dev-0397",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9671cede0ea8869f18b9e5d3002fdbf89a97a7bd562f112af346b77092715170",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1187,
    "pair_index": 1187,
    "case_id": "boolq-dev-1515",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "87a21d16e17067a75c6a7971e618dc90b810077bba795175c454a5faf1532077",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1188,
    "pair_index": 1188,
    "case_id": "boolq-dev-0266",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "25e01dbdeb9edab9d9773d7fe5275d2295928b142c9e2c905782f6fd6da4c9a1",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1189,
    "pair_index": 1189,
    "case_id": "expanded-probability-0011",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "702be93ee3861b2fb85904eaff10ef4bb6271496a7fe410551582433fd0a8cce",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1190,
    "pair_index": 1190,
    "case_id": "boolq-dev-1980",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "af6c525c0642f5d899e7816cae995cd58a218dad3088aff103e686a33f69f8da",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1191,
    "pair_index": 1191,
    "case_id": "boolq-dev-0509",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9daec563876c551843cf6b561ccd1fa9479924388b4aec15468bb2813aa71d99",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1192,
    "pair_index": 1192,
    "case_id": "boolq-dev-1181",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "59b48969e8aa753381713ab20def1d390228bb5368875bdda1fc9cfbc6ffba7a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1193,
    "pair_index": 1193,
    "case_id": "boolq-dev-2091",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f52eb93b6e90cd19caac4bee1e478469cb4d2309984ffec7d1162b380debcb83",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1194,
    "pair_index": 1194,
    "case_id": "boolq-dev-0020",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3b0aada41d7ca727a3aca52d7f046a0331172fc64f179c726505813478de8771",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1195,
    "pair_index": 1195,
    "case_id": "boolq-dev-2132",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7eb2153dcb77f578dd4a6dd3a89156cb9f4dd22d3ed610b998b90ad9a380c5c9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1196,
    "pair_index": 1196,
    "case_id": "boolq-dev-2739",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "de86933db8ee20c0e7b2a1c7621e8a3b4f194733777fec55df66d2ae788fef8f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1197,
    "pair_index": 1197,
    "case_id": "boolq-dev-3150",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8aeff8258950708634636a989c8ffa482b953550d17a73e119d57f8a75b23fa7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1198,
    "pair_index": 1198,
    "case_id": "expanded-probability-0063",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2b4ab945cdf9d89d030b4693d64a057c8aafbea982d7a048d3a2813fcca45619",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1199,
    "pair_index": 1199,
    "case_id": "expanded-policy-0206",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2d59fe31b8e3a4b25ad1bdf9bad82736b4757a8f6d7197629558492dab1adefd",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1200,
    "pair_index": 1200,
    "case_id": "expanded-policy-0223",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e3f6d79dfc7d0af022356970d85f3771c5618b5aba2a9879ed87a3878e7428d9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1201,
    "pair_index": 1201,
    "case_id": "boolq-dev-2014",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "843659da38a630345476ec584c5ca35830ae69201cbf5b95ab690f8042eb2e3b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1202,
    "pair_index": 1202,
    "case_id": "boolq-dev-2784",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "daa3f14a356096c751caa31d045dc2f77bd08d56b3c7278d46da3a822dda18c1",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1203,
    "pair_index": 1203,
    "case_id": "boolq-dev-2841",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "09a00584d994dc2a7aca1c0feeb2f8dffbd7d55913011b8ec0de4e9e90207b4c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1204,
    "pair_index": 1204,
    "case_id": "wic-validation-0061",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0efba61a1de0cb707bebd8f9f15f6f00008f66e7994fafc3cbc1eb5a5112e15d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1205,
    "pair_index": 1205,
    "case_id": "boolq-dev-1408",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "bbf6822085b7dcd36fb8452cebce9c355eceeca855068fdc0ba26f5f29af4656",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1206,
    "pair_index": 1206,
    "case_id": "boolq-dev-2928",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0aaf4d6e131b28a263385d8daeddd07438b389982edfb6e336a700c414307d95",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1207,
    "pair_index": 1207,
    "case_id": "boolq-dev-2933",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "77b28d7bcda1ac943763bd33e1319e8830898685095c5d6a267666a2ce9eaf76",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1208,
    "pair_index": 1208,
    "case_id": "boolq-dev-2897",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "50a04716f1e9eef4fe73d49de56afecc360ab62d8987bd26e33473bc4a74d745",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1209,
    "pair_index": 1209,
    "case_id": "boolq-dev-1095",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a45541c8c01f94a595b407c38c9e017b7659e117d97105df7fc8d90892126e93",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1210,
    "pair_index": 1210,
    "case_id": "boolq-dev-1048",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "81db5b453f938c9c3f124a1ead1903cc7c79a6d5600dfc4db590cb8198b46b8a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1211,
    "pair_index": 1211,
    "case_id": "boolq-dev-2540",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0cf305ccd48e09e7d02bd694330edbabd7163a00d458b64d05fe838f8879c53c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1212,
    "pair_index": 1212,
    "case_id": "boolq-dev-2785",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6fa664658dd37c55916e65542e7900e33c128ea478b4ef99b8a4cdd46bc7872a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1213,
    "pair_index": 1213,
    "case_id": "expanded-policy-0018",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f6d6f259f74632b490c7c92fc919be3bf3f07320f540400fdf6cd6a8bf3688c0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1214,
    "pair_index": 1214,
    "case_id": "boolq-dev-0278",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "182ff0c2482210e997098bc67f3577612492557421b77e0a31d9ca29c0bf1c17",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1215,
    "pair_index": 1215,
    "case_id": "expanded-probability-0195",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "48afc13fbdfdd87a80d943f4f33cc6dcc50080016150ff03c259036e84d0739c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1216,
    "pair_index": 1216,
    "case_id": "expanded-policy-0060",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8c1b54d862e167230f1acff9a0308b35ed520c3e62bd06fba4b53cde9cb67195",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1217,
    "pair_index": 1217,
    "case_id": "boolq-dev-1989",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "754617b7db480df32863772f2123f448bfc74466555679104f91f6c568742e00",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1218,
    "pair_index": 1218,
    "case_id": "boolq-dev-2983",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "71b3e89c65c3aec42dc51b5dea082cb50b38303301d330f78eae5b287cc46797",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1219,
    "pair_index": 1219,
    "case_id": "boolq-dev-0001",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "350c275bc027d8276896332abaee13787d1301e2920e2449c0e24d379f90482f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1220,
    "pair_index": 1220,
    "case_id": "boolq-dev-1388",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0efd48cb02ea1434b0f76a043970028cb1731ab539838d9ba67cb6c78b947baa",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1221,
    "pair_index": 1221,
    "case_id": "boolq-dev-1714",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "38576772e6d256c0b6a93313df2adf65d965c99c30b6af8a81c9f060fec3d528",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1222,
    "pair_index": 1222,
    "case_id": "wic-validation-0134",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "40795353480a6a5b2045a98798192e7624787ed257b41cfe990832f51746a527",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1223,
    "pair_index": 1223,
    "case_id": "boolq-dev-1242",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "aecc15ea6c8c47f7190eae740626c1b094161c83a230862eb2452fa39df250c7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1224,
    "pair_index": 1224,
    "case_id": "boolq-dev-2243",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f65aa18391e83bf51a0290fb56ad43b35ef6c3844306d3a31213b392ea34a950",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1225,
    "pair_index": 1225,
    "case_id": "boolq-dev-0242",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "10073d8e34071f99b3469547aaafeb93a8bb07cde7da6fb4f2cba39d460f7667",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1226,
    "pair_index": 1226,
    "case_id": "boolq-dev-1590",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9e5df687e7f210868027c0a10dfcd7375853df54b8a82b12feebe21c0721a87c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1227,
    "pair_index": 1227,
    "case_id": "boolq-dev-1463",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "38d6a41627f5c7457e6e15d34400f7c8c0c6b6e0c6259ad8c2608b11cfb20cf7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1228,
    "pair_index": 1228,
    "case_id": "boolq-dev-2022",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "fa9079772b9f50300e1a7f9f365bf690b31dcccb3f648efec51afad687619eb8",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1229,
    "pair_index": 1229,
    "case_id": "boolq-dev-0251",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4b7d9a662216844bbc731a9557ddefe80c51aef4f0b570f369617c2c2f08168d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1230,
    "pair_index": 1230,
    "case_id": "boolq-dev-1282",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7c955aa478e67fd6c5b91dc99a1d19e3093ee2814899cafe6512e4993abaf0fa",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1231,
    "pair_index": 1231,
    "case_id": "wic-validation-0506",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "37a6d18e629ce6008ecfde7fef38775c2c7a24ddfc3ad23f1e2a9e1405fec8ee",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1232,
    "pair_index": 1232,
    "case_id": "boolq-dev-3106",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3d9fce88c99b52b558f4da048e36c6f0996e4e2fbb0851190fbad4d4305d2539",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1233,
    "pair_index": 1233,
    "case_id": "boolq-dev-2666",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "73aa4c300d80e9d9989c57a9277413de619821c18b9c82b5a6689b817d849e72",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1234,
    "pair_index": 1234,
    "case_id": "rte-validation-0090",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9281a821bffbdcc1a3d644726fbc10439d7346e3e97b4a97b352b1feb91360ad",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1235,
    "pair_index": 1235,
    "case_id": "boolq-dev-2772",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "cab08fbba661b703d064d911888a8995d0cce42eda6ab8ec67da5d785cb67d43",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1236,
    "pair_index": 1236,
    "case_id": "boolq-dev-1901",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "124c6c9b9f69378c9bff93e62030ee3b85321f90d088b3d3abb3909c7f4c1d39",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1237,
    "pair_index": 1237,
    "case_id": "rte-validation-0229",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ede95e7911510e2044ebf5f543b5891ca2843ad2b25b258dc5395aefc354b541",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1238,
    "pair_index": 1238,
    "case_id": "wic-validation-0518",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a31b7e94fecb103d87dff690cbc6ad00d38e98963ada25fe9136c1c261801d06",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1239,
    "pair_index": 1239,
    "case_id": "rte-validation-0246",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f1cf64dedf9f3bd9b0861337b49dfe148db473fa3d7447c78f07b32ce37314c3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1240,
    "pair_index": 1240,
    "case_id": "boolq-dev-2205",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4770b9a975d90a0599d14c5829d1b1992c0b37726483ea5b3d622ce53d10ae6e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1241,
    "pair_index": 1241,
    "case_id": "boolq-dev-0161",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b7c7859dfa0cb2c927cd0b217958f4c73f0004693be031ce9871d75774ed135e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1242,
    "pair_index": 1242,
    "case_id": "boolq-dev-2561",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "604d8946ff6ee14a51781b6e7193842da89736798a31514f226810eefb920084",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1243,
    "pair_index": 1243,
    "case_id": "boolq-dev-2299",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2229765ab8193e3e4cc602355256a539f94608e41e77ae91e2fa99cd4a5f58cf",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1244,
    "pair_index": 1244,
    "case_id": "boolq-dev-2366",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "bea1eccca4bf8afe90b9972e0da5e04944d89f186f0b890873555dfc90087ff1",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1245,
    "pair_index": 1245,
    "case_id": "expanded-probability-0038",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "82cd623caadf9de81f919d4d6fac0f2b97a99fb95e2c4b20c39474ac8fcddaaf",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1246,
    "pair_index": 1246,
    "case_id": "boolq-dev-0729",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "abaa5375c7236e02c5a698bd135130adaf551e991b9b9506a4119b485950928e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1247,
    "pair_index": 1247,
    "case_id": "boolq-dev-2180",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d2676798fb0286b56eb7bad8be70c0f660ca91d35cf2309744c1a13ba91141fa",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1248,
    "pair_index": 1248,
    "case_id": "rte-validation-0174",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4930f9acca3b34da728ba82eea04cbad704b0efcdcb362db430d8911b311bd0b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1249,
    "pair_index": 1249,
    "case_id": "boolq-dev-1599",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5f42c4248ead3209596da12277d93b6f6d2cc915fcff1d73038e3126e42b54c3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1250,
    "pair_index": 1250,
    "case_id": "boolq-dev-2759",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ca6fe6f7a6d9ea6aaa977372e00a8b9c72f3fbe88a95cc777d63adc01179c526",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1251,
    "pair_index": 1251,
    "case_id": "wic-validation-0213",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "48a84aaa53d3066a90ad53029f2dc43ac7e67aa6b633b7b8861dd4e2990de9ed",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1252,
    "pair_index": 1252,
    "case_id": "boolq-dev-1827",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c1b419666114aef5b70f9989c4eaef85d479a9017e716e86c5ccce2a1580f3be",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1253,
    "pair_index": 1253,
    "case_id": "boolq-dev-3181",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7ef3a8275c03d60e2ea3246a69d00083fdc372b7f46c97fcaa3452b6f7d84ba8",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1254,
    "pair_index": 1254,
    "case_id": "boolq-dev-1928",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ae375f30cb8aaa72017bf9e2897219db4898ca4fbfc7a9d67cf7c6fa23d3f66d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1255,
    "pair_index": 1255,
    "case_id": "rte-validation-0007",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8ef3329b002e9ca4cef04320a4ba5579301c922ee5431f6ee4beaeb929f6d801",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1256,
    "pair_index": 1256,
    "case_id": "boolq-dev-2847",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9574f710abe13bf6615eed8d5320b67b5a8a46aaf77086de3596800a78fd1521",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1257,
    "pair_index": 1257,
    "case_id": "boolq-dev-1088",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "081a4990b14a4ea64d96f47bef9ce8d515e90de7100bcf3e79433fdee91c2706",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1258,
    "pair_index": 1258,
    "case_id": "boolq-dev-2414",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9d17f9effefe1ad4f13e242bd8079ee38f7918874d2d6d558d8f04b685949db9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1259,
    "pair_index": 1259,
    "case_id": "boolq-dev-0917",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0509ca641a673de06da1d3937847cffab1dd10c55af81eabbd67ada17028b680",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1260,
    "pair_index": 1260,
    "case_id": "expanded-policy-0070",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3ba6e719301db66e61dc1628393872e6383b090e1a6b73fecf94492a8c204ebb",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1261,
    "pair_index": 1261,
    "case_id": "boolq-dev-3253",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "acae25c151dfc7fd7ad9f93e40a0e13e921f83e157f16ad3cf1cb2b1dcd92980",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1262,
    "pair_index": 1262,
    "case_id": "boolq-dev-2919",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6dd3d2d55d6cfdbaa4f611e0bbc4e69c61c300ce022baf1e8888c9052f654f71",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1263,
    "pair_index": 1263,
    "case_id": "boolq-dev-2900",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "eb221256dbc992396884c43caffdc70747872d9fc88f38138d71c7c92fb68098",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1264,
    "pair_index": 1264,
    "case_id": "boolq-dev-2777",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "bd826335554ad3ed0c26beb98c7a872611bd9ed216d3abc02f39623871b46fbb",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1265,
    "pair_index": 1265,
    "case_id": "wic-validation-0580",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0b796f44d2886994e7b24706d0aceba3ac425bf03b702d702793d460cb4206d6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1266,
    "pair_index": 1266,
    "case_id": "boolq-dev-0978",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "fce59ac3f0c96b9e0267298aa3f233ce55dfcf9fe0a959aaad269e58bea74132",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1267,
    "pair_index": 1267,
    "case_id": "boolq-dev-1410",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8f11d7616440cbfa5b85e56b539d4f6ba08ed48d73bf7c79fd4ac4625245731e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1268,
    "pair_index": 1268,
    "case_id": "boolq-dev-1897",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "22e4f3e02cb47bfd976add2dd09ea53ce5b644b544a4a5bb6b01021bec40be94",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1269,
    "pair_index": 1269,
    "case_id": "boolq-dev-1947",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8fa626c5ed399e56a76c0c4910891713ce00678ea31e9e020e56e37e714ef5d0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1270,
    "pair_index": 1270,
    "case_id": "expanded-policy-0106",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c91aae737e7197ca8a6169276fbceadaeebb6627de4ff27b68ad16d0ef802fa9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1271,
    "pair_index": 1271,
    "case_id": "rte-validation-0136",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "da797c9b1c3443948bbcdbfc36edf72061bcd44022690970431f87afddceef94",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1272,
    "pair_index": 1272,
    "case_id": "boolq-dev-0486",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f1fa6400909055baf872d59138288fa069e7245bc03aef8c93c34fe5f2b34828",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1273,
    "pair_index": 1273,
    "case_id": "boolq-dev-2324",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e55172f9f38001f50e9479b189002f97ceb39e5a3345ab92d34510cc1aaf20f8",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1274,
    "pair_index": 1274,
    "case_id": "boolq-dev-2037",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7a0aeb4630f7ced2f2a34b7c8b32e95a6fe9da0492382e73407f33955ef21473",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1275,
    "pair_index": 1275,
    "case_id": "wic-validation-0420",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b83d8f1162624699afe1ede44df046a515c61c0edf1493ab07c9fb2289e221b5",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1276,
    "pair_index": 1276,
    "case_id": "boolq-dev-2206",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "14856a8b0f0a01254c7566248bc83e8019e8213c67d770d8970b86031d72c18f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1277,
    "pair_index": 1277,
    "case_id": "boolq-dev-0958",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "903a1c6e48e000f44a76170eef72376a649adf9aff405b2b433c9cf4c5ad7c01",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1278,
    "pair_index": 1278,
    "case_id": "rte-validation-0178",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "10a50099185fffc4039268c5e4188ca514e47abf0359433563c47d1857c8be80",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1279,
    "pair_index": 1279,
    "case_id": "wic-validation-0436",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "304453d57497473354eb0960ec82a6601c3dfde678601bb621d40e29df471056",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1280,
    "pair_index": 1280,
    "case_id": "wic-validation-0586",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "40f02649aa5808d5c1dadeae83638ad68a5ce9f08ac1f7a5de3b9bf452fb8def",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1281,
    "pair_index": 1281,
    "case_id": "boolq-dev-0852",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "277813f402e1f4895003f6963c112deb147734941ce35f6a707aadedf368cb40",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1282,
    "pair_index": 1282,
    "case_id": "boolq-dev-1636",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "03d2fbe96f65dce08507e499c8df12d9577e933039218c9dbb6c42b8b56330ad",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1283,
    "pair_index": 1283,
    "case_id": "boolq-dev-2747",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c1f52cb4db4236f1a30dd2dc9dc83246374645dc18d9d1463479df0df5580012",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1284,
    "pair_index": 1284,
    "case_id": "wic-validation-0117",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3c9cc3766842c333c9b1a3a1b786b884bc369ea2fd71ab7093eb03f7d8f0765b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1285,
    "pair_index": 1285,
    "case_id": "boolq-dev-2052",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e19c93626a549169e95da959c756ef60d8eebcf00c8d5e3da83e4676b91ba961",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1286,
    "pair_index": 1286,
    "case_id": "boolq-dev-0433",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "557146338052db629aa6ecad83e67b33e5d0c91bd19d194fa617b3b51ba2ba45",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1287,
    "pair_index": 1287,
    "case_id": "boolq-dev-0619",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6be6581069f8de6241ea137887257627e14fefc29db0f30db13019332734c65a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1288,
    "pair_index": 1288,
    "case_id": "boolq-dev-1669",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9f5a7a2ce7302fedf320966c7b36c473758bb8caf3207c10c08bb24765eb2926",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1289,
    "pair_index": 1289,
    "case_id": "expanded-policy-0193",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0fa3a109910a05c67158045ba8e53de2f5960f3bde8da347637b0feb6fb88c61",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1290,
    "pair_index": 1290,
    "case_id": "boolq-dev-2390",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4b5de5a09fde247f25be1fc2d81f11e81036914f2209c88f07da590652367f5e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1291,
    "pair_index": 1291,
    "case_id": "wic-validation-0505",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "976f83305212a270e68505ee241dca2d3cbcaa769d83673e81d51b670fd6e121",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1292,
    "pair_index": 1292,
    "case_id": "boolq-dev-1297",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "257e61da082216eccc64ba0bdecfaddc2b3b2187f25dc786897a1ffa457066c1",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1293,
    "pair_index": 1293,
    "case_id": "boolq-dev-0334",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2b10eca97773d14421169f5ff2321f23cb0a1d5029aaa224287291a5fe078d0b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1294,
    "pair_index": 1294,
    "case_id": "boolq-dev-2012",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a1b72ada114739d282f7ff3082ca36089ec7bdece226dfce694c103a7d16f480",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1295,
    "pair_index": 1295,
    "case_id": "boolq-dev-2720",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f2f0938f41b673b529e82a1c4fc87a8937c0ff314323261341f263e37046a4a7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1296,
    "pair_index": 1296,
    "case_id": "boolq-dev-0013",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "db34928dd35a9f05e3cf16580cdf0c72ea2861cab3142c1270081c53c610a17a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1297,
    "pair_index": 1297,
    "case_id": "boolq-dev-1955",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ace9f90711098d7631c9e8dacf71d7b6f5818b2b9ba66242403e16f7e0479d63",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1298,
    "pair_index": 1298,
    "case_id": "boolq-dev-2110",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "cd5d4d8613bfa46ee93605dfd0f31bca9632d634ff974abad625dea48850874f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1299,
    "pair_index": 1299,
    "case_id": "boolq-dev-1440",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c1d7d4b2ea2fa51e5acf9fdd658d772dbeb85a0ef984586fcccf94265955cc82",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1300,
    "pair_index": 1300,
    "case_id": "wic-validation-0571",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "28c45ae821efdba916956c2e659ff706778d4a465a4157151a1bb1a6ba356ac4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1301,
    "pair_index": 1301,
    "case_id": "boolq-dev-2261",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e55b711f83272ee87e4e9d6238436bdc6bb9b71e3a322eec06617adfa53e8dc7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1302,
    "pair_index": 1302,
    "case_id": "wic-validation-0034",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0df6075216d2731beb430b71803c5bbca90f002b1fc2314e6dee6af80b2feda7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1303,
    "pair_index": 1303,
    "case_id": "expanded-policy-0184",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "dc343a6f1b34d099fa2781fa53fa8b367cb7744be935802826563be8a296057f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1304,
    "pair_index": 1304,
    "case_id": "boolq-dev-0269",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "06cff5efd74f2759a5b508f14469f7ff85ddad439bd9768884a70a80eb13b04c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1305,
    "pair_index": 1305,
    "case_id": "expanded-probability-0294",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0af7bf2056a1839ebd82861bc1137eebdca3c471d9a15ffe815301a8e7145b13",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1306,
    "pair_index": 1306,
    "case_id": "boolq-dev-0294",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5722e0183c8fcbfb95d5b4172d43b33c41cc9125e9d9fc2ea58bd3894cffd6b2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1307,
    "pair_index": 1307,
    "case_id": "expanded-probability-0161",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e5a03f6764fc073b3f1def60dad455ded4bdbe8460c31f27d09a0e370b754e1a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1308,
    "pair_index": 1308,
    "case_id": "boolq-dev-0402",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a965128caedcfd7843153a29ab971173895eb9bbb918959c365398a98e899925",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1309,
    "pair_index": 1309,
    "case_id": "boolq-dev-2997",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "75e368c0f9541a8f9b947e912c34f4597d9286dea9a009c0f8d25582013fd74a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1310,
    "pair_index": 1310,
    "case_id": "expanded-policy-0113",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8b38985f3cecd1c79034a589b11996c84ff76209f36089e47a5fbceb5cccdc1c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1311,
    "pair_index": 1311,
    "case_id": "boolq-dev-2346",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c41a981241ecdab1e842ee9859b826421a93072e75b713a4dba2c89a5facbde1",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1312,
    "pair_index": 1312,
    "case_id": "boolq-dev-2083",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "698c55e34bc5191a485d311c06398241ee670812474bea405bf5f2ff5b952be2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1313,
    "pair_index": 1313,
    "case_id": "expanded-policy-0274",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4f13b502dbaf3ee1da97d84b0f658136954981f261e7e37d09aef8e6237f2201",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1314,
    "pair_index": 1314,
    "case_id": "expanded-probability-0110",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1c9142617d7a92448aecbf1c1d47d4253090054352c53cfd7a064d5581cd4514",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1315,
    "pair_index": 1315,
    "case_id": "wic-validation-0419",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f2f49c0973192f2b49827e8f8887625d2d6f65bf90fa1d5206353effacfeda2e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1316,
    "pair_index": 1316,
    "case_id": "wic-validation-0522",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "344fa798d71e86ffcbe4a313d3b5efcff6d9d561dfa08f81397579c980e24ed6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1317,
    "pair_index": 1317,
    "case_id": "rte-validation-0213",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "86b47d37699765cbbbf9e2094b5bf93750b4708658b7837a7cf2df7e54272273",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1318,
    "pair_index": 1318,
    "case_id": "wic-validation-0355",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "15d416866fd94197c5a3816bdad1b6eaea7878fbf0143c1415963883a1971a18",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1319,
    "pair_index": 1319,
    "case_id": "boolq-dev-1872",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1c3c9abc6b5ac8a7592b9f881cc214b447575fcac8a2cc7a7b9e91d38945e4e1",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1320,
    "pair_index": 1320,
    "case_id": "wic-validation-0319",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "54d5013935788f5a4593b33531b0766fda21d5c7e6c36cf41c12b1424ef7f091",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1321,
    "pair_index": 1321,
    "case_id": "boolq-dev-0570",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c580266fa7664dfae9be1cf609fdd4e5eb91a7cb426d6766b0095092ef412b92",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1322,
    "pair_index": 1322,
    "case_id": "boolq-dev-1288",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4cd88f854f4023bb3dd25afb40a7e47918c1019a4e74f5258eecdfa21c10be0c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1323,
    "pair_index": 1323,
    "case_id": "boolq-dev-0502",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "17779dd9c84d9231df3c16b531f5976fd2f758554e48f1bf8f8cac7cacd8d383",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1324,
    "pair_index": 1324,
    "case_id": "boolq-dev-1643",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "53f637d2284a341b7e92fc981fd2da114f3dcdddd5a8366ac313c3a83336d37b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1325,
    "pair_index": 1325,
    "case_id": "expanded-probability-0289",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ebc7bc05c09fbb22ab2709988ce90cad31bab150f1a27a98d531e4679c10c312",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1326,
    "pair_index": 1326,
    "case_id": "wic-validation-0160",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "edfccff7078922e7a7ff7e5a7471dbfbfacb1c61e5de4713becf2ba19dee1e8b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1327,
    "pair_index": 1327,
    "case_id": "boolq-dev-3029",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9f83c7006849c7d077844b7f048aa4104401ab78498539a9cf28abefde05930f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1328,
    "pair_index": 1328,
    "case_id": "wic-validation-0005",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f30fdaad0f599736e3e4af16f2c6b1276513148d9c7e0b84f111d4f59c7acab7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1329,
    "pair_index": 1329,
    "case_id": "boolq-dev-0446",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "65c0a4ad5108565668462d461e719e4d75586ec058988c3d30cf704452306616",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1330,
    "pair_index": 1330,
    "case_id": "wic-validation-0067",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2cf5d7a9965fd8717c3074d4b1fd7b3de213ebcdd04663cf8dfedd63081b80fc",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1331,
    "pair_index": 1331,
    "case_id": "expanded-probability-0094",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0e5b7b5fa525304f24f242c2eb6ab46666c4fc82293979028bb23ba76fbf040d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1332,
    "pair_index": 1332,
    "case_id": "boolq-dev-0166",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "39e3964eadac0c3e2b50e04edf7d6e143d2205a0e242c1a0051c91013ab73434",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1333,
    "pair_index": 1333,
    "case_id": "boolq-dev-2988",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b5772e84b8d0bbbe6bcd0a4551eb76b1bbb6691d5fd39c3ee153d5e2f15b72bc",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1334,
    "pair_index": 1334,
    "case_id": "rte-validation-0053",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a4bb5449836af759d194410417be6627eb7df245f8412d09847db230ae22a987",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1335,
    "pair_index": 1335,
    "case_id": "boolq-dev-0034",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "04c2f11c335a4a16a2216939452a30d12f7a999e2794f12d3d982b491619f20f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1336,
    "pair_index": 1336,
    "case_id": "boolq-dev-1005",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5b5af28973bdbb0bea5cdebfd6574d02ec162f79250955a2b7652d3bd586901f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1337,
    "pair_index": 1337,
    "case_id": "expanded-probability-0131",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e395629da8a082e8340c0158439b01f1b6f89cbd5cca97dfecc658d651684776",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1338,
    "pair_index": 1338,
    "case_id": "rte-validation-0002",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7b3784219ce2e91c784313b157b53d9d9117c39b8bb22fa2a9477409ef2f053b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1339,
    "pair_index": 1339,
    "case_id": "boolq-dev-2839",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "80b377e331ffb58a761a431e8a1b5afe2d04aa3f0de865347ef60f05ea3819ad",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1340,
    "pair_index": 1340,
    "case_id": "boolq-dev-2195",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0b8748a0a46ef3e0b50fd6f983376fe0219c59694bc2750a551ba865f00bae09",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1341,
    "pair_index": 1341,
    "case_id": "boolq-dev-3037",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "80daa3322a81a1c5baef2dcf6feeb2045cf99a489a726d9ef8e13bf970075f48",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1342,
    "pair_index": 1342,
    "case_id": "boolq-dev-1168",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e362b0bb5d1324caf36b0114f766228dd397fde0499b373496cd1df68619ce41",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1343,
    "pair_index": 1343,
    "case_id": "boolq-dev-1192",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7033be9e99fe03bca7767bffada02b6fc17a20c353b78210aa44ffebfcd42cca",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1344,
    "pair_index": 1344,
    "case_id": "boolq-dev-1802",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a5bf2655cea70c0b66cc17f7467c9e957f995634212a0b6dc7ba584324cff45a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1345,
    "pair_index": 1345,
    "case_id": "expanded-probability-0046",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7f3e791f1b235283afd8b7ff69c2a212da48486c76e9e153da01ef508b70c374",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1346,
    "pair_index": 1346,
    "case_id": "rte-validation-0076",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ebe9849f9e224b036377052c1361f114a1c4b881b576a02ac1a74afddd4074ff",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1347,
    "pair_index": 1347,
    "case_id": "boolq-dev-1662",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4de9a38fd07132001a8d2b5d3bf8f262320c26920b2ad333ed36838458fb0230",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1348,
    "pair_index": 1348,
    "case_id": "boolq-dev-2601",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a1baf252da2b0d50779277fb587c980b57c89cba708214b5a3452742e5ed2b9a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1349,
    "pair_index": 1349,
    "case_id": "expanded-policy-0171",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "dd232de5a84c4740fabdb6ad7daae7f909e33c63b638aad4e5764f96284828c5",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1350,
    "pair_index": 1350,
    "case_id": "rte-validation-0065",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "06e334229c199e652e4d26c0fc66db5baa637ba349d0f2b9e99a2356e97b7e1a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1351,
    "pair_index": 1351,
    "case_id": "boolq-dev-2232",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e1b48253e384c5118fc26e251b1ba31bec2d84923322efbd1facd5b1c381396e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1352,
    "pair_index": 1352,
    "case_id": "boolq-dev-0162",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5aaaf5a0edf9e410b32687da662cde71477ea2ba9a2e7f502a05a977ecb57b2d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1353,
    "pair_index": 1353,
    "case_id": "boolq-dev-1449",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9ef86f94394f23b3475cd4e0291d39d8fc18dc4497f0702525cc3f1d2fc818ca",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1354,
    "pair_index": 1354,
    "case_id": "boolq-dev-1474",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3502b799128fd93634ba27a114ff16fb31917804fed38eb4a2f669848ef9abd8",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1355,
    "pair_index": 1355,
    "case_id": "wic-validation-0240",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "eea93a973df235b948a2ae254ea5b118cb986c9086c93c60be4794928b029f57",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1356,
    "pair_index": 1356,
    "case_id": "expanded-probability-0208",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d269a4b97c088017940834615d268c6fa014a31d85096ddf45255ab3d526df74",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1357,
    "pair_index": 1357,
    "case_id": "boolq-dev-1231",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e0f23752ca81cc163f8f0c3803d9f1f3f9bf899973229dd0b70839eef7d166df",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1358,
    "pair_index": 1358,
    "case_id": "boolq-dev-2044",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "418538ee8d1a69b73e313e064d961612c2545a19edb48b948defb846b202fe01",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1359,
    "pair_index": 1359,
    "case_id": "boolq-dev-2477",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "10760292e74bd3943b8c914e8622400a1ad9f954374cdc5948ee4ead3954b65d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1360,
    "pair_index": 1360,
    "case_id": "boolq-dev-1916",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c516858318f5b8639fffbceae6bc004d85d71ae94eedce41b5f2ae5b9f57363e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1361,
    "pair_index": 1361,
    "case_id": "expanded-probability-0047",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ab78f1e58112accc14c69b36cb77907b0e2e271ce81f684f4abc0d67fa9eea98",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1362,
    "pair_index": 1362,
    "case_id": "boolq-dev-2423",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c0a87f2191fe7a87d1151a1eeb463b0a9f8fec9a812e607fb0001ac6eb009f34",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1363,
    "pair_index": 1363,
    "case_id": "wic-validation-0620",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "114cac19533ac47409a551a0431b85c73c198d5d2bf81fe2d4addea3cae93de1",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1364,
    "pair_index": 1364,
    "case_id": "expanded-policy-0177",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "05530d168d210e0cafe594e859e12e5270e501e4d12e1ba54af4aa47def170c9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1365,
    "pair_index": 1365,
    "case_id": "boolq-dev-0801",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "af05719cb894b17a39bc8283b2e2d04c58823095ec9f90a509477f2b8deded8b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1366,
    "pair_index": 1366,
    "case_id": "wic-validation-0635",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e56104ba39bdc05823ab8114be9e0af3ae6578762b61defdc25942e414e4db2f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1367,
    "pair_index": 1367,
    "case_id": "expanded-policy-0071",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6d7b86fa815171a4465a28a92d977da6f3c733e6bd3167807e10cfbc13d66873",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1368,
    "pair_index": 1368,
    "case_id": "boolq-dev-2350",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9054b97e1131d1689676079084a770f87561b5b92e49b337e453d0b5fb0d1bd8",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1369,
    "pair_index": 1369,
    "case_id": "boolq-dev-0772",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2e16e5905b0706d5b53b3452973cacb952fe35ffa9d9464ac9d520f0a7adb536",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1370,
    "pair_index": 1370,
    "case_id": "rte-validation-0075",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "95ec1e245f0a0285ad62a5a3c2fb721e721d05cf24e35e54b01d0e5518452e6f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1371,
    "pair_index": 1371,
    "case_id": "boolq-dev-3197",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f1b3f72c9f7ed6db80bc6cef2e050f8d5b3a9fc8ad7211b6b6f622468df3cdd9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1372,
    "pair_index": 1372,
    "case_id": "wic-validation-0219",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "03218a0376ec61012f20a9586c94be9f7741567175cacb40a32e9e27c466036a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1373,
    "pair_index": 1373,
    "case_id": "boolq-dev-0287",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "88f6385fdcd5bd9b17d0093d82a438553ccd218f5295d7b82968492405f81e99",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1374,
    "pair_index": 1374,
    "case_id": "boolq-dev-0831",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "030e34a5b674ca5272e0ed5b525048a6a50b8f4c934a5601e1856a82b0e7c74d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1375,
    "pair_index": 1375,
    "case_id": "boolq-dev-1849",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "df4bd5432ac6214e1a24a7fa5d12716a7b0be5b162e3ba63ec880333fef6c546",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1376,
    "pair_index": 1376,
    "case_id": "rte-validation-0153",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f16683e513926b96ee259af3f6d4307fc4702a1426e7571713396786d32334e0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1377,
    "pair_index": 1377,
    "case_id": "rte-validation-0160",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "454d336d50f415631d9017b1c0c5c59bf717f8cf090eb909cda37b46a5c837f7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1378,
    "pair_index": 1378,
    "case_id": "wic-validation-0540",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "cf0ff8d94784580e9add874843c5fd19c004ea890d50eba8910ab97f8028abf0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1379,
    "pair_index": 1379,
    "case_id": "boolq-dev-1479",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "fab9d4c7ac24babe62c667b82666ee1ffa79a4fde6dbe108c5935af44519f3af",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1380,
    "pair_index": 1380,
    "case_id": "boolq-dev-1134",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4757ff9518b832dc96df68905d97354b9ce2eefc71908b180cb1c58a34007c90",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1381,
    "pair_index": 1381,
    "case_id": "boolq-dev-1811",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "130f214dc6ca68b88cb21709c1f1dedbb6450cd02a97ec35bc870dfc69b4f6b5",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1382,
    "pair_index": 1382,
    "case_id": "expanded-policy-0283",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a15a7501d54130321968eb595df443e2469669742d2e0ff2df1f99bad6badd36",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1383,
    "pair_index": 1383,
    "case_id": "boolq-dev-1894",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3f4e336a50cc9863c4a91cb85200cfb1846bf0d7982c005138a024c472844e9d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1384,
    "pair_index": 1384,
    "case_id": "boolq-dev-0031",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b9d44bc3f52e7d169389837e69ed3617f993838588ef53797be2c74082caf16e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1385,
    "pair_index": 1385,
    "case_id": "boolq-dev-0378",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "20de97ac3bb793c5e055bf72c06d4255be2fc7b2272c8f81d6ab12fb4f23ea88",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1386,
    "pair_index": 1386,
    "case_id": "expanded-probability-0284",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5c41b8aeb9f2affeda376b551db87836dfd36d9643ec2a0cb69a32cc0feccedd",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1387,
    "pair_index": 1387,
    "case_id": "wic-validation-0115",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "dc67017bc7a304ea5340d82fa63c4a0165d2b4f39bcfb9d48876486a65ef15c9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1388,
    "pair_index": 1388,
    "case_id": "expanded-probability-0036",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "523a6df059337b0875b799a7fbaaff55332deffeed43c7a36203f6ba2a84f4da",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1389,
    "pair_index": 1389,
    "case_id": "boolq-dev-2658",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a5b03c8debeb850f2fb19674986ce6d47037b40d3f5242e89f9b49a28c09cd70",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1390,
    "pair_index": 1390,
    "case_id": "expanded-policy-0186",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ba259f4923d02634edde954fb95cd1cba6f35871c96a9021b435801b6d45f6d6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1391,
    "pair_index": 1391,
    "case_id": "boolq-dev-1948",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "10b59f0691e46a3646c121b4ddcea809eb9e69d96cdacf8062d36a3f617cab1a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1392,
    "pair_index": 1392,
    "case_id": "boolq-dev-1021",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "53585729bbb8e43c01a394d1cf31ccf02e6a17a0ec6a0e9c9dc193d38ed2d207",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1393,
    "pair_index": 1393,
    "case_id": "boolq-dev-1997",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d7b2ce718e5dd8cc0aaa4e582473fc985d1320f88962ad244e17ea36b8a179db",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1394,
    "pair_index": 1394,
    "case_id": "wic-validation-0083",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1552cd5d0d2a671d009093f78be4b73ec1476139039a3a3d519d27e9c42dc2b3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1395,
    "pair_index": 1395,
    "case_id": "wic-validation-0152",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "51eeeb4928e959e4d00e066ee168ee5fdda9bd87b926b15726be333156660587",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1396,
    "pair_index": 1396,
    "case_id": "boolq-dev-2888",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6d21cd6f0c77a5c4d9f4558e715f68841c735112423a5c07eabe676c37439e43",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1397,
    "pair_index": 1397,
    "case_id": "boolq-dev-2973",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "817cfa153a1051b79ba94430e59ab412bba67742fd64d49ba4ee0b0c60a2c787",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1398,
    "pair_index": 1398,
    "case_id": "boolq-dev-1193",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "19cd5777aca5f0b6a2aaefe7c81dbdf086638b19f64827542b895b2ec701d2a8",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1399,
    "pair_index": 1399,
    "case_id": "boolq-dev-0577",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ce7469785bd88b6d674c50f4d85acfd4ac94d7d3de5fcb847ce72b6ed35e880c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1400,
    "pair_index": 1400,
    "case_id": "boolq-dev-1586",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8db757013f345601a7269f12b1275a625eb93ad050751c35ee5441c5fc43118d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1401,
    "pair_index": 1401,
    "case_id": "boolq-dev-2957",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "04ca89556b7412b649cb7f8acb3b1d04bdcc64b6b3f8ca06dd4370da62925910",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1402,
    "pair_index": 1402,
    "case_id": "boolq-dev-1261",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b164a3e847398919de0eb08588a745c5f09995743064164a961b6995a05160fb",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1403,
    "pair_index": 1403,
    "case_id": "expanded-probability-0060",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d9f708c7a8d82f3f17b055d859e5fdd634758c453fe17f6559ec9111ec2ad83a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1404,
    "pair_index": 1404,
    "case_id": "boolq-dev-2646",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4469f5a4c5c7c341dd5322ab1241660d02b0d03bdfc3ff386ba854188e607008",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1405,
    "pair_index": 1405,
    "case_id": "boolq-dev-3169",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "082244545d2140ea53b270bf21fdd309f949210cdca7ae440df9e316186875d9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1406,
    "pair_index": 1406,
    "case_id": "boolq-dev-0756",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ca04246c7f4307f7fe60866cb3afb9c24c342c42bb430f4393415e8acbfbe280",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1407,
    "pair_index": 1407,
    "case_id": "wic-validation-0003",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ed4eb5958c4b68e87b698c624eab4ee4b825a472821ba55e298c69c364fce456",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1408,
    "pair_index": 1408,
    "case_id": "expanded-probability-0209",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2146b3b4c67eb2f74334d09dec0f8315ce2f6a9acd1eecd405a5492253a7e50d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1409,
    "pair_index": 1409,
    "case_id": "expanded-policy-0090",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9e1d052332a0d2549a42dd208a18dfdc162da0473215ad31a73422baa886c0b7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1410,
    "pair_index": 1410,
    "case_id": "boolq-dev-2296",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "de0854a4c8b9e41428adb85ce2c3ae1f80e6420c32706cf4c7e3652eea3bc50f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1411,
    "pair_index": 1411,
    "case_id": "boolq-dev-1145",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "cbaccd988f7d9732622c776d66cb4759ee279c51097be94b9b101ab27b9288ed",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1412,
    "pair_index": 1412,
    "case_id": "expanded-policy-0262",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a1c89d8d7449cf13a1d8a8caa24c2b4633d9da031bca4fd0279fe08ef578b3ec",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1413,
    "pair_index": 1413,
    "case_id": "rte-validation-0132",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4a1662d68eb85a4ff4d10c15d1de4c96b266f277ec78b901ec1186d607320296",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1414,
    "pair_index": 1414,
    "case_id": "boolq-dev-0652",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3f14417c7831f8525ec2b605f32f8fa38bc86b2201f7ff46e8f1a12a723a2a45",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1415,
    "pair_index": 1415,
    "case_id": "boolq-dev-1795",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "43585a8fb7713f1ace6163936216934e629228c95445025eecc139f32f1d4108",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1416,
    "pair_index": 1416,
    "case_id": "wic-validation-0020",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6b5d11f8baa3e8d0606564c75d99b15c3881de63f882027610db1bee8f11715b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1417,
    "pair_index": 1417,
    "case_id": "boolq-dev-3180",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5e9809e1d1130115d44d0f189768738538689c2c07fe72ae6eaef027b4ac7a7c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1418,
    "pair_index": 1418,
    "case_id": "boolq-dev-0993",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d8a2a54284d7b1e76acb477b0bf8cc588d2e89491a008fdd7873183700c43191",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1419,
    "pair_index": 1419,
    "case_id": "boolq-dev-1840",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b76cff49aa73763e1239fcd08a5002cdb2bcad1ae25fd979ba005b24c0e6dd2d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1420,
    "pair_index": 1420,
    "case_id": "expanded-policy-0117",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d36e9a5262fabcdb4c459f78debdd7adecedc6762a8ce3e56391489a877fbac5",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1421,
    "pair_index": 1421,
    "case_id": "boolq-dev-0644",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6c121e74e49b2be2e33be9dc53a9088392b4accc18634c0a6029a63ec0f4569c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1422,
    "pair_index": 1422,
    "case_id": "boolq-dev-1896",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "fc35c4f0b16524374bd060c8d7e987a47067e58bc05ffab828b383f36a3a6f55",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1423,
    "pair_index": 1423,
    "case_id": "boolq-dev-1971",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "fb75d876d42c3fc2f7ee7884cf522e18ccad490f8cd6c6b5a29f844a3ebdc33e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1424,
    "pair_index": 1424,
    "case_id": "boolq-dev-2151",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "caad98680fafcb7902d6235ce8d7536728c535a64d514e420aa0c6665279f1ef",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1425,
    "pair_index": 1425,
    "case_id": "boolq-dev-3149",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f58f8a74be8430720cc5d5f67ff697351bd81f4f697e0a4b31906e7ad7587d18",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1426,
    "pair_index": 1426,
    "case_id": "boolq-dev-1828",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a0534b853d012f8bcef183c973f99627a43313347e7dee5d499ad6d4b59614be",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1427,
    "pair_index": 1427,
    "case_id": "boolq-dev-0050",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b39acdb6ecccc2b5e18ee06a02e1b21580fd4fc44965dfc2e3c1ab4d21a08767",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1428,
    "pair_index": 1428,
    "case_id": "boolq-dev-0132",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "31c12c0e100e49703934622492151aed1a22dbe87df1ba7329feefc5f8b1cf6b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1429,
    "pair_index": 1429,
    "case_id": "boolq-dev-1787",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "531383e3916fbf82f024165e920615315c248b82d8f0cb8c40af0e28724ed32f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1430,
    "pair_index": 1430,
    "case_id": "boolq-dev-1565",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5bf7b2bb7be49e4735dc444fbcebab1b5ffe28b87d3f5754fc6885ac4cba2ad9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1431,
    "pair_index": 1431,
    "case_id": "boolq-dev-1433",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a43946c0894f61bedc90bd283913f495f9ac64a8c15be89d4b007c8f2113d102",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1432,
    "pair_index": 1432,
    "case_id": "boolq-dev-2560",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8681e08f5b0b5f4cea3e7bb313f70f189ab03d8734bcc1980a8dea6807920829",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1433,
    "pair_index": 1433,
    "case_id": "boolq-dev-0140",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f3b48191b43eb916020b20aff70a212921405ee091afad82d27c4c6b08f8c3ac",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1434,
    "pair_index": 1434,
    "case_id": "expanded-probability-0219",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e2cccb7db13443ef0e7cc8218f5a7b901f5c2d79b91ec1a86714d2530e724a1b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1435,
    "pair_index": 1435,
    "case_id": "wic-validation-0174",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a95e762d780c24fd02ae5194cff7e56538a4ee4fc41d18ce7e3cd93d6c3428da",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1436,
    "pair_index": 1436,
    "case_id": "wic-validation-0078",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5dfdee2f03f042a78223ccf78251a9224d8add077c35c8e8ee6f714bec2cc7fb",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1437,
    "pair_index": 1437,
    "case_id": "boolq-dev-1792",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9a6855df7ca5b4ec8cc43508410746ff2184202fff7acd52acc1310d53be315e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1438,
    "pair_index": 1438,
    "case_id": "expanded-probability-0029",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e7ffcebf67da3e22f67d6d58abf9c4b35517eebace413a65c06f3b4f620d9bec",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1439,
    "pair_index": 1439,
    "case_id": "boolq-dev-3084",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "bec686f864e7400954765e07d710d06a103d3984f81fad0f1900f0b0a3e8de94",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1440,
    "pair_index": 1440,
    "case_id": "boolq-dev-2542",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "894d8afce6b39ebc88949af6ebef72a3548070c4dab09af4b72f7d3496e16e63",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1441,
    "pair_index": 1441,
    "case_id": "boolq-dev-0590",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "44f0c7b9c612ea17112b9432447f6c837f153b9528d778708bc416e093d457a2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1442,
    "pair_index": 1442,
    "case_id": "expanded-policy-0011",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d6ecab98f62632543af85a30b9c18a8e4449b41206fa91ee7839322590ecb528",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1443,
    "pair_index": 1443,
    "case_id": "boolq-dev-3217",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4e1fbd626461cdb4e0b014d72afa85a6acc5b056130612249ffa7922551b689f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1444,
    "pair_index": 1444,
    "case_id": "boolq-dev-2696",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "94b1cb027a3ea96dfb2493e6e08372034439035e7644e4fff7431e51147af556",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1445,
    "pair_index": 1445,
    "case_id": "boolq-dev-0199",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8372097a650fcbc3adab068032d6c1bc20d7017f1e198214f10b6cdde1048d1a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1446,
    "pair_index": 1446,
    "case_id": "boolq-dev-3052",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "bfb12e0a21def1be53f0da103a79fb6fbb34553ed4a110ea60e5126e1aac7a29",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1447,
    "pair_index": 1447,
    "case_id": "wic-validation-0484",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a85e03e4f34f5c1cea1559dfcb2f38a52d8b75fb0d8ca71b6355372897f9a671",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1448,
    "pair_index": 1448,
    "case_id": "rte-validation-0188",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "40381160a0de21a1e2bdfa915b986d28791afb4d4212e03d4b9b65ca90cf6a96",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1449,
    "pair_index": 1449,
    "case_id": "boolq-dev-3030",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "50f6b693ece9e1360d3efd7b0bcada2215f5ed769839f5798690d648c31a938d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1450,
    "pair_index": 1450,
    "case_id": "boolq-dev-0434",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ac35a38f757197447e19c6bee60e3ccb3356b034ab699e987df4269bba787328",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1451,
    "pair_index": 1451,
    "case_id": "boolq-dev-0215",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7055d547f98e225f1430617baa1370c0c62b1217b5211a34f625336f8314deee",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1452,
    "pair_index": 1452,
    "case_id": "boolq-dev-2389",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5243895952a96936c93fcdac5b56f52003d1b52794f696dc3bb4fdf1fb19272d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1453,
    "pair_index": 1453,
    "case_id": "wic-validation-0009",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b2edf921527dfc2493f3cd2118869950b9e91e395cf0f38c15c3e4f0c23da1aa",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1454,
    "pair_index": 1454,
    "case_id": "boolq-dev-0208",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8e3f6e6f97974536f53a85e8775cc239cc743717da2746312d280e8b41753578",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1455,
    "pair_index": 1455,
    "case_id": "expanded-policy-0095",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c1d71fbdead1c071050f6cd30b38b4b26451b71a4e36224ed0da9eaebbed21ec",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1456,
    "pair_index": 1456,
    "case_id": "rte-validation-0217",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "fd01a058c8ec942c86768b682cdb541882451cee43b3d70bb924053dad49b254",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1457,
    "pair_index": 1457,
    "case_id": "boolq-dev-0951",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a5d42ffdfcd8c7cc0d23f1d1a8fca8eb5b08fd99bd1aded73f0f73cb53efb7cf",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1458,
    "pair_index": 1458,
    "case_id": "boolq-dev-1640",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "148d8f0877eefb63068b02b7813cc5f55b08c9fb876ee6eef2f36a5272589ea3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1459,
    "pair_index": 1459,
    "case_id": "boolq-dev-2657",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "72eaa34507768fe86b81d9f92842b449b9295f1da9d86f8f974c922959e72ac7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1460,
    "pair_index": 1460,
    "case_id": "expanded-probability-0165",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7a807b7aabc27cf4fc758e51f3b70c5ee780ef2488d1599a06bd7de6a95ac5fd",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1461,
    "pair_index": 1461,
    "case_id": "boolq-dev-2393",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "571c468b7b0bf30c5f584150146d2e6dfb415d4bca124c6b4be48a444c969196",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1462,
    "pair_index": 1462,
    "case_id": "boolq-dev-1460",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "459c1f7277d6f7574cdbc58a0930e76cdbb5c85be5338137b9243fc500d25758",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1463,
    "pair_index": 1463,
    "case_id": "expanded-policy-0006",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ae5cb3443b4ef972899c863020acd86772023581e37353fe7f4319d4934b4703",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1464,
    "pair_index": 1464,
    "case_id": "boolq-dev-1575",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "93db507a5201f98f4cfc81802bb52ed491d98ce4e5f8571803102129e8eb49f9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1465,
    "pair_index": 1465,
    "case_id": "boolq-dev-2273",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ed04842c3079060f7cd5cbb66b798aec190ebd19888b367221b88ae0bf5be353",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1466,
    "pair_index": 1466,
    "case_id": "boolq-dev-1229",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e47e33402a32580ac2845b7d2c922ba756f98d6ba06f3ed0f1f0344c0a806f4b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1467,
    "pair_index": 1467,
    "case_id": "boolq-dev-2927",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2661d2b5848d3a52ccc5686c4f1f725314eef0ef13d9fb3c4244a96ff71f3c45",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1468,
    "pair_index": 1468,
    "case_id": "wic-validation-0309",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0904cf0d3940d2fbf1bcd392fa6c8465b27d5e5440278ebba9735c6c198cd95b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1469,
    "pair_index": 1469,
    "case_id": "rte-validation-0091",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "69a32165952ac03d9be4ed40937ed44bedb0f9d640f873480dfcaed920474aa5",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1470,
    "pair_index": 1470,
    "case_id": "expanded-probability-0223",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3d18b5378911a060c3d1244f4c17e5093ea1f8867c315c51b0c96a60d0b2ed9f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1471,
    "pair_index": 1471,
    "case_id": "boolq-dev-0372",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8cd7e45814c66b776d767209892bac4568344dc86f94a385b1f9a50cd02c2015",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1472,
    "pair_index": 1472,
    "case_id": "boolq-dev-1484",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e0c247e37767b085f91c22b8078d2ae044957dfa88690aad3e64d3f5800153e8",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1473,
    "pair_index": 1473,
    "case_id": "expanded-policy-0164",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "dffe8bfcb18a908628ed807b2696f818377043dede1b94a71d84de894c03d7c8",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1474,
    "pair_index": 1474,
    "case_id": "boolq-dev-1039",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9a98c5490bc108ef44e30e1d28f0b2ae1f73eba44d4f01f2209f9bfd25ef78ad",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1475,
    "pair_index": 1475,
    "case_id": "boolq-dev-0395",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5d2686497a04783bb14071c9989edd48087b3f36aeb705b87a289677c181ac94",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1476,
    "pair_index": 1476,
    "case_id": "boolq-dev-1065",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b19f24f4859b3bc16b9ba9e3e5309956d155b3caade15f83ba5bc5c17f7ce32d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1477,
    "pair_index": 1477,
    "case_id": "boolq-dev-1917",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "692f19484b58e7a56ecd8c317382c7e1007cfb9d0743da2763f80d75d411c48c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1478,
    "pair_index": 1478,
    "case_id": "boolq-dev-0769",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "fde3181ad5c4315141a9f4ee387083db3d61920019c9368aeaadb4b669076a54",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1479,
    "pair_index": 1479,
    "case_id": "expanded-policy-0134",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "234d9e85e653ca1bc902a7fbe4da2a36fcf5a709ae85faa4235b08a73815c815",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1480,
    "pair_index": 1480,
    "case_id": "boolq-dev-2495",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b0ecaec1d28fa152deb12951904f1ebbf418f8626ac8f25a512d33257d503dc2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1481,
    "pair_index": 1481,
    "case_id": "boolq-dev-2844",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "583a2556732e170434ac11b0403e8b62e3d3512ebca201eded6543cc0d3406f5",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1482,
    "pair_index": 1482,
    "case_id": "boolq-dev-1567",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "18e9f22e54c45a409269eb5b4f6585928466a9bccbf46564e86fac0123303692",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1483,
    "pair_index": 1483,
    "case_id": "boolq-dev-2605",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ddbf8688c22531627a81b29fe7237abc8310c7d5a760d769fcdf687a215c00cc",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1484,
    "pair_index": 1484,
    "case_id": "boolq-dev-1150",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a383920057f58b7e08e8db7990b8e2af61f4178d09332c075e2011a5c4d0d9d6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1485,
    "pair_index": 1485,
    "case_id": "expanded-policy-0294",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3161c9ffbbc7323e8ef3ea0d0c7ffc34061ab2da99d1eff7582a9bdfbc8ec623",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1486,
    "pair_index": 1486,
    "case_id": "wic-validation-0390",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b46b4bfa2ec10c7bb5ac454aaa789e4ade6570b6e9b56bd1095e57b9f73cf8a5",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1487,
    "pair_index": 1487,
    "case_id": "boolq-dev-0843",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8095492822d993255918b23368fbb8dcc9c64ae42abed6d1caa77d90182cc877",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1488,
    "pair_index": 1488,
    "case_id": "wic-validation-0546",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a2e49f48f8248d60b03a70232ac96d591f93b5de891ad65617da6ce3dfe04859",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1489,
    "pair_index": 1489,
    "case_id": "boolq-dev-2330",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "70c4bd125956c55a50dcabe7824ee9b1090a5290cd4812f6819d13ae5aab6dbb",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1490,
    "pair_index": 1490,
    "case_id": "boolq-dev-0541",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4864e1b851a23edcb01744872fa1a47a5e4641986057cd8738b570e92f49862d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1491,
    "pair_index": 1491,
    "case_id": "boolq-dev-2700",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2da3fb2dd805497ae3f2cd249336ce66f3f9e25dc0cec24a8d7314e4a19eafc1",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1492,
    "pair_index": 1492,
    "case_id": "boolq-dev-1730",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d7908aa30866c5a7224925393d0e305ce4f859754fb1d1f74717a2eafcb2941c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1493,
    "pair_index": 1493,
    "case_id": "expanded-policy-0014",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "40428910a3e29f02e6f95ed5a52eeef2035cf68b6b9c0897b3283b4a37720f94",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1494,
    "pair_index": 1494,
    "case_id": "boolq-dev-2573",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "56c1eb39ba7ec1d4c82b5fda5c817fe160094a6e6ad666d81e647a3f1f9caa7b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1495,
    "pair_index": 1495,
    "case_id": "boolq-dev-3082",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2aa724f831b96adb75deed408838e616308cf1b9f499c08443b974309e457579",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1496,
    "pair_index": 1496,
    "case_id": "boolq-dev-0656",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d33d867bd8061e183f3d57d5a84eebfb171a05555b05c0aa31f3474fc148eee6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1497,
    "pair_index": 1497,
    "case_id": "expanded-policy-0253",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "481f03ba30b82fb95fcf36aed37e6d1c1e96ffbcd9650517a85633d7586fca69",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1498,
    "pair_index": 1498,
    "case_id": "boolq-dev-1442",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "145f47a1b7dc7ebb44692b4b73c472ad9a722f88c96e11890e1ea1957a4fde89",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1499,
    "pair_index": 1499,
    "case_id": "boolq-dev-2834",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "848122cd744fe11436761fb825b0edc71a31baae2fce22a38d9a2943fe46c0e0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1500,
    "pair_index": 1500,
    "case_id": "rte-validation-0047",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c037d17e7027c69874679749c3858f23ab1ac3d68b04ae3aad8013b8f290bf44",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1501,
    "pair_index": 1501,
    "case_id": "boolq-dev-3175",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "594a5dc33d0a45ff00ac98291528beb1d99201a31927c99f2d719cb05232bb5a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1502,
    "pair_index": 1502,
    "case_id": "boolq-dev-1208",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9f45c0c1679e4e32490475b485f22e911829c386d58cbac380de22552c6eb2f7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1503,
    "pair_index": 1503,
    "case_id": "boolq-dev-2200",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "61e5b844ba6f2cc16456f841a5ed5c38f245bdefc23f251b33cfce5540c0e69f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1504,
    "pair_index": 1504,
    "case_id": "wic-validation-0037",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8b3cb36be1548c69be8ec4e68fb20164e2b245f08f02a488cae6f9fb5809f904",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1505,
    "pair_index": 1505,
    "case_id": "boolq-dev-0412",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8d7d3395d03addc2b168e9c0078da3741ec51b6ba9dd7300cdaf51d978111888",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1506,
    "pair_index": 1506,
    "case_id": "expanded-probability-0216",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b5f0ed6562f7d0a795a272ba8d316e00dc3514d1892ebcd641894f39b698fcf1",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1507,
    "pair_index": 1507,
    "case_id": "boolq-dev-1143",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "12f56e21e4e6be2f3ce9c05efff299d7172026367e7cdc2ff341c2a189666c35",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1508,
    "pair_index": 1508,
    "case_id": "boolq-dev-0151",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9bc64e2b397c9bd698c31db8907e6c98b4b57740279e5b5d3131f44ee9e22601",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1509,
    "pair_index": 1509,
    "case_id": "wic-validation-0027",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d434880ddcd94c2c91f1316cc58c974e118bc697368fbd358085bab4f6e8629e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1510,
    "pair_index": 1510,
    "case_id": "boolq-dev-1334",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "935b295488f5c0850cd8a4d40d87e29dbf47ae0d203193a6e54adc048473e110",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1511,
    "pair_index": 1511,
    "case_id": "wic-validation-0249",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4ba28211658ab692549b5cd0e186ae56eb857c4fa73b06f96dbc36a21a117b36",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1512,
    "pair_index": 1512,
    "case_id": "boolq-dev-0333",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "00795bfba0309654fb36e7a117002778a69da21e022bc8148444b2fb9809dd0e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1513,
    "pair_index": 1513,
    "case_id": "wic-validation-0349",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2ab4c911d3b792abe8726799769ebf22b261c3e5f2b8869abe4e441482037826",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1514,
    "pair_index": 1514,
    "case_id": "boolq-dev-1437",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d69cf94a51da8ebcb666c418f13c452be29ee6eb86b8aae76dfc469e5b7e333a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1515,
    "pair_index": 1515,
    "case_id": "boolq-dev-2252",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "cbea04cb801e542e932b4ee4da3f20a5ba80eb249706edb96461f148a04fa852",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1516,
    "pair_index": 1516,
    "case_id": "boolq-dev-1086",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d30ac1ec8e24f3bfa2048c5347f179b33005d12ee6afffc06692356d003b369b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1517,
    "pair_index": 1517,
    "case_id": "boolq-dev-2898",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d43338d779df6d15d445d12de42cf609c42820614566908b93396a2fe23e52fa",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1518,
    "pair_index": 1518,
    "case_id": "boolq-dev-2058",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2d1855f8737f79c09027ed114e11248bb49b6c420590976ea47f1b047466ea11",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1519,
    "pair_index": 1519,
    "case_id": "boolq-dev-2887",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c4615c9552a611d73d775803e0deeb329f3a5965711c7888ee6b854dfa20e104",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1520,
    "pair_index": 1520,
    "case_id": "boolq-dev-1798",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8552049d409666570250320c9810b4a8ebfa4f8b040455555c5a516d7abae3a3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1521,
    "pair_index": 1521,
    "case_id": "rte-validation-0100",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6deb05dc251fe0463d1b2c39a8031cf4246d9a806cf390d3bac1eca3f9888ad7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1522,
    "pair_index": 1522,
    "case_id": "rte-validation-0048",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "19d03d9f269f81622273fa99f1590a17d7e74d0e694e6d1cedc3a112d02be0bd",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1523,
    "pair_index": 1523,
    "case_id": "boolq-dev-1776",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "80bd72efd15a1708832f478ff1a1195ab6c280f63c66aaa9b033b2c4ea6ebd3f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1524,
    "pair_index": 1524,
    "case_id": "boolq-dev-1925",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "eb81c8dd5c3bb674f7e8fe213c603cdc3f13b3abd3d07de56a407dd383b5c2bb",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1525,
    "pair_index": 1525,
    "case_id": "wic-validation-0533",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3c7314223a8b68f7b709157e0aaa21d9a0cdfdac9a09d773c1565871b98e0d76",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1526,
    "pair_index": 1526,
    "case_id": "boolq-dev-0467",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "05832903be97cb716f2dbbb82d7c5d07b854a0c0fe3ea017f68536455d582d58",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1527,
    "pair_index": 1527,
    "case_id": "boolq-dev-1782",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6b7e0f33422f54918b0aaa5c1a9cf61e3886a240eea5e49cfaaf0de75ccba704",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1528,
    "pair_index": 1528,
    "case_id": "expanded-probability-0198",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d5de91e7ccfbc4b38a9a2b8c5d92fa095b523fcfb2b17f69fa95fb96d7143991",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1529,
    "pair_index": 1529,
    "case_id": "boolq-dev-1532",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "232da75b9f26045f8f59d418448d83d7d9c481625f8e03273327e572d41fe63d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1530,
    "pair_index": 1530,
    "case_id": "boolq-dev-3087",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "04bb517896ff8207734e84baf0b7e40857ceda3cd10ed2c9c9213d121bc790ed",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1531,
    "pair_index": 1531,
    "case_id": "boolq-dev-1703",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1302dbf836487ec09b77ce452c4fb08bb97e7faec25bc74693c7d3495f6eed91",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1532,
    "pair_index": 1532,
    "case_id": "boolq-dev-0781",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1e657edde397e7cc5349d90702ab868522f343603e05483a411963b72d4014eb",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1533,
    "pair_index": 1533,
    "case_id": "boolq-dev-0737",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "383def1aac0e2f20716fac1a286b36a12de35dca2c14e871f54933ce1151f651",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1534,
    "pair_index": 1534,
    "case_id": "wic-validation-0110",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c458a9924ee382ef519f8b65e70ea471dad99c85fd51a9874a93691a8b7b54bc",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1535,
    "pair_index": 1535,
    "case_id": "boolq-dev-2726",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ba687962ab059a071f339756d69d81c436a0753f33c00dacd8d10f48159c603f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1536,
    "pair_index": 1536,
    "case_id": "boolq-dev-0636",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0168a0b5650694f46493219160ca4cab92a1fa4c1fe1144a522fb6d9c1a7c372",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1537,
    "pair_index": 1537,
    "case_id": "wic-validation-0120",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "64f2167f3be251d4e209e2ee48d0133ebfed1976d52ca796e83506fa0c4c111a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1538,
    "pair_index": 1538,
    "case_id": "boolq-dev-2233",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7b989dbbf971fc6d1d08a13cba317e039ff7ac5fb8f04b074fa542c4316e48b8",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1539,
    "pair_index": 1539,
    "case_id": "boolq-dev-1488",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "adc046f067853566f26153b1e7ac8d9a514aa8e4569d5c3995f823533e4db017",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1540,
    "pair_index": 1540,
    "case_id": "boolq-dev-2749",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b6a93eb0aedd8e416777fba3c330073c0a19be4f7f69b346646396919ac4f7f7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1541,
    "pair_index": 1541,
    "case_id": "expanded-policy-0032",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "89a511d5e114f2acb8f375df4d00d833afe8b564c8694c228cc4627d424a09ac",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1542,
    "pair_index": 1542,
    "case_id": "boolq-dev-3148",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2c06392571738783e3a73f5a338e71856dadd668a26a76b15a7aab2356d131da",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1543,
    "pair_index": 1543,
    "case_id": "boolq-dev-2618",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ffaec1fa9898fed209e7c03caab2b1e777536239f8d6a3e058751308994e7939",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1544,
    "pair_index": 1544,
    "case_id": "boolq-dev-2719",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5246932aca5159f1671663604afde0dd6aa1a99dc5c312eb64711e3f35eb1e94",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1545,
    "pair_index": 1545,
    "case_id": "rte-validation-0117",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f68695a25e55bc3b709e1731766ef2fa1efbd0a7e4fb7ad7267985d669413b2e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1546,
    "pair_index": 1546,
    "case_id": "boolq-dev-2993",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "02f39346ef5f50607a0e0808a8c74e03d919ce1c36dc6da9fbd4b3737b2f7d55",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1547,
    "pair_index": 1547,
    "case_id": "boolq-dev-3141",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a730473daee27a58ecbc0dbb417836e9b626b43c0f5d7b670d6c576e450857d0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1548,
    "pair_index": 1548,
    "case_id": "boolq-dev-1983",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c8865e0c2a8316ecbdebb6b036c879cf089beba99f913530d61c41ac4768cf42",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1549,
    "pair_index": 1549,
    "case_id": "boolq-dev-0317",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5b206219338e0f50442fe909729fb4d189d258577674ba05611c80bcb838b8a4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1550,
    "pair_index": 1550,
    "case_id": "boolq-dev-2409",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6396a2dd00e1404644cb9c239a55e0ffdde25d84b9acd476d2772a8f53ce1c00",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1551,
    "pair_index": 1551,
    "case_id": "rte-validation-0127",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7feeb61e5acfaef073834bca46d581b1a0bfecba41c3ea4767f70d0dde7a39ec",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1552,
    "pair_index": 1552,
    "case_id": "boolq-dev-1337",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "fa2acd7b972c5646753e4f61129f4f159d9a558f96e25c377c0896147ea2565c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1553,
    "pair_index": 1553,
    "case_id": "boolq-dev-1999",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9df9c0b736cfa9190c9eaece4a87888bfee4a6020fe7e50e1ada298bcaebd52c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1554,
    "pair_index": 1554,
    "case_id": "boolq-dev-1052",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b230fd9cc7163e039dc9080168fdd3073a984bce6cda6a74aac9f5d9458b5234",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1555,
    "pair_index": 1555,
    "case_id": "boolq-dev-3081",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "141d9c30acf387943f135c365f1fe339339166c80a6210f41285bacd80fc493a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1556,
    "pair_index": 1556,
    "case_id": "boolq-dev-0727",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "557e69320dbc3b13dae01f65674a2caa5a38bd9f32eacf84bb16f39583ac3c6d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1557,
    "pair_index": 1557,
    "case_id": "boolq-dev-1838",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "61dc6dc1d6101ee7c0d4ec14f5184b7f6dc43ddf1e8d9f6519905b778ff77a40",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1558,
    "pair_index": 1558,
    "case_id": "wic-validation-0210",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f8540d25c632eee0daf54440e8cdc066dc599d5388e2b6056f9e74201a396cb6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1559,
    "pair_index": 1559,
    "case_id": "boolq-dev-0952",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "258ccf5a1beea149eb15c4b3e712600d913db1dc82cf43ed0deab8c870539779",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1560,
    "pair_index": 1560,
    "case_id": "boolq-dev-3156",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7d0c67d6e2c13b5b7c762f8723e8092eef6628cee601a411fd48afe524aa7ad8",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1561,
    "pair_index": 1561,
    "case_id": "expanded-probability-0191",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "62296376f3c78d992dc83f14e181798e36cb96f8c19a7ef488be012c950c7e60",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1562,
    "pair_index": 1562,
    "case_id": "boolq-dev-0469",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "39d308157538b60c79bf07365cee3701cfac176cec58fccd02aa335dbd27c073",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1563,
    "pair_index": 1563,
    "case_id": "boolq-dev-1335",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "65fb9b6ce75fa48ef6dea0fbfb2df1134567a7148b735c48b455644382e6aa6d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1564,
    "pair_index": 1564,
    "case_id": "boolq-dev-2848",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8ff6a8093657e6269b41c49ace771d7b43df7103ecfff2c85092c1e92560e33b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1565,
    "pair_index": 1565,
    "case_id": "rte-validation-0175",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ddf89cdb5d684f02c52631631acc6fada88f407568aee7ea93d0b15d997e09cb",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1566,
    "pair_index": 1566,
    "case_id": "boolq-dev-2007",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "95334307164db82ea824a81eb782510b50f09b2535f903fd61142a21bb07b2b0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1567,
    "pair_index": 1567,
    "case_id": "expanded-probability-0241",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "87925a6fe7b7dcdc2f3b363ba0d5e959a0536385b1b9ab30ed8047270fa63bff",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1568,
    "pair_index": 1568,
    "case_id": "boolq-dev-2714",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c7d3e3ceb5352b001a9e91e48560cf8424c0c362c241a821d3958e039ad20db8",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1569,
    "pair_index": 1569,
    "case_id": "boolq-dev-3186",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "500b32a2bb5601f583d8b890efd6911ce37029f95a5ddbcc3bad01b02352af48",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1570,
    "pair_index": 1570,
    "case_id": "boolq-dev-3054",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ec77f2d2f990a40c04bb3d6dd85c79f9b14e5acecf45b1f1a6b7dcce59e05b7c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1571,
    "pair_index": 1571,
    "case_id": "boolq-dev-0555",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "52fc50344084ebd165cd206097d4c086399ff6236196c74ca0beb4d98c6e99da",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1572,
    "pair_index": 1572,
    "case_id": "wic-validation-0188",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f8e7a75a962723dbbefface9ce31d79c66c7760454d5dd0ac2306beb091c82f1",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1573,
    "pair_index": 1573,
    "case_id": "rte-validation-0147",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "95a4320bdb80df0af3bc934a743f510110f2d091cdc80d0ec7a19071706aad29",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1574,
    "pair_index": 1574,
    "case_id": "expanded-probability-0085",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1b3ecd7f84627c9f37314e5411aa7976b0ec4db3e74dcebcb30a4792f560d53b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1575,
    "pair_index": 1575,
    "case_id": "boolq-dev-2356",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "03330a060bc621a308770d6b7bd656d27b62d3044c077c130a79dd2b7c8c873e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1576,
    "pair_index": 1576,
    "case_id": "boolq-dev-1158",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "80836d704c811695201d354f941e2eb84255a02a5e660be4b74ca8010e8c0ed3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1577,
    "pair_index": 1577,
    "case_id": "boolq-dev-0313",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "bd40bc76f353cdec89bd62e1d9825fc0b3a72584a733dbeb886b7316afb4fd3c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1578,
    "pair_index": 1578,
    "case_id": "boolq-dev-2792",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f7dd80777822523cc5c6ea21efbfbc2acd5e794a2fb0cbed64e67966a85d281a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1579,
    "pair_index": 1579,
    "case_id": "boolq-dev-3135",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "31dd0095d00abd8fd891989f06aab34ecc4d61f0a9294b833b06bf6aed1c75df",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1580,
    "pair_index": 1580,
    "case_id": "boolq-dev-2060",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "099fc9ce52eb6801911c0ec432d819bdd43d824fa1cdc709991b1460c9949288",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1581,
    "pair_index": 1581,
    "case_id": "boolq-dev-1591",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "92ff3ed91a0c616457fbe2d28e34faba71eb5d765d66c4c85f275c62f900a8a6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1582,
    "pair_index": 1582,
    "case_id": "rte-validation-0107",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0de1f81b34ba97b0cccd6fa8b24a558899d0d617c983a7a925b8ac5360beb4c1",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1583,
    "pair_index": 1583,
    "case_id": "expanded-policy-0121",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "68a97bdaff45a555bf2810173e2cb792d4cea5dd45869822fd868ac2304e9cd5",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1584,
    "pair_index": 1584,
    "case_id": "boolq-dev-2914",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "07b533f3309064d27fa568348b17ef4d520d10be20985291551dc601da431ae8",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1585,
    "pair_index": 1585,
    "case_id": "boolq-dev-1070",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "dfc96d0cf099acd42d681ed6ef68a03c0881c3df3eb29cf7d825dcd9df74c99a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1586,
    "pair_index": 1586,
    "case_id": "rte-validation-0034",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "eed3438967a67ca5e74b41cc4ba2123686f8ab9212aea20df96b7fcb7ce433bd",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1587,
    "pair_index": 1587,
    "case_id": "boolq-dev-1583",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1e6b4ee30707b29c093b355b602acd378a8c5714f9f65c70d98e870c9ab6779a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1588,
    "pair_index": 1588,
    "case_id": "boolq-dev-0089",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c168ae959424fe9026d71bcd7d741ef1d12c9602059d66817d7d302760afcbf4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1589,
    "pair_index": 1589,
    "case_id": "boolq-dev-2729",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5f2c13b1ca4e14fc02bcb6ba38b8acb273f0a211ef32ab57e0571cad062ced92",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1590,
    "pair_index": 1590,
    "case_id": "expanded-policy-0038",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8d9ba0f3e01405d7a43733b9d504188799197a4130e08d79db4f066838e60562",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1591,
    "pair_index": 1591,
    "case_id": "boolq-dev-0117",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "981fa27a77155edcb7a9114143f447b2c02cb69afc288654fb45d55d85cdf6f2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1592,
    "pair_index": 1592,
    "case_id": "boolq-dev-0757",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "272da1804438195ae202b4ead39c821ce01d5373e70b3f929602b7f5d6c2eb41",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1593,
    "pair_index": 1593,
    "case_id": "boolq-dev-0263",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c91427bd141e16b01ab7b0ba1f68b5ccea42427b7d3110548c10e0a1df5e8145",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1594,
    "pair_index": 1594,
    "case_id": "expanded-probability-0034",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "409c178d3add5134dfddb0ecacaf98ba4f8b2e31b3da94162c6e7b25abd36347",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1595,
    "pair_index": 1595,
    "case_id": "boolq-dev-0035",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "dbf286b886fc98539a25ae79cdebbe2eb8b2e8eab9fb9e530e3ca4eb480d6010",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1596,
    "pair_index": 1596,
    "case_id": "expanded-policy-0243",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "131e248f8496ccee7792010c229bd496faf446cc82aadb85c4367d8e8bccc3bf",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1597,
    "pair_index": 1597,
    "case_id": "boolq-dev-0994",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8c939f5e449c0c1ad0101925e5521efdf2c081df9022def152b18e67d0a44725",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1598,
    "pair_index": 1598,
    "case_id": "rte-validation-0066",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0eba600c6e792dfd3565c1673e6eb4fff59e8c431e443d590288f532a28a03ff",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1599,
    "pair_index": 1599,
    "case_id": "boolq-dev-0107",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a44edde660708e943fdb29c63e964d8d768b96704f8a084bcb59785429f670f6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1600,
    "pair_index": 1600,
    "case_id": "boolq-dev-0115",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "bbfe06fe8eda616e371d4b716617ceff2ef9669aa1b7b17fd792e29f274c4222",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1601,
    "pair_index": 1601,
    "case_id": "boolq-dev-0257",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9ea664b7597ef0df71004e8cdf7bbf939fddee0112f517d85bc038880964da70",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1602,
    "pair_index": 1602,
    "case_id": "expanded-policy-0214",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "002ad91a11c379f576eaac1b38917b91cebb746bbf53c4e4e9b82cac68e6f20b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1603,
    "pair_index": 1603,
    "case_id": "wic-validation-0401",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "02e4d1ac34eb630265e74f7ebab90104459c6f4f79227c7f0894627d83b926fb",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1604,
    "pair_index": 1604,
    "case_id": "boolq-dev-2153",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "37f7abbe4e3979b55195934fadc2fa8d467fe3f49a6ab105fb08af37004de027",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1605,
    "pair_index": 1605,
    "case_id": "wic-validation-0320",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "54df18afeb97f06ddafdb3bdc3ff65e25f5a98699d378bc82cb782c334d5c30d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1606,
    "pair_index": 1606,
    "case_id": "boolq-dev-2623",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9d3c26f4214f4c0e777f3f93b95f7d77f4b034fb53be9c7ff36dba44d301f71b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1607,
    "pair_index": 1607,
    "case_id": "boolq-dev-1812",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "785c0af81309252989f37a2d50f53587739e395f5faa5adf50ab03d3437e4b8f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1608,
    "pair_index": 1608,
    "case_id": "boolq-dev-2879",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5e88ff170b450e1ae7fa76f8edc2ffbfa4c44fca4e14506343f1130580b4ca9b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1609,
    "pair_index": 1609,
    "case_id": "expanded-policy-0104",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b633d0f45e202060426218cf01be48fe81f51bc81792975300f8427b9d30e3ef",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1610,
    "pair_index": 1610,
    "case_id": "boolq-dev-1438",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "178c31705dc26fb622725df15880a66815ebe0516bdba5171e69a3932d522079",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1611,
    "pair_index": 1611,
    "case_id": "boolq-dev-1063",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6adf85cb1998b757ab461380aac6baec1dbd8a6d84cf34eb0c98f98c12359524",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1612,
    "pair_index": 1612,
    "case_id": "boolq-dev-0171",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1ca7172a46a75246f4da95b969e387c6378b5ee4bec5b7996d2022733d0e6019",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1613,
    "pair_index": 1613,
    "case_id": "boolq-dev-2948",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8809139fc50998dc6b49125cd302fc84030e6e95f48046515c758a08a7187e17",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1614,
    "pair_index": 1614,
    "case_id": "boolq-dev-0295",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7642e48f00ddff410166c416fa392d67fda79dc01c263f98811ef27e79b4ae70",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1615,
    "pair_index": 1615,
    "case_id": "boolq-dev-0863",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c7e7d572d5835d473b8ab8a5e77b278c3a358f7b1934821c2d18c689ea81cb26",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1616,
    "pair_index": 1616,
    "case_id": "expanded-policy-0225",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "76c43fedfccac4742af0a199702d12fbaaab41ac2d5f7f849f611bcf865be0e7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1617,
    "pair_index": 1617,
    "case_id": "rte-validation-0038",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "af8ec7aa5bef560b985e8ee1861559ac60d28adbe2fc7d74c2bf79bd43395f25",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1618,
    "pair_index": 1618,
    "case_id": "boolq-dev-2833",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0a0c5262cd41bc0a45b71e824ee9be171e6b043a82390a6422026914d9f45d48",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1619,
    "pair_index": 1619,
    "case_id": "rte-validation-0036",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7c75656e686a7f273e41d736f3496e59ed181f0de687e4d5030e6bab65cd0207",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1620,
    "pair_index": 1620,
    "case_id": "wic-validation-0225",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5f8fde06c6bb566c4f8410439811b2173a5c3614ad49b2d726ea6948758552d2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1621,
    "pair_index": 1621,
    "case_id": "expanded-probability-0272",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "24353b4d8d8c194a5dce77a96a89900dfc75d18de15376863372819fbf2c20b9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1622,
    "pair_index": 1622,
    "case_id": "boolq-dev-0248",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7b4506da3b18a9922b6a17cb9da0c7801af402ef4aa0c29013a4dd67a27e3753",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1623,
    "pair_index": 1623,
    "case_id": "boolq-dev-0086",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5d8ddf4f590507e4aad966d5ef8ecb8728265a8b2d98cdf5b0adfaedb1e3430d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1624,
    "pair_index": 1624,
    "case_id": "expanded-policy-0298",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "164bd38304cd7df15e1e082d071c21fd7b7b5ef0d2906959758e500e6aa81fa9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1625,
    "pair_index": 1625,
    "case_id": "boolq-dev-0432",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6e7b976ae0ad74f42c6ddf98fe4884eb0602f104c4f71deae20a3e05a0124468",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1626,
    "pair_index": 1626,
    "case_id": "boolq-dev-0987",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "df35ae784828e00c3cfb310df6b0d34674686d1a6e53001d1a3811b8846c0431",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1627,
    "pair_index": 1627,
    "case_id": "boolq-dev-2125",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8f38f2649fca81687a29249680944883c7b23a9465606927da28706ed3953008",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1628,
    "pair_index": 1628,
    "case_id": "wic-validation-0400",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5b37cfca9fad0bc45b88f2da64f12753ee74a6b74703b6b5c8098d2c045b9851",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1629,
    "pair_index": 1629,
    "case_id": "boolq-dev-1466",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d204897962a030d045a06212b84005e0cb77ddaa564420d8ece089cfbd6bedc2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1630,
    "pair_index": 1630,
    "case_id": "expanded-probability-0010",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "bb3d5b62ec0ebafcdb3061c8099edb091b06655481bf2776bf82770da7a1491e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1631,
    "pair_index": 1631,
    "case_id": "boolq-dev-1709",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "227fd91ea1eeeeee756c7305cd60b2b744f4435eacf1338b3934b960b8554fdc",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1632,
    "pair_index": 1632,
    "case_id": "boolq-dev-1921",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c2d188b252e4ea14fc516a1a30449ddc3daf1b332da7d151f01a119407178129",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1633,
    "pair_index": 1633,
    "case_id": "boolq-dev-0900",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9f091c006e9889cad7018c7a1b3d97c1bc58dbd466afe26f1c08e2cfc1840fab",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1634,
    "pair_index": 1634,
    "case_id": "boolq-dev-2525",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "debe7f947b5cd9fb18387d2d89dcb800ab17324ee1ce6e80ef8d8175feb6d9be",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1635,
    "pair_index": 1635,
    "case_id": "boolq-dev-2630",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3d81454d6798e3b6e36ce8ce5b63fcdc118b0e7999f90b5607a8db0a054593a2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1636,
    "pair_index": 1636,
    "case_id": "boolq-dev-2656",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c197d6dc280bb945feccbd3e7fc10142c2d8eb1dae891e7d9d63087df0ac3223",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1637,
    "pair_index": 1637,
    "case_id": "rte-validation-0035",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "461bf543926a358e3e0b5ea3768c27c55673fd8930f59812b89cd863aaa9d6a8",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1638,
    "pair_index": 1638,
    "case_id": "wic-validation-0519",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "392136dc54ad2b24ff4a8354f2b5b409af9830204833b79c352794f1ddeb364c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1639,
    "pair_index": 1639,
    "case_id": "boolq-dev-2475",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "27ed66a15261dc9e46dd29e6d2bc91ac145c86d065e727c80d89e8e1c2ef7763",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1640,
    "pair_index": 1640,
    "case_id": "boolq-dev-0703",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "eee00cc859825288ff61776f31be6e88f70b0a0c26bee33f670c17ad1a2aa583",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1641,
    "pair_index": 1641,
    "case_id": "expanded-probability-0182",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "761e5f3ae03f4c2052bf1c9208ee2fe29660855d2b8d3765649ef326e958254c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1642,
    "pair_index": 1642,
    "case_id": "boolq-dev-0859",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "290081da31cc69af78d7694696f8770b529da65e31659a500c825ef07d8aebcb",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1643,
    "pair_index": 1643,
    "case_id": "boolq-dev-2117",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "25193244adcaa9e495548ec4651235fead3aafd981982a1686b1b03378dbd353",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1644,
    "pair_index": 1644,
    "case_id": "expanded-probability-0032",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f0001cd04acfbebbfbf2faae3c1b5fb13f7b45306db985e03db19b86cb085e63",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1645,
    "pair_index": 1645,
    "case_id": "boolq-dev-2062",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9acb785fcfd49f0d78914099535c451b7ba6e285f85d882cdd04b8c41e963d39",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1646,
    "pair_index": 1646,
    "case_id": "rte-validation-0041",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e1f3808475215c194e02d29d69217c67650894a5a4703836f93709e0bfaf4760",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1647,
    "pair_index": 1647,
    "case_id": "wic-validation-0307",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "bb90d3fac5a6f1382be09e22bd8a9e321355cca1eeec48b78e64597a9cb6b659",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1648,
    "pair_index": 1648,
    "case_id": "expanded-policy-0230",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "cb93d17d4835c040606eeaf613e5d4d69697b22b3b6093ade5625d12b1421867",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1649,
    "pair_index": 1649,
    "case_id": "boolq-dev-1285",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "06819063511689f86728c1ab4a5c06e5b686995d09dc23d8c3a8028b5ef8b68d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1650,
    "pair_index": 1650,
    "case_id": "boolq-dev-0141",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "355eb4fd64b049ab10cb330a0c3878de596e14859f5b01653bfd3b4583490031",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1651,
    "pair_index": 1651,
    "case_id": "boolq-dev-2522",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f37a54038c0c4f3cbdb3d334f16b76f141ad49305835880711cc1cee89723d1e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1652,
    "pair_index": 1652,
    "case_id": "boolq-dev-0419",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a4cbff2ac84c8002d6c2c971409c93ede3106a328cdf41ad1d3c1311d9e44412",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1653,
    "pair_index": 1653,
    "case_id": "boolq-dev-2586",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3dee1ef0ae2b9c74dfde060b8c78b88f637f61d6b77fa38f000146a143e66ae6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1654,
    "pair_index": 1654,
    "case_id": "boolq-dev-1868",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6ffe214422786acfa42fc18c0b15c9dff3a9852975ac75c1e5804878c9c4a497",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1655,
    "pair_index": 1655,
    "case_id": "expanded-probability-0064",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a8321ca8995fef82927f767e7ac86de5a0032a00b13feb5d17e2590d31512455",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1656,
    "pair_index": 1656,
    "case_id": "expanded-probability-0088",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b07d9cad366ec6b910595540d6a4362b9e1184dc607bbc0e5adeaa098901ce6b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1657,
    "pair_index": 1657,
    "case_id": "boolq-dev-0998",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f58aa6fb2dacfbb82d96cf997cffa7b349f2f351fd09f48a2b73b85f1760271e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1658,
    "pair_index": 1658,
    "case_id": "boolq-dev-1762",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "262d35dec48ea0ab0dbf4cb201e8ab8e66f858bf5a773766e2f8aae27b974c47",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1659,
    "pair_index": 1659,
    "case_id": "boolq-dev-1906",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b4cb4877bfbf8992bb24fb0b5147bb912ea8eece44042be3d723f0fb1faef34a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1660,
    "pair_index": 1660,
    "case_id": "expanded-probability-0290",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "aca66883d0bdfcfbdaf14172e7fa4367fc33a4e9a656aa2bed4e3c00dab6d146",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1661,
    "pair_index": 1661,
    "case_id": "boolq-dev-0860",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6c3e8e8ce102ef7e7a3ade3afd231961e4455f2f2e5bbcea43102d175514f83e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1662,
    "pair_index": 1662,
    "case_id": "wic-validation-0535",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d1c8c2eb179f96270aca36f05de4648597ef011daf0aa525eefc5b8a1ed492e3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1663,
    "pair_index": 1663,
    "case_id": "boolq-dev-1310",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "331ce05adeaf7febe30ca0d967f2299a38814338c6a422f7cb9df9e25c46871b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1664,
    "pair_index": 1664,
    "case_id": "expanded-policy-0130",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7afdb95caada742347f04f0e451cbe6cf73320aeeed12cb1c9833afa752069b8",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1665,
    "pair_index": 1665,
    "case_id": "boolq-dev-0920",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "728ab13263ee637eb67cc14792a09ee463eea1d3b4b9ba63bd8f807551cbd01b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1666,
    "pair_index": 1666,
    "case_id": "boolq-dev-0186",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a38fb1f2f00e6f8425e835df5ab91be2f2e180addbeda37cefa88c21813a8fc1",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1667,
    "pair_index": 1667,
    "case_id": "rte-validation-0103",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1a3e2502428ce9bbb02e5d708478d119f75b0976420c9b38e4ee50ceff42ebfb",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1668,
    "pair_index": 1668,
    "case_id": "boolq-dev-2464",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "521f8b959bc0d7c0f640837772fc6eee592d4f119007d6a2b92d94ef926ae675",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1669,
    "pair_index": 1669,
    "case_id": "expanded-probability-0201",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4b056836209ee7916ef250d789b62ac820c285adf2be76c4ff68802121e3e91e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1670,
    "pair_index": 1670,
    "case_id": "wic-validation-0063",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f9348ccc15c5e761a19b49ba91684477d44ec21f04788f4a29b1239e2f2d2611",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1671,
    "pair_index": 1671,
    "case_id": "boolq-dev-2569",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8fd206d6cae80a837b3ffecc227e85c89e2bacb97b1b2966bd655f4f83ab8364",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1672,
    "pair_index": 1672,
    "case_id": "boolq-dev-0204",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "749ce49c57b2a836fb7d87b694876546da3e6537e1dce42352cc3402c60680a2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1673,
    "pair_index": 1673,
    "case_id": "boolq-dev-0833",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b86003e340079f9c281477c823e1aa7f17d8da3f096773651338cb7f52d225aa",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1674,
    "pair_index": 1674,
    "case_id": "boolq-dev-1393",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "801f2f1814f283efa6a50ba94c2e01c7c77f8f665a545363d5a94193f1627abe",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1675,
    "pair_index": 1675,
    "case_id": "boolq-dev-0424",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "247919fe90742f84efb3d471db7fdb29f483cc29cc2992e6761d87d1290b573b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1676,
    "pair_index": 1676,
    "case_id": "wic-validation-0292",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5e2a43f7dfff882d7d911e37c0d5c406097cadc925b8bdf17333998176b2cd8c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1677,
    "pair_index": 1677,
    "case_id": "boolq-dev-0642",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7c43c9e63489fa55b75a90e66eff08abf9842dd291c9b6d7c4c27cd765474803",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1678,
    "pair_index": 1678,
    "case_id": "rte-validation-0080",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3f596b6a0af25759726c703896db30fe1f632282b868ceb650b848681fe7f2d0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1679,
    "pair_index": 1679,
    "case_id": "boolq-dev-2564",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "49ba0b45cb91c3d2925fee72a1747d1e956691b0e8b83883a6042d128080e8e2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1680,
    "pair_index": 1680,
    "case_id": "boolq-dev-2500",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2fd2e74e76762feb53caf93d4a2a20cd158cb9ab9e29d317f63a1a1d42d4d757",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1681,
    "pair_index": 1681,
    "case_id": "boolq-dev-2551",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4775e459cf4d7a8d4744b8a195efc40cecfec65754778a0d414150bb79460c3e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1682,
    "pair_index": 1682,
    "case_id": "boolq-dev-2782",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e3ea365363ec25d719a6ecb8fa5f2672730dfb40f3d0103110d752f04e9cd9d9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1683,
    "pair_index": 1683,
    "case_id": "boolq-dev-0742",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "702d25718744e1f80443bf0796bb0e3f7d58a3500c15e5cce75cc26a02de0641",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1684,
    "pair_index": 1684,
    "case_id": "boolq-dev-1837",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6e6ebb7eae993bd05f49f58b307c045ee669c284464700f49eaaa6c6f4ede4a4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1685,
    "pair_index": 1685,
    "case_id": "boolq-dev-2567",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1a63c08394abf345405e3c85333bfdccf373076a280c28fba664f2885999ae18",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1686,
    "pair_index": 1686,
    "case_id": "rte-validation-0118",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3ac98031842baa261affd1fc341a50fc38015cff94143d3152872ccabda03126",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1687,
    "pair_index": 1687,
    "case_id": "boolq-dev-0888",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1713a8bcc2e684541e6267a05bfe8ab42eddf28e5673a12e15d187bcf25ed6df",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1688,
    "pair_index": 1688,
    "case_id": "boolq-dev-0457",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4d4d271cb5a8ebf3a769568de256651dd99352cfd5deeeb0acfdcf578772114f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1689,
    "pair_index": 1689,
    "case_id": "boolq-dev-2032",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5e7edb158371e073b017295f399d49b0b49b7c2ba39c0a07e6c6b3cc91c2db1b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1690,
    "pair_index": 1690,
    "case_id": "boolq-dev-0052",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "077644ec57d799ee75d3ac3eb84fc437dfb44b08f48132d81b7ed6fa58babd38",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1691,
    "pair_index": 1691,
    "case_id": "boolq-dev-1569",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "acdad1725bc05c398b5c6ef9326bb2a4874d35adaaeb3e7d7264010bbb2ec08f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1692,
    "pair_index": 1692,
    "case_id": "boolq-dev-0169",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9c023886719cdc1dd0ee1a7e9dfe6620dc64b493f69c507557af63ab12dedac5",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1693,
    "pair_index": 1693,
    "case_id": "boolq-dev-2210",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6644d16809335ae4980466cdac7c35218d84bf58e87844ecca2a1ee5bc8f03cd",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1694,
    "pair_index": 1694,
    "case_id": "rte-validation-0222",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "051f7c40730529e44106e660948f32e164428730c42470bafefe53fc2485858b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1695,
    "pair_index": 1695,
    "case_id": "rte-validation-0204",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0dcf7348aaacf5c0b3de7b1609205926646d79e9cfbc0e8c2d9507bf2c4835a4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1696,
    "pair_index": 1696,
    "case_id": "boolq-dev-2899",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9f0dfb65d4652a02c407fbeff0a4527c4d76a8d600140db037446058e5dcf14a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1697,
    "pair_index": 1697,
    "case_id": "boolq-dev-1888",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a07f829030a1cafa252a5fcb499cfa3536089d03e60d33e5cbf1726a573c9b7a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1698,
    "pair_index": 1698,
    "case_id": "boolq-dev-0236",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a488f757e5c7df73778ff943dd76c71b7f949b2736bb01b6f33778ca49964ec7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1699,
    "pair_index": 1699,
    "case_id": "boolq-dev-2599",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e4041ac9c245adf9d72e49b33938423ea6b35e7855c802357d4fdd0df0c0350e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1700,
    "pair_index": 1700,
    "case_id": "boolq-dev-1621",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2308a44fc0ef6d1d61b8be6a8b6fd4d9a339d35fcce9d915196b9fb71b40beda",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1701,
    "pair_index": 1701,
    "case_id": "boolq-dev-1681",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a2032b3d6791db23bb98d750d4f3bcddc86a75570a02a927d0b49064440e4086",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1702,
    "pair_index": 1702,
    "case_id": "boolq-dev-2968",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c3bccf9c05aaecb6e12646f7b0750aa494a9ab4616857da6631e28090d9b5c59",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1703,
    "pair_index": 1703,
    "case_id": "wic-validation-0302",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "27de612a96c4f68bae33f2a9afbb2b7bf89810ba11e28665d12b2662a43b4410",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1704,
    "pair_index": 1704,
    "case_id": "expanded-policy-0120",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "25a7162ba32da15ffd808474e42b89cdcdc65f4c7c2e92738647e6f59a042521",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1705,
    "pair_index": 1705,
    "case_id": "wic-validation-0378",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ef0d0006d89ddafaac92628451e1be1fa7c9ebbcfe45aa9b85a54727908a10c9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1706,
    "pair_index": 1706,
    "case_id": "boolq-dev-2271",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "57c714b75802119586dc8f75866eb7b4af3403069f6f56089cd7e9c87470b8ce",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1707,
    "pair_index": 1707,
    "case_id": "rte-validation-0116",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "cd396d966246fec91f83387a51e37186a5da1c769ceeccd9dd42f21d922c8c77",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1708,
    "pair_index": 1708,
    "case_id": "wic-validation-0560",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5005af669ed8988826643587b3cd6eb21e9d4592efa28358a8bede134a188dfd",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1709,
    "pair_index": 1709,
    "case_id": "boolq-dev-0857",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "64f142fc43ea405fb28229a9ab292aeaf76bafd9b1fa6850e1e74b4f9bae4376",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1710,
    "pair_index": 1710,
    "case_id": "wic-validation-0287",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d4a375b980b68ac60b75040c3adabe0673901191004aad18fc3a9d001a7e4d02",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1711,
    "pair_index": 1711,
    "case_id": "boolq-dev-2998",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "38ed0010011da37e55512e2a5c8126847b13e26ba12d9c5c4ab2dd222b616cfc",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1712,
    "pair_index": 1712,
    "case_id": "expanded-policy-0126",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c9bfa2f605a8eb14caf3a74bfa2d08e1767508133e0df4619c77218163129ec7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1713,
    "pair_index": 1713,
    "case_id": "boolq-dev-0044",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e1ddb8d6a64cdb89b54f6e8576a3cba9ca44b7b2e3f428d2dcf42eac76740801",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1714,
    "pair_index": 1714,
    "case_id": "boolq-dev-1495",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "64385f0c42781298f3d0f7d016f93ba4964098f58117c55316fffe67b11cbad7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1715,
    "pair_index": 1715,
    "case_id": "boolq-dev-0477",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e652b1b6bd502d37c816aa43bebd40624f3e9cb82611fc21f958dcce14d32f13",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1716,
    "pair_index": 1716,
    "case_id": "rte-validation-0032",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3756c1911ed68186196bd0271404a288bfdd6f21b4ed1f5773acb1f1f0fd019d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1717,
    "pair_index": 1717,
    "case_id": "expanded-policy-0229",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5985165467408e3d4c9492d7593a59916ac2ed76254e25ee6d00b5bad8a927b9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1718,
    "pair_index": 1718,
    "case_id": "boolq-dev-0954",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2967039cacb6ebae44c9c90de3dc0c2c40c9d9f58ee05df8686c61913846531d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1719,
    "pair_index": 1719,
    "case_id": "boolq-dev-0557",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "cde949701c7f7bc1996e1d56c83f3b79cf37a465c0145ded4b50f9fe87c5c24f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1720,
    "pair_index": 1720,
    "case_id": "boolq-dev-0906",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ea3d2c494067e5e19dfcc84dd1a60fc70e427c9a95dc2ea016928b654f586eea",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1721,
    "pair_index": 1721,
    "case_id": "boolq-dev-0415",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "81054a8e5eae5601d0e6482b07e291bd11d5b9917d1fa3afe2afcccf4a748a02",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1722,
    "pair_index": 1722,
    "case_id": "boolq-dev-0728",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "99f811b85d7d9fe8033f3cf60a9110143e8f11f6709f90da91f4d1e56e77ae71",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1723,
    "pair_index": 1723,
    "case_id": "boolq-dev-0710",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c16abe913b6036a316f81ed6c880735b4413630b59549183c64e859dbfb56597",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1724,
    "pair_index": 1724,
    "case_id": "expanded-policy-0246",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "02b20d7bbe35d907f6f4579ecafe979969ae215e0903dad6a4257ea5b14c46de",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1725,
    "pair_index": 1725,
    "case_id": "expanded-probability-0091",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1cbca9618c710e4f1ea1e7d36e9de98a30181b014e43dd7337099e2149e7f009",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1726,
    "pair_index": 1726,
    "case_id": "boolq-dev-2845",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ed04678ccdb10753fc45681d1764cc3c51b3140a3d53417e41c2febe75a40b57",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1727,
    "pair_index": 1727,
    "case_id": "expanded-probability-0078",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8ea930c621abe496302d998a6478b1703ef7443045859b9ee69c92e2d6e77d0d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1728,
    "pair_index": 1728,
    "case_id": "boolq-dev-0941",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "97d806d3dd7e8b6fd34e9c0b72be1df0d7bf2fad03161def309a44789452d76d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1729,
    "pair_index": 1729,
    "case_id": "boolq-dev-0369",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a7615bcc6cab60da4bf6fd8907fe1789aff2e86fd6d1ac098b1c8eca985d83c6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1730,
    "pair_index": 1730,
    "case_id": "wic-validation-0509",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7127b5eeff9f047127bf000dd619d410e0c47c223001ed9119769e26d00a6dfd",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1731,
    "pair_index": 1731,
    "case_id": "boolq-dev-2905",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9d228a5395fbe5f33ff012025e812387ca0f2ce54bae9534c22646c1e72c0049",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1732,
    "pair_index": 1732,
    "case_id": "expanded-policy-0267",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ac03a72156189d361a72339d5ddbf4e6c29bff5e801eb1cdd4d1a615e0975118",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1733,
    "pair_index": 1733,
    "case_id": "expanded-policy-0211",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a72af9e9ed80c057c69fa91ef1e86e13f080dc13fb8325632425e49feaeda24f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1734,
    "pair_index": 1734,
    "case_id": "expanded-policy-0001",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "82bf61a768a4f8d56456c9841c8489c2c952f8de9523f2db864ddeec3b6b1a04",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1735,
    "pair_index": 1735,
    "case_id": "rte-validation-0125",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "578f46f1ecf2e9e7702b7562d4f837397c79e2ad9f6cfc5f219a645ca1dbe084",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1736,
    "pair_index": 1736,
    "case_id": "rte-validation-0185",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5172d67619b5bc1672f53b73a539241013024ce5735ab5ac0ab7b4d3e50503fe",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1737,
    "pair_index": 1737,
    "case_id": "expanded-policy-0254",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a081a6052347aa1d60bcb2d31e985083f1a84514d7d6e68dbc0a9d907fa5bd20",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1738,
    "pair_index": 1738,
    "case_id": "boolq-dev-1076",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "cba8e8c88afe262bf32d4e972108a75ae5e07361d19b345af98bb4abae4e3c95",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1739,
    "pair_index": 1739,
    "case_id": "expanded-probability-0177",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "60a74afd01de6930d1f6e8c1dc64c02a283d071ae96ea60b535e484882f2e10f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1740,
    "pair_index": 1740,
    "case_id": "wic-validation-0261",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d01c6e09aeea41d8e68be815e31908bb54daf5628192bca2523d3c30a86e644b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1741,
    "pair_index": 1741,
    "case_id": "boolq-dev-0450",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7ab27572f2ea4b7db202402098915d168baa49348696dbbdaab1b0b01a1431d9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1742,
    "pair_index": 1742,
    "case_id": "wic-validation-0520",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1a226d1eb4ddb53ec88b6b8beb2936b06595e1c0997eaf8384300b6ede0a23c4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1743,
    "pair_index": 1743,
    "case_id": "boolq-dev-1652",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "cbc1348398c1ecb910e7386feede701e2bda3763a2a2b3c19f9c7daa1aded074",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1744,
    "pair_index": 1744,
    "case_id": "expanded-probability-0236",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2b8516813f4b4b52702b2f7f0a616e18015da4b374878070830876b964f8957c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1745,
    "pair_index": 1745,
    "case_id": "boolq-dev-1322",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6ebe69458a8f1f877a6a7d89a99a527648c8f4c6ab390a63e9c67318817bc48a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1746,
    "pair_index": 1746,
    "case_id": "boolq-dev-0039",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3a6cc1b126f9ce444c6dee3d0b5805dee8f90bc7fa5aacbfed8a2368b36e47f0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1747,
    "pair_index": 1747,
    "case_id": "boolq-dev-0082",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0de0de066745f3db084610ba2afb9cdbc6a3e90d4751651d8396fd83687e17d6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1748,
    "pair_index": 1748,
    "case_id": "boolq-dev-2583",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6c20df89312a0374d6b60b2ada783726199ee4efb196bd0cb1de5d089eb7d928",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1749,
    "pair_index": 1749,
    "case_id": "expanded-policy-0112",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4deff6a5da959494ce780ccc6e86509be571f9e1a9a15f82d91d7cd471956a5d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1750,
    "pair_index": 1750,
    "case_id": "wic-validation-0516",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b767f01568f1d90a3b2accf8b07880b5cedec522bb76fe93c3a83bf0ae0bfd0b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1751,
    "pair_index": 1751,
    "case_id": "expanded-probability-0099",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "67e6ee18971a311cda5df7f25eb18a7eb5a5ddb368ca6529b88d54c55be539a1",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1752,
    "pair_index": 1752,
    "case_id": "boolq-dev-2746",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f99f2a0a4b8323743e9184724f7e8da4dc4b1839604cc0e30dc0b227f5c3fb63",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1753,
    "pair_index": 1753,
    "case_id": "boolq-dev-0875",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "24aaf5ba280bcaa32de3656ae81fecf9819eb27e0b1490f3aa5809722a6c2fc8",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1754,
    "pair_index": 1754,
    "case_id": "boolq-dev-2620",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4774019a49d58a7a603848c4c0f4ac8188243c8915dfdf5e3cd665bfadd6460a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1755,
    "pair_index": 1755,
    "case_id": "boolq-dev-0919",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7c03fc67cfa1f84c124753110d6ef6d39e2fdb9b1c582fdb02c64dc874bbea87",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1756,
    "pair_index": 1756,
    "case_id": "expanded-probability-0168",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8aa7981eb41dbd2317a7442f67d709fdce031e556f2b86f46435d1243c6a746f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1757,
    "pair_index": 1757,
    "case_id": "boolq-dev-1092",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1364429a7b20c0da01a018ddd605915fc34d264e9fb561803ab435ec21036584",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1758,
    "pair_index": 1758,
    "case_id": "boolq-dev-0795",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c79c4e49575796d5b59d7731ed26074d907417b1b009f8f9c91cafbab535b355",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1759,
    "pair_index": 1759,
    "case_id": "boolq-dev-0792",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8209d3cc47d418b74caa56d6063fb1cc12b55bedfdcec846f19a74ae80ea5067",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1760,
    "pair_index": 1760,
    "case_id": "boolq-dev-1530",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "86f2b74b70746bd8f797fec2964adea6ece68d0cb173edd0c4ead60ef920d29c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1761,
    "pair_index": 1761,
    "case_id": "boolq-dev-1538",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d03567520d481d432691840b9653644ab0524168c753b8637c0308ebfe6185cc",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1762,
    "pair_index": 1762,
    "case_id": "wic-validation-0382",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "591bb13a52c3f3e35a7b3b829ee11942957486082b85758a366e5bd6e432d1e4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1763,
    "pair_index": 1763,
    "case_id": "wic-validation-0443",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ca2bb4df5e1d909b261f4303ea1e79000062cab07fe9afb99c3c611de41a3203",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1764,
    "pair_index": 1764,
    "case_id": "boolq-dev-1374",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0c3a80c03fb489c4941e9a007b3fc61b5d7675cc409b2a7ffde4160a648ca2ad",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1765,
    "pair_index": 1765,
    "case_id": "boolq-dev-0025",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "98b03677cf9388e574444f9fd300f527c8202072a1c0183b114719372d2d1f16",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1766,
    "pair_index": 1766,
    "case_id": "boolq-dev-0113",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "114576d497d75cc1d1336b11112cc0bed468512dfd2c47419760253d9555ba64",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1767,
    "pair_index": 1767,
    "case_id": "expanded-policy-0062",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2059a44b2516d8f6ab6f262645cc3471006ab322fd5b0fdf891408dc9310323d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1768,
    "pair_index": 1768,
    "case_id": "boolq-dev-2652",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4e88efd7a11e1e38275e6bd8b931f690460cc93b3da009d8400b45390747818e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1769,
    "pair_index": 1769,
    "case_id": "boolq-dev-2697",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e76cda2307f516fba907bb76cfe465be2efbd24c3b0acb242dee73ea384e9449",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1770,
    "pair_index": 1770,
    "case_id": "wic-validation-0329",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "558283faac68f09104d86cf9e80c1d06758dae1d3737dc7847e9183f70d37d2a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1771,
    "pair_index": 1771,
    "case_id": "boolq-dev-2211",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "64989f45d6d7a5b40ebd4caaec0aeac71d9df3262b9a9a80df07c80277e6608b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1772,
    "pair_index": 1772,
    "case_id": "wic-validation-0541",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "adf9237cc1c554272bd804329c0a81d347edb22026d5596a13396f2a4221403b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1773,
    "pair_index": 1773,
    "case_id": "rte-validation-0196",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f7be6ed89a01b61569649982fa83b539ed2cd5d0499dd7c23a83214badb11f9e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1774,
    "pair_index": 1774,
    "case_id": "rte-validation-0201",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "700e91a90f174587198fb3e0e25b8603af297cc018fc774a2f9c6b6cf756e29a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1775,
    "pair_index": 1775,
    "case_id": "boolq-dev-1504",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "aaee4826caed88d39007c1291a22ef57452a6ebfb43b9bc56aac07f3754cb1d9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1776,
    "pair_index": 1776,
    "case_id": "boolq-dev-2204",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3fe168590ddecef8fcc4b4ca9d1e0acd2a3ea2f791c54b14a6995725af895886",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1777,
    "pair_index": 1777,
    "case_id": "boolq-dev-0856",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1f5d75f222ddd494c13de69bde91223a9511f3cadd12b1651626c5a4fabc716d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1778,
    "pair_index": 1778,
    "case_id": "expanded-policy-0081",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "949244228b33047630a375d497cf3c61811496fdab874fe0ea3762aa1c0a980a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1779,
    "pair_index": 1779,
    "case_id": "rte-validation-0105",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "96c6d26e9924570480b3f0a8085729efb64eb6db920ae66767052d7de37af83a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1780,
    "pair_index": 1780,
    "case_id": "boolq-dev-0480",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "dc2399674b7ffa64876587ceaf7a791c55bf323e1196fc0217c286d9de507159",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1781,
    "pair_index": 1781,
    "case_id": "boolq-dev-3173",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "936e21163b1d9973032770f5676c9dc8b982a05cc0feddd7ef67ec173ecb94a7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1782,
    "pair_index": 1782,
    "case_id": "expanded-probability-0264",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9f29cb5576e213401d1032f8529ae03660b783dec64308d6e446d5a72b6dc300",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1783,
    "pair_index": 1783,
    "case_id": "expanded-probability-0109",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a617697e4e428ac41c6227487396afda31b3f874449100d13b8253e1ebb81413",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1784,
    "pair_index": 1784,
    "case_id": "boolq-dev-1650",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b373bd9488046e33792775bca2127e7b116b55af58c91aa6372e30a590a8b7cb",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1785,
    "pair_index": 1785,
    "case_id": "wic-validation-0295",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "40249e74a29510bd9b467ba3374b68ddb6206e07e6776a8fc7dd0ba95f58d6bf",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1786,
    "pair_index": 1786,
    "case_id": "boolq-dev-2024",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f429a9447a3c28411840f30b162f4706cbedc6550e2b5cd040ed52edfb2288a2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1787,
    "pair_index": 1787,
    "case_id": "rte-validation-0106",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "878acc3287074a70ea22b7a658809dfd21969c94c677b7976a95fa86ef6c2458",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1788,
    "pair_index": 1788,
    "case_id": "expanded-policy-0185",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "09fcc40208c79a86cb2802469b7d63258a1d4a832b80030aca4ef4c19cb34cb4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1789,
    "pair_index": 1789,
    "case_id": "boolq-dev-0470",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7f156e401b9b74bb9b17a94877d2a97cf4c8ba787a7f590a2d45ded81959fecc",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1790,
    "pair_index": 1790,
    "case_id": "boolq-dev-1860",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "01b9e142bd72282d1834e0c6fc15b71335d616c774185d57a7e670b72073aedf",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1791,
    "pair_index": 1791,
    "case_id": "expanded-probability-0255",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5879a6365ea302de85f0d66ba05017e9252fae11d3e9b9592d2d2ba73e25cfe7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1792,
    "pair_index": 1792,
    "case_id": "boolq-dev-0514",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "844206d3a15c2063bf35154a5abc21d273d8993a9005750c1fdbef67d91d039a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1793,
    "pair_index": 1793,
    "case_id": "boolq-dev-0726",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8fbf013b66315d3a6baa3ebedc5c274c5a6e4daf86cc1c0cd93c445628c94c18",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1794,
    "pair_index": 1794,
    "case_id": "boolq-dev-3078",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7a90062d009c775b5abfc0238cf63653f3d0d8c7b0c13cdf68c12f81d00904bc",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1795,
    "pair_index": 1795,
    "case_id": "boolq-dev-2640",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6abf91ccd31390c4d1baacc41eece51ab08a299f5d2247c0fef73f3a1f26eedb",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1796,
    "pair_index": 1796,
    "case_id": "boolq-dev-0966",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1fa6348de1794c26fe1a4b9f27c962fa8183468e752904bf01e3db5d0e5d4207",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1797,
    "pair_index": 1797,
    "case_id": "boolq-dev-0300",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "09dde4ae8431ac8b4fff1c552a3fab7943684d40f8ba3a9152fb8bef951fa42d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1798,
    "pair_index": 1798,
    "case_id": "boolq-dev-1661",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "760f310e5d275a80cf194f7175774baec0026d62a0ebc806aa1c6386dd1299e8",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1799,
    "pair_index": 1799,
    "case_id": "boolq-dev-0389",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b74dddc1ab83324edb4f5ac8324c8c7d5fceaa8f5f0fe9a662d06816bc4b37a2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1800,
    "pair_index": 1800,
    "case_id": "wic-validation-0170",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e3f74413be0c206dc0844c7bcbfa591665de8121496c622994a5d8bf13bf6679",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1801,
    "pair_index": 1801,
    "case_id": "boolq-dev-0804",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "691f116ab69322752eabe924e5dd9745307672d9a60e867aa718bf3029279c7f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1802,
    "pair_index": 1802,
    "case_id": "boolq-dev-2753",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d2d3a4918ed4c4d9da92dde3a409c4fe468f80a3a8d6411f62cfacbeb97b83f1",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1803,
    "pair_index": 1803,
    "case_id": "boolq-dev-0711",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "abbed40652312076f8bda3990b4800d06cd0fdb69d4b860e0d596bd231a1811c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1804,
    "pair_index": 1804,
    "case_id": "wic-validation-0014",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "73b04cd36b4f1602e3e9f6d986e05adadf12f14be27b62f4e32d8f3a26562d38",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1805,
    "pair_index": 1805,
    "case_id": "boolq-dev-0842",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5baf502f1b325dbe1591d421d256c7190efcc48960ee7fd947d62e2d9c2772e0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1806,
    "pair_index": 1806,
    "case_id": "boolq-dev-3043",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6e1f5634c51d72982a15b9d2768f23413451284e2092a4073c3388abc8e0e1cf",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1807,
    "pair_index": 1807,
    "case_id": "rte-validation-0119",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "556db363f7efb204bcc18b69d9079045629317b06850b4123051b8ecf58ad79b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1808,
    "pair_index": 1808,
    "case_id": "boolq-dev-3067",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2ab3c7591121977e7833323a9eb5174648b6d073b41cf9d2b7637d15a8dfed24",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1809,
    "pair_index": 1809,
    "case_id": "wic-validation-0339",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "cef930991c1ff90b5105ab279e05098d4ea3a0ac7a6754cee303c31b5910ad4d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1810,
    "pair_index": 1810,
    "case_id": "boolq-dev-2457",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "bb31165a3508f4734516a986fe1e7aa7a3ba5aa095104f83bf2329bcda4af74f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1811,
    "pair_index": 1811,
    "case_id": "expanded-probability-0122",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5aca2d78ecf950a2265617d15c40be1c0c47e877cbb92eeffe5f0eef5db18821",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1812,
    "pair_index": 1812,
    "case_id": "boolq-dev-1956",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9df52009cf125ab5c1b1e0e61cd42654350d4ceef87de8b34ac4ce3baad3bf58",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1813,
    "pair_index": 1813,
    "case_id": "boolq-dev-0664",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "bbd5ec030ec9ec1cfdfa845947d4e3377f32b18ff08c6b67426b2834545faa0a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1814,
    "pair_index": 1814,
    "case_id": "boolq-dev-2063",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3aac3362cf8aba35d486def2a16eb71a1f29b66b9863d2ff2a736957bace05af",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1815,
    "pair_index": 1815,
    "case_id": "rte-validation-0025",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5c2fd4b8bbb09df12ef5bc510fe1fe281057752d87675feaf24bb9b78fcc00cb",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1816,
    "pair_index": 1816,
    "case_id": "wic-validation-0405",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f186179ec7fe550a4c65905ab8fcf08c142bdaeb0f60afb374c0064dc6e61682",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1817,
    "pair_index": 1817,
    "case_id": "boolq-dev-1738",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e9e681ca29d14683a7af3ca7b754df6b3736954b2af1cb3dbb75dc66a11ec9fc",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1818,
    "pair_index": 1818,
    "case_id": "boolq-dev-1658",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a64af1d4b24452cd5bf79da9af5c3c7a428afd9204b54fadcbb9bf7da6edb9cd",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1819,
    "pair_index": 1819,
    "case_id": "wic-validation-0140",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "52430942de264dda68ccd143312590af78501dd3d0b799e266a9ba9cdfd2d076",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1820,
    "pair_index": 1820,
    "case_id": "boolq-dev-0532",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "32687d7ca1c3bea7ffb284929d85ba6818805b96f4827e40d5f775897a5660bb",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1821,
    "pair_index": 1821,
    "case_id": "rte-validation-0255",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b86eca5d9f53024e25f1c9a4b3c552c15ae0c93ab39c629440f1d28f1ee9d45a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1822,
    "pair_index": 1822,
    "case_id": "boolq-dev-2361",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "57d76420c783272b94c22d1014589b82a57bb4c506312a2c15af750df54484d1",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1823,
    "pair_index": 1823,
    "case_id": "rte-validation-0027",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "019edf50ef9714cb64a2e464a5398ace44ef5a1b35a8853b02670fa186c9892c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1824,
    "pair_index": 1824,
    "case_id": "wic-validation-0352",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "21b1f5a06873d226085242791491b5848b62f0aecc89d224871bccc5f3d39ffe",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1825,
    "pair_index": 1825,
    "case_id": "boolq-dev-3119",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "fdec8d3600b85ad1a031a3448a2c5efdc5e07788a9316cb8f71d0458faacdf27",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1826,
    "pair_index": 1826,
    "case_id": "boolq-dev-3114",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "67078973888b6283e5cba048b831576c20d74ca10a0665d4c5d49a405b57ff12",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1827,
    "pair_index": 1827,
    "case_id": "boolq-dev-0285",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "973ccad7c178148e0572fed4934237ceb17a947bf81e901f66698a810d70db6b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1828,
    "pair_index": 1828,
    "case_id": "wic-validation-0603",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "75cf11d80688fd9251555d0d9a98ab5d8cc42ffd67c14ecde2906aed18f05ea9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1829,
    "pair_index": 1829,
    "case_id": "expanded-probability-0083",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "cad1c432f63819ece4ea83c4cbb6a0c765680d992fff30166c094d6aa1b1deb1",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1830,
    "pair_index": 1830,
    "case_id": "boolq-dev-1615",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4d9ba24d84f7e9158a853110259314f3c1d4d3060277beb889ffd74e3531bf9b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1831,
    "pair_index": 1831,
    "case_id": "boolq-dev-2059",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "efb63c4bf1226e7f71bcea0eec3878563dfd291f82f8212741c584a04f58449d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1832,
    "pair_index": 1832,
    "case_id": "expanded-policy-0247",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ea098cedd4a86fc3e2a32894e1fa7e133facac6a953f21cc86537d7ebd672105",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1833,
    "pair_index": 1833,
    "case_id": "wic-validation-0145",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "dbca1d33885162868e2f622ed03ec853e7f356718d00d96a27d7ad8419efeb22",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1834,
    "pair_index": 1834,
    "case_id": "wic-validation-0558",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a630d51704ee42013e6a918672f234339fe6039a1d2dd26f9b1a1eeea69bd973",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1835,
    "pair_index": 1835,
    "case_id": "boolq-dev-0963",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "501c06206060d21af1377ad43613da602989e0b6d9b6ee0b4aa39df9e2e2b588",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1836,
    "pair_index": 1836,
    "case_id": "boolq-dev-2397",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "fc40eb3c043f33419d320d729aed904e4252f78cc47b4f52d121d76bb2847c72",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1837,
    "pair_index": 1837,
    "case_id": "boolq-dev-3023",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "fda232a9d924ae7cb28ca8e73fe54631ba7a321171778dc8d4f25bb0216834d6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1838,
    "pair_index": 1838,
    "case_id": "expanded-policy-0295",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "57857d1533893b313931d349be545a30cd03a026ffbfe2d017b4cc7b46f171a2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1839,
    "pair_index": 1839,
    "case_id": "boolq-dev-2804",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "47b64ee3efd21fad60b2333123e715275fe37a7a16702d97cb567ca25adab0fc",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1840,
    "pair_index": 1840,
    "case_id": "boolq-dev-0028",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "115f843813738efccc392324086929e28afd99ae0f7184eb511b1632ee708d29",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1841,
    "pair_index": 1841,
    "case_id": "rte-validation-0029",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6098558ea62e2b529b8951998faa62996e34684af7415fff900b1fa90246917d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1842,
    "pair_index": 1842,
    "case_id": "boolq-dev-2639",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d32e21401b17555dc395c5fc1c2682dc1d40fb2b5848bd3dc27d35357060e779",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1843,
    "pair_index": 1843,
    "case_id": "boolq-dev-2108",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1a2aa55be3e83d1fdda40254ff212540220b0e1a98ba9ca5996977cb10f6c885",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1844,
    "pair_index": 1844,
    "case_id": "wic-validation-0502",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "20445f757d8f7cd57fc3653e7508a2b806a622a722c3610f728dd997b7a5d46c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1845,
    "pair_index": 1845,
    "case_id": "boolq-dev-0942",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "075d81944386cfafd9f89ff94134aa76731ddbceeddf7bb0d0ba2ac7ba934b50",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1846,
    "pair_index": 1846,
    "case_id": "rte-validation-0104",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "fd6d50e45503c27819646fabf9f24134d4fc2beb2ef8a4fd91121e2a48b1fedf",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1847,
    "pair_index": 1847,
    "case_id": "boolq-dev-3025",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5976b3000a03ab7119ee3221680f7290ec331da68ef1de6b80ffb8956ee912cf",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1848,
    "pair_index": 1848,
    "case_id": "rte-validation-0268",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5fc2f6d5b139f5d7ee36ad4821857de7a8830f0e0092eeced5e59aeecc66d6fb",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1849,
    "pair_index": 1849,
    "case_id": "boolq-dev-0982",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f9fe0c0840102cd4ede7c2bdbd82410e969d1de5abc995b6c4ce4e1c941de532",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1850,
    "pair_index": 1850,
    "case_id": "wic-validation-0616",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f3ebe3c63542d23c3f646f07c7d2bb5c049c93510a1ee86c68128e844cde7b6a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1851,
    "pair_index": 1851,
    "case_id": "boolq-dev-2716",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "69dffc1b5db9b38c16cb0efcdd7d3e103526782eee2d8fb62af2aeaf5fa608d8",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1852,
    "pair_index": 1852,
    "case_id": "boolq-dev-1689",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0abb378e5c86a8393221b19cadc654cd999e0f94e1d2ec81170a6ea4814224e6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1853,
    "pair_index": 1853,
    "case_id": "wic-validation-0503",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "45178ff21f824206c01cb6dd90002aa3b9743b89e9d3c781a344fbd30a84ba26",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1854,
    "pair_index": 1854,
    "case_id": "boolq-dev-2537",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3c5101bf7f56203f725fc1b71ea06d00b7b0321ed72656b597f5b4c504b376c9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1855,
    "pair_index": 1855,
    "case_id": "boolq-dev-1473",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "61d0961388ba80e362b5997e5abc9b37d5905c15e35871939eea36cb00cb48f3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1856,
    "pair_index": 1856,
    "case_id": "wic-validation-0173",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1449bbca869395cc0ef1065ae3260a3e6f2123bf6f96cd5d63f5b115e0739bb7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1857,
    "pair_index": 1857,
    "case_id": "boolq-dev-0746",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "65077c49cceb2a7e92c8bd5517952502f4fcb9813d1201149bd3af259cdffc38",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1858,
    "pair_index": 1858,
    "case_id": "boolq-dev-0127",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "bff586f16d1a7936c4e105b4a04a9bc12baae528087ad1306be54304d812b7d9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1859,
    "pair_index": 1859,
    "case_id": "boolq-dev-1137",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1353be7062ae5999851dcef6b004532470f0d035a12af6324b64bfbeb6787f53",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1860,
    "pair_index": 1860,
    "case_id": "boolq-dev-3128",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ece14eb071f9e8c6d737263ff85292a9dcd5d53c7d59881fab2ee68ffca455b4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1861,
    "pair_index": 1861,
    "case_id": "wic-validation-0441",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6109dc4c753f6fa9a2b84fca89db0cbd43fbbde864244643985edd7de4ec65b3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1862,
    "pair_index": 1862,
    "case_id": "boolq-dev-1726",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9f1254014bb2f76c4d70bcd6eaf7a6effb5840d4e692474337b0230e0496d973",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1863,
    "pair_index": 1863,
    "case_id": "wic-validation-0060",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "194fd16cb2fc4d9e1e171ce0427419b89b8bf8081649b2e6097d37a1e4de3ba6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1864,
    "pair_index": 1864,
    "case_id": "boolq-dev-3024",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e53feca8c3371be665c03e809d766e3816278f5070024db8b608cc97fb386822",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1865,
    "pair_index": 1865,
    "case_id": "wic-validation-0365",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "62e4ec835def017854bcee8bdb0a177062dc7054a354fd877b703f7a81af33f4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1866,
    "pair_index": 1866,
    "case_id": "boolq-dev-2595",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f8ad30cd54824c64befdb95786958027395716c4fabdc38fe66c17b83b11d0d0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1867,
    "pair_index": 1867,
    "case_id": "boolq-dev-2428",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f64537ebb68cb3b693809da627e452b2576d463f35bb5642db598390b9c98e6b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1868,
    "pair_index": 1868,
    "case_id": "boolq-dev-2619",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "149281b6c4d1e663499cce2f6a6bc1b5bf2e5c31a65af89fe8bb05b4086011d4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1869,
    "pair_index": 1869,
    "case_id": "boolq-dev-0609",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8e4ca0572f76b06bdfca9a0e46182dd5e54e5726a09793b9c793de8180d8c2ba",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1870,
    "pair_index": 1870,
    "case_id": "expanded-policy-0019",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "63280463f23bc1a6f0118533047ead460b07c2269c29f3bc5c8a33c9b7f3577d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1871,
    "pair_index": 1871,
    "case_id": "wic-validation-0544",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3fc718437dc40dab6cf4d4b5911485390f98be3bd22cc24345e34f4b64afaa76",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1872,
    "pair_index": 1872,
    "case_id": "boolq-dev-1254",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "15c73528629414698e223a5016e115d53183d4fdd7c1e4f224c9ec15148c8cc2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1873,
    "pair_index": 1873,
    "case_id": "rte-validation-0206",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "87c6d20f1cc1f4b87062a64747a2e864a227f127fbd8fbde04c42fd0e276fe38",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1874,
    "pair_index": 1874,
    "case_id": "boolq-dev-2381",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "014d3d07de24e141aea46f9cea94051be3e0d364bcbc8c8fefc971772c5103ff",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1875,
    "pair_index": 1875,
    "case_id": "wic-validation-0082",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3d5827a4ba59e6aed5ff9643b9fb06b3e840d472de8057dad5ba0d5f0cda9763",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1876,
    "pair_index": 1876,
    "case_id": "expanded-policy-0150",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "489d470ba847109780157b864c28b51f10ee773f743346955d66b28545fff214",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1877,
    "pair_index": 1877,
    "case_id": "boolq-dev-3057",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "145fd2202e5aed12315e546377b0311cffb9eb70d917ef188b2883fe0b2b9608",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1878,
    "pair_index": 1878,
    "case_id": "boolq-dev-1755",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c3d0ec1f86ad56212822ca944c4cffa80037bb768fa317bb9ae7a601c71837e2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1879,
    "pair_index": 1879,
    "case_id": "boolq-dev-3130",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6cc0a3556f24d1a3830d70ea2af549abaca10cdc494dfbb5799a31bd7c2a2adf",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1880,
    "pair_index": 1880,
    "case_id": "boolq-dev-1102",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ebe4d931e442736db6a1ad088ee80262a4e55a33d84ffe48a80504e1190f524a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1881,
    "pair_index": 1881,
    "case_id": "boolq-dev-1772",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5b9cfc0557e1c821144e4ae54ea1fea466dec632bdc96f48b59d9235d164fc1b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1882,
    "pair_index": 1882,
    "case_id": "expanded-probability-0239",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c30e0efb83fb15863807d943e941cba36d36f03d1dabf1a8618d8f7da6eea328",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1883,
    "pair_index": 1883,
    "case_id": "boolq-dev-1147",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3a73df62f07630c5296b8e019bb77bed5a41468291073274302394dbd14c51f0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1884,
    "pair_index": 1884,
    "case_id": "expanded-policy-0172",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "449468b66856d28c2c061797ceb815a5c61a4b9338ee22327233458166bf8e0c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1885,
    "pair_index": 1885,
    "case_id": "expanded-policy-0260",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "178658f8b5ab50a3fc6eb8532a4dca5e82e21c69b12b807a5900aff6e82282a9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1886,
    "pair_index": 1886,
    "case_id": "boolq-dev-1426",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b6c35523eb1599c7d7750f1fab75a0c5b8637848b397bfa4bfa12a9fd2ac2fd5",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1887,
    "pair_index": 1887,
    "case_id": "expanded-probability-0124",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "fe407ec08595e2f81580971c2ff5b70c7e3e6144b115240b4a4e4e499a768317",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1888,
    "pair_index": 1888,
    "case_id": "boolq-dev-0596",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "01db261148ffc9dc4cd6c3e4b07a5a92c31e83cd140c6dfa7c6a40cf757d2cca",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1889,
    "pair_index": 1889,
    "case_id": "wic-validation-0625",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a457052f0df22e4f5ca4c3d94940b66dbdafb538ba9d74b8abe5497e4ad2a31d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1890,
    "pair_index": 1890,
    "case_id": "wic-validation-0125",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "52b64843863bde59b25758378beeab4a59351fe5fa8b65fc58ab8137876388e3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1891,
    "pair_index": 1891,
    "case_id": "expanded-policy-0197",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "bc22420aa6fa6a3575d89ca7447a4a83155df5d077470cad615e1ef84edfd630",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1892,
    "pair_index": 1892,
    "case_id": "boolq-dev-1834",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "70c06ecd1f5d37c9423dcb9d7820c254cf9c175d72e18fe2f7a3ebf1a14d19e9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1893,
    "pair_index": 1893,
    "case_id": "boolq-dev-0347",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d6a88d1c23156649ea98ee80f65b307a18e12e6ca39fd1866366ba42394149e6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1894,
    "pair_index": 1894,
    "case_id": "expanded-probability-0296",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f72d6cf86ef61a34f5a8abe49cf27cf1e605c4f14ce93af3c27702a27144d189",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1895,
    "pair_index": 1895,
    "case_id": "boolq-dev-2962",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0d179544a6a97956bff247d626cd84350be2d6adfb1afd9588cba3438554095e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1896,
    "pair_index": 1896,
    "case_id": "boolq-dev-0818",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2411c9bdd2406ba6a1b5d9effdfbae344b42c00efcaf4f84b87cea2cf727d052",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1897,
    "pair_index": 1897,
    "case_id": "boolq-dev-2339",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "415a6c70ec0e1fd6a4ce07d665d018679b4084f81cbb37e77779b32212fb446b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1898,
    "pair_index": 1898,
    "case_id": "boolq-dev-1642",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7c102a531ba4975d5ba87e9d6182f4cb5918bf37d34f746c685b1cc21c2c6d80",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1899,
    "pair_index": 1899,
    "case_id": "boolq-dev-2465",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8866f0adb349be22688c2f8848a492aae8a0fad32f529bdae4237eefbc4755ee",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1900,
    "pair_index": 1900,
    "case_id": "boolq-dev-1378",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "380401a44651791169d9c0494e257f308091ebaa2f906fcdbb9be069e28d64c7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1901,
    "pair_index": 1901,
    "case_id": "boolq-dev-1083",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c472e2a95d1638f5cb23d62d0a5f850929e37e6cff45720f0b7246fe273c4734",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1902,
    "pair_index": 1902,
    "case_id": "expanded-policy-0202",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4b65f90ecc8c4c6c813f0e419ed762dda9a2a43de033731a843931fa97b90df8",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1903,
    "pair_index": 1903,
    "case_id": "boolq-dev-1604",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "301621d3d416672eff36bbea277bc48a93c721e2262986d159b39e656bdb2f07",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1904,
    "pair_index": 1904,
    "case_id": "rte-validation-0045",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "23cf0eca1af286cdc3737d4e9649831483fdf868a36478a05cdfdb37bd59901f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1905,
    "pair_index": 1905,
    "case_id": "boolq-dev-1760",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2e05da2c0413a630cea8cdbd6e39826dd0cd5306e5e7fcd7aa9859ad659980ed",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1906,
    "pair_index": 1906,
    "case_id": "expanded-policy-0148",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e1775d646422e5ca44769fb2f4e3fcebacc5e8f3a5c87940de822212a058d952",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1907,
    "pair_index": 1907,
    "case_id": "boolq-dev-0902",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "25cd253b88de06d6d1ef581ab6f355007cdf2af0fdf571ddfaf1cc3aab572cd8",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1908,
    "pair_index": 1908,
    "case_id": "boolq-dev-0988",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b39a61a0615ba27cf1f281a90d13dc3d33ac7b7a9b10f9e73dd50b709b72269f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1909,
    "pair_index": 1909,
    "case_id": "wic-validation-0381",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2ceb85f1e0951a2c6c1764220fc62a157f064d6fae1ade68b90490a393024987",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1910,
    "pair_index": 1910,
    "case_id": "wic-validation-0102",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "bcc62a1f341c021ffe916b6196a3d4882af5e5b226a6413c35368030b7f2e5c3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1911,
    "pair_index": 1911,
    "case_id": "wic-validation-0088",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "228d7e4b4261bf10a702f06a66dce6e5849396580bac6597eb9751b03aac97b2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1912,
    "pair_index": 1912,
    "case_id": "boolq-dev-0119",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ffdf5d72f937f2228999506e05300163f470d59cb46c3456bc31c74f71837728",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1913,
    "pair_index": 1913,
    "case_id": "rte-validation-0276",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b2b59c1202e5bb985c8763e273e048040e7d6b5f55b92ad4f1050a7cdfd23de8",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1914,
    "pair_index": 1914,
    "case_id": "rte-validation-0086",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8921a250939ae7b4d726e05e9ca6346117ca8b2261f947cabe06b24567eda710",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1915,
    "pair_index": 1915,
    "case_id": "boolq-dev-2548",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a99ae7310bd285083a0d867823de50daf6d2eda53622b79fb8f5b63cfdfd5ace",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1916,
    "pair_index": 1916,
    "case_id": "boolq-dev-2859",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "06abc95dbb0b0086d7873d3d625846f6fa93843ea3f8fa5f098d1340541380d0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1917,
    "pair_index": 1917,
    "case_id": "rte-validation-0124",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0bc99b47e5edbab7b5b26575ffaa13d0fa5d7e9a59b7fe0ecfd257ab65f8e7cb",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1918,
    "pair_index": 1918,
    "case_id": "boolq-dev-2876",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2dadc08ade79dedcfcd0e208106e5dab22f152cd39f4fc5ccf361987809402a4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1919,
    "pair_index": 1919,
    "case_id": "expanded-probability-0250",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c91c95d5111d575adde36c9f6e5383608cfa4f2de8c0014c83ee19376d2526c0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1920,
    "pair_index": 1920,
    "case_id": "rte-validation-0148",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2fdf19d4fa37d5730f5614ec1dce64746fe2c4eec01c5d3fc6635f2e86611347",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1921,
    "pair_index": 1921,
    "case_id": "boolq-dev-0484",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f06656099e9f4a901b5789c8cca52aad32da97b083ac92416db835a7a00186c1",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1922,
    "pair_index": 1922,
    "case_id": "boolq-dev-1977",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "668b505477f8965e2d12015a1bd7d93050b8abeac202c12adafa0f935517f698",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1923,
    "pair_index": 1923,
    "case_id": "boolq-dev-1155",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e16dedb290b4139a4d5d8611a998772c9188a60bd30e19337069e01997aa03ff",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1924,
    "pair_index": 1924,
    "case_id": "boolq-dev-3187",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "23f48ee1f9a8470a114ce0a1ad72a18f05f5df715f170c116592ae6d4d2462c3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1925,
    "pair_index": 1925,
    "case_id": "boolq-dev-1299",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "16c76c9a7bc1edc9d0536fbf3a532eb6a0fd712bf693a7a70bc667a1a5601597",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1926,
    "pair_index": 1926,
    "case_id": "boolq-dev-0326",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e63fa81b7a2a16f5eeaba0e3fa4230a8d0fe280d6a932c091a31ea8ae4789c9a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1927,
    "pair_index": 1927,
    "case_id": "wic-validation-0431",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e1febf49175f473ec999caf744b2a8eb477f7d678c3e92bd3f56b4538a9084db",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1928,
    "pair_index": 1928,
    "case_id": "wic-validation-0403",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "cb405190739595e670985614b2482c913a48f185a34d23785c0acbb05db7cf65",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1929,
    "pair_index": 1929,
    "case_id": "wic-validation-0000",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "fe5b277d071732dd3e7739989f419206fb95273516a35ec047f6ef7731a486ea",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1930,
    "pair_index": 1930,
    "case_id": "boolq-dev-2466",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "30667ea6a941c1e6d0b87d8e1e052ba54468796713a3fa5f08d024f44c748414",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1931,
    "pair_index": 1931,
    "case_id": "boolq-dev-1981",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "254db40f9e4c1344d73e46277796329208270fae73cda1dd0b48e71b1c69b821",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1932,
    "pair_index": 1932,
    "case_id": "wic-validation-0057",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "fd31c75762f38caea2e35daa70590be9dd74f01d402e971ec72464c25367d400",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1933,
    "pair_index": 1933,
    "case_id": "rte-validation-0009",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e5a10b8460c34cdcd7c53ebd954aa66c44e504aa920b6c693064b8f82e55db4c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1934,
    "pair_index": 1934,
    "case_id": "boolq-dev-3047",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f806b59485085bfc6782d82f52f099b3382a76b93aa8db8a191a9c6e42e71d0b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1935,
    "pair_index": 1935,
    "case_id": "boolq-dev-1518",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "af04e16ce485fde2892e6d8648159dd9d11e1ed1f2cd52259790a8f0713ead42",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1936,
    "pair_index": 1936,
    "case_id": "wic-validation-0584",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "426c925e32821cc43f91904b7f8e32dbebb3f3cd35be848d4858d9980aaed1c9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1937,
    "pair_index": 1937,
    "case_id": "boolq-dev-3176",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "59207ce22f78b2c7e367197ed2a70555395454855da00fb631ffdaca1561510b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1938,
    "pair_index": 1938,
    "case_id": "boolq-dev-1464",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5f4592404344c4242944c5055f43ce11fa876f84f5051554efec59fa184956fd",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1939,
    "pair_index": 1939,
    "case_id": "wic-validation-0181",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d8ad4649de00982ea2f54b85f15e616d953272880ee9c8810ff9fe11442f927d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1940,
    "pair_index": 1940,
    "case_id": "wic-validation-0019",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9ba27597663f3e3ac994674d3b41a7771a01d4f0d94e0190dba543ce32d45eac",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1941,
    "pair_index": 1941,
    "case_id": "expanded-policy-0263",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f185f3143db0411a989d8f82b759fa0f4a61f39f5172e0e1f1879db198215c48",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1942,
    "pair_index": 1942,
    "case_id": "boolq-dev-2967",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "46015ae9743acf1924fcd9d20d81818f8455eff194eb916cfc12843073c0d662",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1943,
    "pair_index": 1943,
    "case_id": "boolq-dev-1627",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "bd133e9ffb1d141adca0601a1759683bd060f1b317ba7191fca5d3ffbf032b0a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1944,
    "pair_index": 1944,
    "case_id": "boolq-dev-0579",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ae12c438d22fd974139db7cbc8440ed27fd75fe4c5eb42c0e8edf38b6401881c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1945,
    "pair_index": 1945,
    "case_id": "boolq-dev-0302",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "464090dd77b2ac8800e2af67019e9c6605cef494b54cf41033af5f5bd46c7c1d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1946,
    "pair_index": 1946,
    "case_id": "boolq-dev-3160",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4f44371e2d7805b3b8dc8331864ccf7cd483ec75c7a2ff81a1c4c3e732b56850",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1947,
    "pair_index": 1947,
    "case_id": "wic-validation-0293",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e681c5dc440970c3f6a7c77d577ffd941205acdfd19d85861d97aedb8c87eab4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1948,
    "pair_index": 1948,
    "case_id": "wic-validation-0629",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0004be3e5398d6aa06b3751256b797b44f18c073e8ec43cbee9156a2d60e8271",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1949,
    "pair_index": 1949,
    "case_id": "wic-validation-0079",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "32d8572deff34797e1c83f213681b9340fdfa2462db4c313f3bcacd1a5b3f222",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1950,
    "pair_index": 1950,
    "case_id": "boolq-dev-1942",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0e4f9420d817592b612fbb221d163befba9f98ba74dbf611aee35c17959b4464",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1951,
    "pair_index": 1951,
    "case_id": "boolq-dev-1673",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "892ae535640b0f02f57573532670627d8a19ce43930debe470a3378d5ed128b5",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1952,
    "pair_index": 1952,
    "case_id": "boolq-dev-1668",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7338ca752353899b81e1696de3d2e99bac675f39df7c7e2780fbc29c4c08ccb5",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1953,
    "pair_index": 1953,
    "case_id": "boolq-dev-0270",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "dc554882b1e70bb2e740ebd0ba88e1e2b1ea50af3d7efe3a437ca8b74b2565d7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1954,
    "pair_index": 1954,
    "case_id": "expanded-probability-0037",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "78a2611bbbac52f9b4774093ed4b8f185445394c8ed19fe53ca356472f7b2947",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1955,
    "pair_index": 1955,
    "case_id": "boolq-dev-1265",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "05999b5bc457e57ffa2de01e2febbfb2edebae46e6271751e4d0527b7917b378",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1956,
    "pair_index": 1956,
    "case_id": "boolq-dev-0344",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ec9449f626f6af2b0280e7a73ce6b4c9b8aea624fb95133875f47b764daf2516",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1957,
    "pair_index": 1957,
    "case_id": "boolq-dev-3039",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a7a49b25fb234195a9f584a55269bb9f711a141cb21d96086929256920cf9544",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1958,
    "pair_index": 1958,
    "case_id": "boolq-dev-3209",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "eb8efa2a4b8159e9e165975f5dee994c779cfde1c72301beef26583e411bcaf4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1959,
    "pair_index": 1959,
    "case_id": "boolq-dev-0148",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2f7b083a967e2977acc139f111091e05a9cb5d1b2647d435513495586afc1f78",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1960,
    "pair_index": 1960,
    "case_id": "wic-validation-0095",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c5b7dd1350aaf91cb9b3fd116e15517975a0d1a7afa809a6bb72ddcc808359ab",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1961,
    "pair_index": 1961,
    "case_id": "wic-validation-0480",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "58f153ca5794bb7a8fc83b87bab901b824b07ff0032e0461385c3347db20c7db",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1962,
    "pair_index": 1962,
    "case_id": "boolq-dev-0143",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "14660879abffa9e53c70cc6deb2699260ecd54427b5f0c544990c143d28d7e16",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1963,
    "pair_index": 1963,
    "case_id": "boolq-dev-2374",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2a6e737b68f10be07c10d1e6d3e1a9e9087a657a9970e0712c179c0009f391e1",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1964,
    "pair_index": 1964,
    "case_id": "expanded-policy-0115",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7fc970488ce463df790312dec6d9a5ffb3f144c662a21d1892029caf2f34f744",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1965,
    "pair_index": 1965,
    "case_id": "wic-validation-0246",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1b6b7d99bba91909fb5f5311a90bc2f0fe9674c0da11161e38dee198c4deb137",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1966,
    "pair_index": 1966,
    "case_id": "boolq-dev-1180",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "409d85962f42b481a5b9251336965380d3fc005a969240b25eca5e33ee4001a8",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1967,
    "pair_index": 1967,
    "case_id": "boolq-dev-0630",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d120569c311d2ea966ee972ec7579511de745c78d03442fdf69efc657ffd9fc7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1968,
    "pair_index": 1968,
    "case_id": "boolq-dev-0200",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3be0f445a359011a412cbd2f9d29b9d305483b6471245a83c05818d405c22a47",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1969,
    "pair_index": 1969,
    "case_id": "wic-validation-0256",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4120602114c15b6e84613a5d363d8814140ddc647a26c87ad2891064e2c6b6d7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1970,
    "pair_index": 1970,
    "case_id": "boolq-dev-2709",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "03a8cc37226f1a28d271e9cdb9daee07d6c55cb03375cd2cd56e6f9add8f9d1e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1971,
    "pair_index": 1971,
    "case_id": "boolq-dev-2908",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2eb620a7bb7fb7f3963a01c3b627ff895872a1082f5feec1294ae9c66e70de05",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1972,
    "pair_index": 1972,
    "case_id": "rte-validation-0158",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "16e103cf7bfdce4726a0d6956f660231ab0eabc533b327b9b8c36d9316826f9e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1973,
    "pair_index": 1973,
    "case_id": "expanded-probability-0059",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5feb7ff2865e4091afe6d2d883fdc68b9785481dc3048bb2122496ae98371453",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1974,
    "pair_index": 1974,
    "case_id": "boolq-dev-1385",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b59ef7c6a1fdd1b335db678a2a5771b6fa64ee0896efc0b39c1b70331c944db8",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1975,
    "pair_index": 1975,
    "case_id": "boolq-dev-2375",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e4cd3fc7a80ff4475a7a3fe1651a4dce39b2377c3eafa44971e00d6f3759095f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1976,
    "pair_index": 1976,
    "case_id": "boolq-dev-2985",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3838935cb03ba4a26553f149be45e036e3ad38746897c0a7510926468d812e69",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1977,
    "pair_index": 1977,
    "case_id": "boolq-dev-2041",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "997179f4d7b91970e75e65afdec6ebed816706481246f8ed3486fd9d78e3a59f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1978,
    "pair_index": 1978,
    "case_id": "expanded-policy-0004",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "67cc4c40edba65ccdacd2de8e10aab38cdcb9a4bca2558a7c3a0193e85d260cd",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1979,
    "pair_index": 1979,
    "case_id": "expanded-probability-0169",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "89f168edb807a55fc9fbac919355703252deed721fd731fcdc758f971c9fb7e9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1980,
    "pair_index": 1980,
    "case_id": "boolq-dev-2676",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "892255134193ce4450f4298e45cb0f68abfe5d303b0260691784894719936346",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1981,
    "pair_index": 1981,
    "case_id": "boolq-dev-1633",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "826768543aaa797c379ec49373df7cf154dead8835042812c98c2b28852862f4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1982,
    "pair_index": 1982,
    "case_id": "wic-validation-0479",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "108662a18d178afafe96f700d636ec74ceb08c000924229980b402afa00fb99f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1983,
    "pair_index": 1983,
    "case_id": "wic-validation-0361",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e1c190ae9816ae82c69748c8f21d0ba341f99ca48fe743032cbf931a3a3df44c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1984,
    "pair_index": 1984,
    "case_id": "expanded-probability-0016",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e77c92fd4a8b49260fb32c573792547cb85fb5bf0f58e2035517d8ec7c8b9117",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1985,
    "pair_index": 1985,
    "case_id": "expanded-policy-0068",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7d1f82c340fae805e442295dc3961162df8c55db9a57636056269f64ecfdaeca",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1986,
    "pair_index": 1986,
    "case_id": "expanded-probability-0246",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "77d52792b87f23f64803114fe672d56f8b4e3028ebb7a25488ada21e0ead0d11",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1987,
    "pair_index": 1987,
    "case_id": "wic-validation-0025",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "bb9db83ed82829fe42e6bfc231d8c9a8fe9666264c130c84c48c6f00c8581ff9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1988,
    "pair_index": 1988,
    "case_id": "boolq-dev-2710",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d54cc5df11b2a8e3224a9d2e5f947c0a4ef69186dea27f725f9bc386d12e0bdf",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1989,
    "pair_index": 1989,
    "case_id": "expanded-policy-0217",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4ee2e8dcde4a8b963a1d9175683d198888b1e49b330929f1950cd3342cbdba20",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1990,
    "pair_index": 1990,
    "case_id": "wic-validation-0290",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a06a6a7b4b1765ca51f55e65893ea25027f12581bc748429066ba4c2a8a9a80b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1991,
    "pair_index": 1991,
    "case_id": "boolq-dev-1816",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2d724454e3ba1d8d53b1fef6e3fbd01ec0eddb81af41089e0a8246b1044f9ac9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1992,
    "pair_index": 1992,
    "case_id": "boolq-dev-1114",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f4150378fba5153b78e86727bdce84f27769a99a451eacb77750d29c20c3e79a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1993,
    "pair_index": 1993,
    "case_id": "boolq-dev-0880",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6dcd0cb6b719b2472ea06a19d1147b3c8445686a78a09380312cae2a522388f9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1994,
    "pair_index": 1994,
    "case_id": "boolq-dev-0015",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "093a5e4cd988d6eebdbf17b9f4e7d9a9e2e9618319581e485edaf3ee31c283b9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1995,
    "pair_index": 1995,
    "case_id": "boolq-dev-0046",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5196d4c9d2633d01fc6df0b955bcfa757580c94bf1fc51a63544e2fdc17cd55a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1996,
    "pair_index": 1996,
    "case_id": "boolq-dev-2030",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "20e0278d77acf762fefc7624fa4ef24ed4389bc13a245f4bcc21731d539e98fa",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1997,
    "pair_index": 1997,
    "case_id": "boolq-dev-1250",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a127a81e35db133738a0bdd6b401c79e4eb8f9fa09945b9f70261b486bb64711",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1998,
    "pair_index": 1998,
    "case_id": "expanded-policy-0155",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8d5a1d1b5340938ab207dcd9068f926fc6f149ae545dfdec0097b20a0732f065",
    "reserve_usd": 0.01
  },
  {
    "sequence": 1999,
    "pair_index": 1999,
    "case_id": "expanded-policy-0042",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ea28813e56eeab7e2ee999e7091bc03f03bc6da5dca3b70a090c31fe2b4f49d0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2000,
    "pair_index": 2000,
    "case_id": "expanded-probability-0074",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8bc9dddee494917fef7b9bc326491064a06c9f6fa6c477405792f7e8484868ed",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2001,
    "pair_index": 2001,
    "case_id": "wic-validation-0395",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "281a2c199d3dba89a1d471b8f84272454ee5edf87193c89f8fe930fce60a07e6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2002,
    "pair_index": 2002,
    "case_id": "boolq-dev-1077",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7e8ead8dd8969a9048ab4b0de32bbdcc461fa7e43f2b36329e8e3d00a3fe806f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2003,
    "pair_index": 2003,
    "case_id": "boolq-dev-0707",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4c1aab011b886f4c6ba33949d90f53e93d573d393b5c7155857ac103febb8b4d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2004,
    "pair_index": 2004,
    "case_id": "boolq-dev-2783",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "710ce9f7ecf6eda96a881a38f949d92958154e18c9cac5dc906c942513ea1a5c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2005,
    "pair_index": 2005,
    "case_id": "boolq-dev-0687",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "19725937726ec29f92e408a892cb3de96b49e839f7296fd87af3e56dda3187b4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2006,
    "pair_index": 2006,
    "case_id": "expanded-probability-0134",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ece635def9164f2cf682885da561b3ba5b1d016335a902a6356b300c31b78399",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2007,
    "pair_index": 2007,
    "case_id": "boolq-dev-0751",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9135fecf727867b1dd64783bd8d6f411571c8d787e96bac40f0bc77ffb08f5a7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2008,
    "pair_index": 2008,
    "case_id": "boolq-dev-0599",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "28e6de3a6523fa45d32e836ec7f3154a8644f6b87d73246bea32fec51f873fd1",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2009,
    "pair_index": 2009,
    "case_id": "wic-validation-0015",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d5a8e537adfc8ea0ea5969f65fa2a0cdde64fe44abc017bcb2e6017977d8df11",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2010,
    "pair_index": 2010,
    "case_id": "boolq-dev-0108",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e4c187728b4965dde8f061384f4e9a87cc219546abb665c43728682e8bc190f1",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2011,
    "pair_index": 2011,
    "case_id": "boolq-dev-1932",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "dfe56fec557e5112d69efd403f3b4f8b15c5bb17037be994081b988a40f49a55",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2012,
    "pair_index": 2012,
    "case_id": "boolq-dev-0593",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b61312209b6530cbd56783237bf9c7316701384b8b3a03cec7f40bdab8fee10f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2013,
    "pair_index": 2013,
    "case_id": "wic-validation-0528",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b6db65b408efbb9614236b4acd1d16a6b5fd171964da2cd514c048ed18c7cc6a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2014,
    "pair_index": 2014,
    "case_id": "rte-validation-0077",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "eb6d7c83a0c45b1ca86e4f6317e6302a50809697870c2b66823b28f420fce146",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2015,
    "pair_index": 2015,
    "case_id": "boolq-dev-1950",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "35d04de3f5892588b375962914a759b4220391e81cbc7dd8fa77369a9fd8bd5d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2016,
    "pair_index": 2016,
    "case_id": "expanded-probability-0022",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "89cbd414dcbb507ad26ad61648c086470a9ec678b5a1b73b0b7f297ebc691912",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2017,
    "pair_index": 2017,
    "case_id": "expanded-policy-0035",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3bcb99171ecfe180ca5c8a44b77d01b407652c0e2de8b8e4ebe71c900e861973",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2018,
    "pair_index": 2018,
    "case_id": "wic-validation-0245",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "318d06b409cae0bffaeabca3e4137e2f5e8a2c52ebe43417f5f9ef411303e6f7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2019,
    "pair_index": 2019,
    "case_id": "expanded-probability-0238",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "de22578f842472c27ea763259fa3a396d1e2685fd1df46434d72d258f70d785f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2020,
    "pair_index": 2020,
    "case_id": "expanded-probability-0116",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8cc84ee209e0a051dbf5232313f740c19f3b1de2ca8f40677ebf0d846a4237f8",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2021,
    "pair_index": 2021,
    "case_id": "boolq-dev-1941",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "32d460e046fb65b26a53d2da3bad82bff4816f216efc16e48018c5a22aff40cb",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2022,
    "pair_index": 2022,
    "case_id": "wic-validation-0026",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0cfb0e31923a6be0474f9a209b203222f3f0740da22e62aa31ea3c30fa197d87",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2023,
    "pair_index": 2023,
    "case_id": "boolq-dev-1280",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6a1d3a5a0e2dfe5254f01da5d66e27de375282852a018ccb1bc330674f5c454e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2024,
    "pair_index": 2024,
    "case_id": "wic-validation-0322",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8ddd7ad383247b3a2b5499b003d7950a52ac8ae9461eaac5ab9d3d215163617c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2025,
    "pair_index": 2025,
    "case_id": "boolq-dev-2600",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e69f61a0b74a3b00da0ee30655dd335bc9eaf690f8f3899c30e413e87051b8ae",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2026,
    "pair_index": 2026,
    "case_id": "boolq-dev-2087",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0411ff82d7f7c91a47bd55d925cc814f29f57ad07891b23b0c62c00ea4815e86",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2027,
    "pair_index": 2027,
    "case_id": "boolq-dev-1822",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9f02a407a2eaa655b451f252ea6ccf4f3c4ecdde9f5d945d18c91c929483bc8e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2028,
    "pair_index": 2028,
    "case_id": "expanded-policy-0002",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "019f0bccff9d6568cca7bc76da7925c8d853a720480423a5fbf5239110a40fdc",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2029,
    "pair_index": 2029,
    "case_id": "boolq-dev-0535",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f96ef931671ea774046d1541778b3beaf0fc5f0775203c079d33f1dce202e322",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2030,
    "pair_index": 2030,
    "case_id": "boolq-dev-1707",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e16ed9d3b132ff01e1851f64623b0deeab95ce6683d73f444e789e72ab861b06",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2031,
    "pair_index": 2031,
    "case_id": "boolq-dev-0175",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "02c194c9b093067e76e5d077f9be3ca3179fd6dc85f6bbb0d5e710c7b481edaf",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2032,
    "pair_index": 2032,
    "case_id": "expanded-probability-0030",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "349914aff365c96e7e88e459362e02d20c8d698a7d2ff1243cafd771f8324749",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2033,
    "pair_index": 2033,
    "case_id": "wic-validation-0366",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0d298f8d08b22e35ce0e84a593a465124a58affab28d3c3bc63783c4a7b11cd6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2034,
    "pair_index": 2034,
    "case_id": "boolq-dev-2119",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4ec2fed26f4c3b649714eab45e07bdef30212ba64653c24c49cc91fdc18f695a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2035,
    "pair_index": 2035,
    "case_id": "boolq-dev-0404",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d125f12a4156788598371e42117fc2d766adb001095207be9e78a126750f72aa",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2036,
    "pair_index": 2036,
    "case_id": "boolq-dev-2682",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ad94974a4b7c4e09fe68c7a5c2545e3a9907df6e2431d1dbeaa4ad6630d1a23f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2037,
    "pair_index": 2037,
    "case_id": "boolq-dev-2413",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "79bef70656564c5b2ec904b60bf880c5a0b183c138766714e89cddf652b77d24",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2038,
    "pair_index": 2038,
    "case_id": "boolq-dev-0968",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ebe74979434e69a6a3a8a4ad184fbadbdd023d6f0148e10f1053dd45787a447d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2039,
    "pair_index": 2039,
    "case_id": "boolq-dev-1379",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8a29289db499f3503a685c4a2092ae68d1f0f0ec7287141a0324b0209d96a4d0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2040,
    "pair_index": 2040,
    "case_id": "wic-validation-0521",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "42ab4272078ac4589db71f616f222f6f0e0bfb75dc1345e7fa34c75055b5f50c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2041,
    "pair_index": 2041,
    "case_id": "boolq-dev-2715",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "fa068133cc62c31b6ddd55696641280b9ff509e7c44d8fb7321f340c719dc917",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2042,
    "pair_index": 2042,
    "case_id": "expanded-probability-0233",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f6f26e6a5f57b5bd94392c17dab63115ececf9e7f1f3173c08fa1d3b3b84909f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2043,
    "pair_index": 2043,
    "case_id": "expanded-probability-0147",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "574424735dc7340d941e7ecc53e6d2793a71c8616b557fd0ddfdf10b4e23d362",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2044,
    "pair_index": 2044,
    "case_id": "boolq-dev-3213",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "dd10833d2ac4e2d809ebc0444932766ea88426c0623fc8d531e1cc2c01096c66",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2045,
    "pair_index": 2045,
    "case_id": "boolq-dev-1880",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "327a8cad2a54042a3fb43c4b8c5bf93bbdb84c31506dad2455e755d2ed0c7e62",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2046,
    "pair_index": 2046,
    "case_id": "boolq-dev-1331",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b86fcac273a091d7c6ec7cdb5939abb5ec350ad220b21408109f9d93d7cbe5b6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2047,
    "pair_index": 2047,
    "case_id": "boolq-dev-3051",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "45cecbca3fd66c8fdd3d10d8346dcf69c8fb2fc0ba2867175c842408237c93f4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2048,
    "pair_index": 2048,
    "case_id": "boolq-dev-1907",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d0aad8656d3de635004a4951e2065357bdfd0ed5812a03b234fbad10aaec37db",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2049,
    "pair_index": 2049,
    "case_id": "boolq-dev-3166",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "695add7361f5b2e1d75b671bd9bc6c79eb6418ed27fc752bc9892c3e85cf763f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2050,
    "pair_index": 2050,
    "case_id": "boolq-dev-2493",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f575df63f01af0bfcc66eeb84fee7fccef15acc202750845a5f127f7f139cb10",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2051,
    "pair_index": 2051,
    "case_id": "boolq-dev-1511",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c26a3aefee242981291065d70ebe7f975fd0e8ca71c678d2f4fee8dee53dd6c5",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2052,
    "pair_index": 2052,
    "case_id": "wic-validation-0001",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9b109fe068ff28fc77593191943f455ae427b8de2d6c1942b5827a47afa9272d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2053,
    "pair_index": 2053,
    "case_id": "boolq-dev-2304",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "cd075f0a4f6ffc143527c3d8f564d50e9a469d300056491df69969858bea0796",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2054,
    "pair_index": 2054,
    "case_id": "boolq-dev-2279",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1e1c721d006400a5e7970e7abb042f2576c84f2a98df1d334ad9b211752bcd01",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2055,
    "pair_index": 2055,
    "case_id": "boolq-dev-0586",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "926183da9784d1055222e6de72a0c09de0dca12450f5be4e0463533e2b53f69b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2056,
    "pair_index": 2056,
    "case_id": "expanded-probability-0053",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "99666e429e6423b0c840146097dd215ac594ca37e8cadfe1e1b893383991fce9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2057,
    "pair_index": 2057,
    "case_id": "boolq-dev-2244",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4298bf80a619e7c075d1dd17884c7dea2c604dcd0151215bbdca39c0d0f4a186",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2058,
    "pair_index": 2058,
    "case_id": "boolq-dev-0464",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3f30ae5e645989c4750c0e4993742b9d3ff2ec37c8dd20955edd1a29b5d7e2a4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2059,
    "pair_index": 2059,
    "case_id": "boolq-dev-1908",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9bb7e2a096b29739eccfadd9feb753dfdca382aab83c39228e32796c766b6b76",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2060,
    "pair_index": 2060,
    "case_id": "boolq-dev-0368",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d090c672036d529bceb350a01be0586b00f1ec165399cc4a71c5ffd19b5ac036",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2061,
    "pair_index": 2061,
    "case_id": "boolq-dev-0099",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "507619a6df7347bbb5cb848373668f0e41feadcad117ab0a0c73be51deb6c067",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2062,
    "pair_index": 2062,
    "case_id": "wic-validation-0148",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7df3284af3d10575392c2c118c9edae76b9e8b4e2b51df6490c0e7b7b00f9867",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2063,
    "pair_index": 2063,
    "case_id": "boolq-dev-1191",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2db6c6fb72bd455c5ec231ac09889a06af5fc7374b00720d0abc811d94e82773",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2064,
    "pair_index": 2064,
    "case_id": "boolq-dev-0840",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a1932f9f4355de020dea0945b151fe2828e23defc8febfc9aafd865ed77229fa",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2065,
    "pair_index": 2065,
    "case_id": "wic-validation-0028",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f9a89fd28d952c0a44f5e1dbf83f6f7445ec7ad0ed6015e4c4b7bb208ff5bb9f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2066,
    "pair_index": 2066,
    "case_id": "wic-validation-0372",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a0061703dc2970433861cfd1f007da75dc756f32dd6ec6280f756ff6821cf335",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2067,
    "pair_index": 2067,
    "case_id": "boolq-dev-3065",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f94c2f25ebfad97e4e9b54272d5636a71038dd8c5b63c27fcc1ac6cbf6c4538e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2068,
    "pair_index": 2068,
    "case_id": "boolq-dev-2982",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f53d04e9e86ddfc71aab8e3869915e9f58883d1db8291c768263d099e8052696",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2069,
    "pair_index": 2069,
    "case_id": "expanded-probability-0231",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "46c1b01037e203cfad71bac069c4fa20d942da007a887a8d351b75c1d6584993",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2070,
    "pair_index": 2070,
    "case_id": "boolq-dev-1966",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b3596157ce8674b2316d0b3900925dc6c5dba24e58adc734cbddf11035a0144e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2071,
    "pair_index": 2071,
    "case_id": "boolq-dev-1340",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d10801b19595d48978693d4fbdc211b9021e17c1a0c6398848bd306873fcf777",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2072,
    "pair_index": 2072,
    "case_id": "boolq-dev-2576",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e5d960209f011c677eed8c9a7c10ce287592a6f41380974e5b4287b2b73fe1a5",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2073,
    "pair_index": 2073,
    "case_id": "expanded-policy-0192",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4ceb1d01c68715cb13dcd6d3d268e66892612c78e07ea60f6f94c776080c644d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2074,
    "pair_index": 2074,
    "case_id": "boolq-dev-0588",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "add4206c1d75e44d219015cdc2caf5148f7d3e1d7b9f668308ea359b1aa39fff",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2075,
    "pair_index": 2075,
    "case_id": "expanded-policy-0053",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "82b681505481db0daa4abfc9a34898e3f87b958ee3338f3aba581521c497c736",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2076,
    "pair_index": 2076,
    "case_id": "boolq-dev-0956",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4f3765ab5429080a6f1f8b564a06a8a8a8020fc8bf51afc89e2c5bbd6afd15d8",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2077,
    "pair_index": 2077,
    "case_id": "boolq-dev-3094",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "01c89cdbaeea7ffc3be76996f78c0a079c26d16dee7a62714527931f46c16507",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2078,
    "pair_index": 2078,
    "case_id": "boolq-dev-3026",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ee38dcb6a064aeafdc6d4b05dc3b878bf15d832b9c033a0b50cf54bed1504d63",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2079,
    "pair_index": 2079,
    "case_id": "boolq-dev-2462",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "89092b6d70d8c816d97d7282802756188c4a0e3803418e1dfa0bd564535dfdc2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2080,
    "pair_index": 2080,
    "case_id": "boolq-dev-1127",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "bac65e8191278e3330f3b6a595637a502e698d7979f0016e483f4a00d4e8d25c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2081,
    "pair_index": 2081,
    "case_id": "boolq-dev-1429",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "610d5afd5bb3cae0be23cb612ca8949f3a81fb5dd8e20ccfc81dd2997460f336",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2082,
    "pair_index": 2082,
    "case_id": "boolq-dev-2474",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2d35663f1dc776106542042fd5bf43ec7618630a7a4382233e3ed2e1077501c8",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2083,
    "pair_index": 2083,
    "case_id": "wic-validation-0486",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "be41b8bfd37cf821790ffc9016676685aff5db2416690facda10ca5e4bff1f18",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2084,
    "pair_index": 2084,
    "case_id": "boolq-dev-1292",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "723098cc6edfc6b3592e8b0a9110ab10ae4ace8f1c5758efb7235f6496d0d07c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2085,
    "pair_index": 2085,
    "case_id": "wic-validation-0607",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c7bb0344b2a00ba624b477a0c0295a002b23be097f1270af46add808d73fe0ee",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2086,
    "pair_index": 2086,
    "case_id": "wic-validation-0459",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "838dbcfd56011d9b8e2c4998b1859ff710d548518b6d2ae65f9aebe62b301cfe",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2087,
    "pair_index": 2087,
    "case_id": "boolq-dev-1171",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "bb89a0fbee6882c3848574b4d1be3bef925696b4882f22395a0eb1f2ca5accab",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2088,
    "pair_index": 2088,
    "case_id": "boolq-dev-0441",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "43372be4875fc08412d0c5dd6b1c3c8a91efc1200e9e506fbbc307be57d154a4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2089,
    "pair_index": 2089,
    "case_id": "expanded-probability-0041",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "67c8e5f87611de08609ea4ac28fade261ba8318bf76b6d5d8c74a09849830c14",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2090,
    "pair_index": 2090,
    "case_id": "wic-validation-0495",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e259fe885b73cad8436fa1602f18f4a78bd20c3bd8715a02ce07f796a2375d37",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2091,
    "pair_index": 2091,
    "case_id": "boolq-dev-2662",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5314e6683e36c306fcb2a7e6ff76dbef5905569f4f66981d17cd400a0c51c408",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2092,
    "pair_index": 2092,
    "case_id": "boolq-dev-3255",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c686b65a521b3aee48f7c83bdf53176a3b8ce43fdc1926c687eb57c175ed90ef",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2093,
    "pair_index": 2093,
    "case_id": "expanded-policy-0066",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3d61181924019fe45436086d5784e3c8462b346c03326cad48feb5aaa24512f0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2094,
    "pair_index": 2094,
    "case_id": "boolq-dev-1833",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7979d3d9ec2a40c18ecd54526c55fdaec908f0350c614751e656a3a96eb6c3fd",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2095,
    "pair_index": 2095,
    "case_id": "wic-validation-0474",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "75f8e9014ab6543e50417576709e2ebb0e27480af1febdf51a9d41bb596b52e3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2096,
    "pair_index": 2096,
    "case_id": "rte-validation-0194",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "eacf9553741b4d737bd92ae39f7c22a8cb8c2f9b3350652f01850bc8888d6f5c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2097,
    "pair_index": 2097,
    "case_id": "expanded-policy-0089",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a54bdc0d5e41320ea13d1ba8b9f23637183075a8c5f832493c4c2b10e82f5d78",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2098,
    "pair_index": 2098,
    "case_id": "boolq-dev-1328",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "919e1ce72cbecf581c2ac4747b12fee19d7f1ee3ee1d76278cab7fae77fdbe8b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2099,
    "pair_index": 2099,
    "case_id": "wic-validation-0274",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4c838868fb88a0576e2df385d4aceb2e0badfa805c42fb2044a7479aa5483598",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2100,
    "pair_index": 2100,
    "case_id": "boolq-dev-0265",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1cd0030361807fd783e0ccb0620d82460167ec895f71233c04c6d5558e52f314",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2101,
    "pair_index": 2101,
    "case_id": "expanded-policy-0017",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e0d56ca25b5e75c12f498bb9870c4ec16af291f5cde248bf33e2303355ba4c60",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2102,
    "pair_index": 2102,
    "case_id": "boolq-dev-1525",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "905d36e1786bfaa179b976ed0aee74a1e18a345e64f4d0437e26b050fda81e65",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2103,
    "pair_index": 2103,
    "case_id": "expanded-probability-0077",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "75606cb7f1c0ec0e60cf1f5ecad08cf6f9d513df9a6815eb285fc34763ee3081",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2104,
    "pair_index": 2104,
    "case_id": "boolq-dev-0396",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d2fbf96f6bfdfeb058caf3de4079331316bb8f2d990d8495bf425d2457dbc87d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2105,
    "pair_index": 2105,
    "case_id": "boolq-dev-3154",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4ddcd11918dd1e7e1ca9e833cbeb579d1f2147bc2663c147259055d956cb83de",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2106,
    "pair_index": 2106,
    "case_id": "rte-validation-0169",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "645d5655efd98794b180eb31c217f5c85f335fa3c421cbc5a2f06b0bccad890a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2107,
    "pair_index": 2107,
    "case_id": "boolq-dev-2035",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a48d28adcd466cdbb2b8d2abb8214eb877ddeec3b362e48e87f642ad2ebad828",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2108,
    "pair_index": 2108,
    "case_id": "boolq-dev-1965",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "bddf57c40b0b55f64559f6494780428f753cafb56fc39133e658774cfcaff589",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2109,
    "pair_index": 2109,
    "case_id": "boolq-dev-2451",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5646571b4ec13b62af687cb64539e6296e6ec0cb49c1070b8d86b5a4d883e055",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2110,
    "pair_index": 2110,
    "case_id": "boolq-dev-2444",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "469db151e7ebf94969a2236318390d7a8f4cdce3a9d743d2455be8184edd4369",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2111,
    "pair_index": 2111,
    "case_id": "expanded-policy-0031",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "84481bfc8df6d22f68c90c470d3c5e9da5ca213c6ac6061bec6cfae93488a451",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2112,
    "pair_index": 2112,
    "case_id": "boolq-dev-1110",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4d4beb548ebd0ccc95264823fc854f88bc426d53c9358c5aaccbb5ec392e39f9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2113,
    "pair_index": 2113,
    "case_id": "boolq-dev-0632",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "556d617c7e3e1ae0f5c5d1c0dd93075dd8abf41635773464667e8037a7fb22dd",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2114,
    "pair_index": 2114,
    "case_id": "boolq-dev-0883",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c7e6cd170ead531beec58520aa310b42eea2f52a4e42d21cffac7bc3e204d508",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2115,
    "pair_index": 2115,
    "case_id": "boolq-dev-0152",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a2233400f9729b3defd4ba9a969e651b7bdaab41316b41a6b7d8fa2eef2ce3c7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2116,
    "pair_index": 2116,
    "case_id": "boolq-dev-0822",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b02b2e00687376da9c888cd926057ca36ce9bf27c7b2b0e0f7cd0eaba8d4228d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2117,
    "pair_index": 2117,
    "case_id": "boolq-dev-2931",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "478178aeedd4fe5faff9703e29c66873151b56b115376da63fa6ff59a2c0952a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2118,
    "pair_index": 2118,
    "case_id": "rte-validation-0098",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c555c3ff87a85d46e4d0cf1198cd327f0ddd8cf3de9486e21fed70e57874d93a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2119,
    "pair_index": 2119,
    "case_id": "boolq-dev-3189",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8e862cba79fde0ebe870484b49108518f2d2fba9e6cbed7801a1deb5a950f48b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2120,
    "pair_index": 2120,
    "case_id": "boolq-dev-0122",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "35160673226bd51a7ed849d0a8026fb80649bb3115b5f15ba1ed467b0bff42d2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2121,
    "pair_index": 2121,
    "case_id": "boolq-dev-0660",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0b75cceca71bf10dac85e897850f6bec55a148b46d6ba1e967a1d9902d104035",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2122,
    "pair_index": 2122,
    "case_id": "boolq-dev-1423",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f8b1007cabae6031a573964a1756a19dcfb1d70841f4ad815fd942598ab0d824",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2123,
    "pair_index": 2123,
    "case_id": "boolq-dev-3085",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7b0bfff354d577f1814ca67e5aba380fcb4d4b2f3d811b457cdb9338c47ba62d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2124,
    "pair_index": 2124,
    "case_id": "boolq-dev-2651",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ca876dbeb4ae32b4256f5888b3bb5a3a9d3cb06f2d918dc2062f02d263d1cb0c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2125,
    "pair_index": 2125,
    "case_id": "boolq-dev-0771",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "763fc9db6029920d37aaa536b0cbd0e2a003d3730dfb0e1c37cc4dea6cf26de7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2126,
    "pair_index": 2126,
    "case_id": "boolq-dev-1175",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6aa50cb1c0042439da71f6a04dd7d1df3cfbbf915215ac108bcf78f545377363",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2127,
    "pair_index": 2127,
    "case_id": "boolq-dev-0935",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8b05b71fa32cc323043008d7707ad0cd35153f01cd909f62c881bd9cb2b30636",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2128,
    "pair_index": 2128,
    "case_id": "boolq-dev-3203",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c6af61e3c628479c1b678868881ee98060f12e79ec23a86d02b481221bdf3d26",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2129,
    "pair_index": 2129,
    "case_id": "boolq-dev-1350",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9fad65cda7fb9abb0ca62d61a42a56bdeebf037fe22f91480cfd21e982cc1c0b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2130,
    "pair_index": 2130,
    "case_id": "boolq-dev-2664",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "99cc6e311be7e0ac24f38731ef98f1a32ae71f0c6eba522f10cd3a1a09181ee5",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2131,
    "pair_index": 2131,
    "case_id": "boolq-dev-0973",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9b0076c4188dd07feef1b427777b1bf184ab003c4e9e7132196492d5b4a23ecd",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2132,
    "pair_index": 2132,
    "case_id": "boolq-dev-2499",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0cafccbb40da00f3c30dd9837f5258611853096694fb278d81937db4e38af75c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2133,
    "pair_index": 2133,
    "case_id": "boolq-dev-1291",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "36af6de20aaf28281b0787f9f72641ea387b1ff54bddaf2aa3a02b7237b4f2ec",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2134,
    "pair_index": 2134,
    "case_id": "boolq-dev-0923",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "51b9a87f7b260456d1b72e01600c51a0e45e9e0c298bab83a7ce96911a4e4567",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2135,
    "pair_index": 2135,
    "case_id": "boolq-dev-2481",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d32d91cce652e217d23cdf814bfc80cfd1895248b529253803f4c97bf0d04968",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2136,
    "pair_index": 2136,
    "case_id": "wic-validation-0523",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "cfe288825d3a91deede9c76c87f9e54258921416bdef4cde5d8f302adf97c07f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2137,
    "pair_index": 2137,
    "case_id": "boolq-dev-2684",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "944149a02d310b3fdecf0baf38977c8ea7852bafd0b6dbd404bd3d8e6d831a36",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2138,
    "pair_index": 2138,
    "case_id": "boolq-dev-0651",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3a727425c6efafbd0ba1bc7ba30353f3c8a7851357d9035973b27c2b9191de61",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2139,
    "pair_index": 2139,
    "case_id": "boolq-dev-3122",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ccfd650d1caac979b23007957a761e4138733ab5f871c7e2b0910cb969984d42",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2140,
    "pair_index": 2140,
    "case_id": "boolq-dev-1324",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "846b51ca7e57791b8e75a89d03b10bea8e5b48b423aeb210dae627f9721bad92",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2141,
    "pair_index": 2141,
    "case_id": "boolq-dev-3063",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "953ed2adde0d58febac2294cbc0de1c147a59e8690f20c4224688e3f4d04778e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2142,
    "pair_index": 2142,
    "case_id": "boolq-dev-0889",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "130a8dca2dce770ae38440bec4261a833acd0fc587c58e84c9a9ef43b736ce89",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2143,
    "pair_index": 2143,
    "case_id": "boolq-dev-2260",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "568e7e25de51ed205c0d051f6cce3bb51cab6bfe73c0587ff301fb9fc8d8e77f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2144,
    "pair_index": 2144,
    "case_id": "expanded-probability-0009",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f48dc07e8d1cdedc2b02b7b3b0a933053c74bdf331aac0518fd9b62b4af952a7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2145,
    "pair_index": 2145,
    "case_id": "boolq-dev-1116",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f37570c29cd277a870820ce6dc2245f201b4ad3932598e10b10b1ad8e4142949",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2146,
    "pair_index": 2146,
    "case_id": "boolq-dev-1757",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c716555036c3dff1314b94242a94089456033ca47319f79466ed28e89aea5c33",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2147,
    "pair_index": 2147,
    "case_id": "wic-validation-0129",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "65b1052eb9311cd6a2d7af5af46c658320a7d447820916c3a6d47f6998834f8e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2148,
    "pair_index": 2148,
    "case_id": "boolq-dev-0085",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "383294c60c7ce60addd238e6e5e5cc04e10c4d64786f1d877ca3825b26cdf10d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2149,
    "pair_index": 2149,
    "case_id": "expanded-policy-0285",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a8b93885630be4a1d9df87e0808a8e2332809ad26c004699dd02c3d59a0c4af9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2150,
    "pair_index": 2150,
    "case_id": "boolq-dev-0019",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "67decfeed5699297de2c509987997585bede759a70738dccf109a125c808aa50",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2151,
    "pair_index": 2151,
    "case_id": "wic-validation-0124",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ee6efff4eb72d096ed132efabab94d04eddb5db803aa6c43e0f20eb6f5249621",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2152,
    "pair_index": 2152,
    "case_id": "wic-validation-0387",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "542e37d67a5878e1ffa5aa5a7fbcfc7a6d786ca2549fb204940bb423873cac3d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2153,
    "pair_index": 2153,
    "case_id": "boolq-dev-1183",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "00b283f66dd85033848bde2e7721b69c3a19af04d484019cf248720dbcd44ad5",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2154,
    "pair_index": 2154,
    "case_id": "boolq-dev-0667",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8f92485beb1d4e90a9b3174ec289b51e545e37c444e2fc045127cf9dfc06b731",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2155,
    "pair_index": 2155,
    "case_id": "boolq-dev-1646",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9efd772aa06d841501066813c9a8544501370ffcb0555af44e6ee7766191e387",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2156,
    "pair_index": 2156,
    "case_id": "expanded-policy-0191",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f35ceee1b07413c587f62888504b4b00b96578f1ae656e893b552273904e3c90",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2157,
    "pair_index": 2157,
    "case_id": "boolq-dev-0797",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8e208b2d4c1f4bed66e7afbfa5f1ab41fcc20dc63f47c2d4f55b95753e863b48",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2158,
    "pair_index": 2158,
    "case_id": "boolq-dev-1444",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3674ce1bec01c3f58894083b869d0d361801d214dd44ffb020a097d3e21a0be7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2159,
    "pair_index": 2159,
    "case_id": "rte-validation-0111",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e97bc7e230010c5c44813cf4b655efaeab5551d3fce7c6a2d106819158940871",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2160,
    "pair_index": 2160,
    "case_id": "boolq-dev-0837",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7a4fa5e253a5be9f8c57dbe566687f676ca1c2311cbdd1c310ca47f6e0f4e1e3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2161,
    "pair_index": 2161,
    "case_id": "expanded-policy-0131",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9311332660ddc702a58a9aa531da06c1113801c1d8a0ea4b12edfd58ed6ac8aa",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2162,
    "pair_index": 2162,
    "case_id": "boolq-dev-2740",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "684b3c7d078172ffc6f3cd8e0121269852add01c6f93caa02d198301f03b5cc2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2163,
    "pair_index": 2163,
    "case_id": "boolq-dev-3250",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b857448397afc232abb093d8b0b1a543382420db6637743a8bd1e73d5779f2e2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2164,
    "pair_index": 2164,
    "case_id": "wic-validation-0624",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "97d8f88a7ae852999d608f672f2d273efcb905e8bdc7f6e03c59d8ea2c1d0b08",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2165,
    "pair_index": 2165,
    "case_id": "boolq-dev-2010",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f6ab8b50c361d0e61168c58063955bab0649570d415981e6788ee0c26785d2a1",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2166,
    "pair_index": 2166,
    "case_id": "boolq-dev-0336",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "11db3c33103797645c4fc6f190233b389c37a02d9acb2070e493dd255807a4a7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2167,
    "pair_index": 2167,
    "case_id": "boolq-dev-3259",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7a4361ee89a567ef82758edd15c88c86e73fc044d9d3a677b2db2421c4d9c57f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2168,
    "pair_index": 2168,
    "case_id": "boolq-dev-2613",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7e28b54bafc4ff32427d354afa6e9e69b415310cec6ff3eb2dfc522b37e9acf9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2169,
    "pair_index": 2169,
    "case_id": "wic-validation-0340",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3f5688bfb7fe04c6226df118a97cf1fe364cbb3215cb3de608bef09db3133294",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2170,
    "pair_index": 2170,
    "case_id": "boolq-dev-2633",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8e0a11cf04c51d90dce3086709a719290cb2d93cd67652fda9ce11fc564f5456",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2171,
    "pair_index": 2171,
    "case_id": "boolq-dev-2972",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3e6e4295b80a5b65be0c74084d344f1a048aa8e34a1c7873db4f562983668513",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2172,
    "pair_index": 2172,
    "case_id": "boolq-dev-1680",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2c8520ce4fd0997bc8fc4a731b31185fd846ba82b7e181434c8374034efa59c2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2173,
    "pair_index": 2173,
    "case_id": "boolq-dev-0358",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f9a52c68d8b7535f652229f3a92140ff7c16b67db63e7a42f2db6a0dd9120e26",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2174,
    "pair_index": 2174,
    "case_id": "boolq-dev-1824",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6ba027a66e984b883a9ea5857b3cdb39efb7cca3f62475b2d258a71ec38b1ebe",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2175,
    "pair_index": 2175,
    "case_id": "boolq-dev-2112",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "cead8b6a7dce08f8eaec2b650dcdf774864113e805097b4d218bc5decbc5423c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2176,
    "pair_index": 2176,
    "case_id": "boolq-dev-2167",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "63471ac6b55684b2396de1104060f481fcd4c1e4eb5b25d7a368d5b2e2559d5b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2177,
    "pair_index": 2177,
    "case_id": "boolq-dev-0030",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a1170ae4f22f8e1313c6dad5eb99021e80bfe8e834a45f8bafbdf1745add322b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2178,
    "pair_index": 2178,
    "case_id": "boolq-dev-2395",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "949fa746cb2926a0c55c7f7d054590c9e709109b316001ab03ab40bb45ac8bc8",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2179,
    "pair_index": 2179,
    "case_id": "boolq-dev-2103",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "404f1e531c3ab2e3106f9bf0c3645529d1e50d7f449e1984caeb1752f9b60ac2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2180,
    "pair_index": 2180,
    "case_id": "boolq-dev-0393",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ab2cae8e9e02fd77e26ccce80eb7a093d380e8086b9df2e0fd79f5ca6de6bde5",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2181,
    "pair_index": 2181,
    "case_id": "boolq-dev-2526",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c10ce3a6ad4efb07da6953bd5a9ed06eac9fa75d2e02636faaa3318de105c732",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2182,
    "pair_index": 2182,
    "case_id": "boolq-dev-0507",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f2da581f6a6d014dd9f32b7fc0c22a7ae201be519dfa6e5a1d06694eff955f02",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2183,
    "pair_index": 2183,
    "case_id": "wic-validation-0576",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6eb5feb5c264ee8b48e82e15a9e9c058300a10dea440760e7124ef90d76b3acb",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2184,
    "pair_index": 2184,
    "case_id": "wic-validation-0122",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c3400fffb27cb43fd0fd52bd4146c942ce1e128da4ec84b99827e4ce90fde146",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2185,
    "pair_index": 2185,
    "case_id": "boolq-dev-0133",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "49341ee7b18dcf8af43a2a7acdb6a82d7dfdd170789000640fd08754e84f9b36",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2186,
    "pair_index": 2186,
    "case_id": "boolq-dev-2921",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "af15592884237c8b15ef5ba10486927ec6d8a5ba830c2ca09b1201c0adf68f21",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2187,
    "pair_index": 2187,
    "case_id": "boolq-dev-0398",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "10610b8cc52771cf8b979b0e7e69bdbfd895532d2501adfb7b551acccbf53147",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2188,
    "pair_index": 2188,
    "case_id": "boolq-dev-1309",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6ec21c967cc4b7e7d34ec02a1f56ac6a0baebb20982174eb265b9d0452c93eeb",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2189,
    "pair_index": 2189,
    "case_id": "boolq-dev-3185",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2f5a9d540fc54789a85c6b8e44f67fc059f7c137787d69040f60f8a25737a16c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2190,
    "pair_index": 2190,
    "case_id": "boolq-dev-1182",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2ab2b5ecb40699f5ff658f0fc20d815334deeb040f1a4fe62e0e942581f93a6e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2191,
    "pair_index": 2191,
    "case_id": "boolq-dev-1233",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "546ba8f200e4ae5c14429c77a1f53312590d5aba954dc7a6a88f1143cd069e2d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2192,
    "pair_index": 2192,
    "case_id": "boolq-dev-0125",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c6c8c886e4181f67708006e5b09de6b1163772624be06183838f1f80560f0120",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2193,
    "pair_index": 2193,
    "case_id": "boolq-dev-0643",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e302ac0ef7d87325781c5484b248442acfa8a81721395502f35a4bfe44b4589d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2194,
    "pair_index": 2194,
    "case_id": "wic-validation-0452",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8a893ccf8b877b995a9dd93aeef31c32e0430e01e13e208f585e4ffcdc0fc0e3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2195,
    "pair_index": 2195,
    "case_id": "boolq-dev-2806",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "26e9d5c09bbe19d5e2484e90622cf94aad1ba60e621c021b28f79d085118adef",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2196,
    "pair_index": 2196,
    "case_id": "boolq-dev-1118",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "eed0a5802aa009aed2b7c8464f3f8cf2c1d562355b17d57ff4f4c8ada9a53de8",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2197,
    "pair_index": 2197,
    "case_id": "expanded-probability-0300",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "23fd8a9bf3fa4e7800664bc54414e82b36110bae840ab90d69ebd0eff5be80d2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2198,
    "pair_index": 2198,
    "case_id": "boolq-dev-0765",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d83e7cdc7aea90e9da86defc40b70b6ce76afdc1fa7ae45f78935c8723afff19",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2199,
    "pair_index": 2199,
    "case_id": "boolq-dev-0496",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "61fa292613ddbae1d809155c77abdf9339c97e8a21d3688a583c837af80c775e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2200,
    "pair_index": 2200,
    "case_id": "boolq-dev-1201",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3e2b50402d28ebb15834defcc0dea4833aeffa3b83718c4f6a135a807b3d4713",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2201,
    "pair_index": 2201,
    "case_id": "boolq-dev-0695",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6f72bd76dbd5178848eb6491f4365898c99593862c60031b5f8cebb425da7752",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2202,
    "pair_index": 2202,
    "case_id": "expanded-policy-0139",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "dd290ef6f14516cb161fbd0c6bea3d4c6c4e38e957c2dc216af03c8ae8b100ca",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2203,
    "pair_index": 2203,
    "case_id": "boolq-dev-1818",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ccba691181fa6605d49aff97cc2573db32719cb8e9225a4799fc700a09671145",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2204,
    "pair_index": 2204,
    "case_id": "expanded-probability-0230",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "75a7f058a53b13ec138b74835b7935f3ebbcef5268cec4900c6e49dc7dbfc0e9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2205,
    "pair_index": 2205,
    "case_id": "boolq-dev-0761",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "fe45569a439b92b9f7b26d0892dc87b9bba55fee471391fe59578c06bda1030b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2206,
    "pair_index": 2206,
    "case_id": "boolq-dev-1119",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3906a413c3586fccc6a6d92acdbf2c97fe3816d6a8238e90887d9ac8827e2ed8",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2207,
    "pair_index": 2207,
    "case_id": "boolq-dev-1903",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4947e12e1c17863817dd2af89bd9f67570af04ea7056ea2486e297e99f999680",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2208,
    "pair_index": 2208,
    "case_id": "boolq-dev-1177",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6b43833c39db3d5a740c433e1eb015ffcf24f9c9e7e7933ef80a7b6c5eca96c4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2209,
    "pair_index": 2209,
    "case_id": "wic-validation-0449",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f74be29f077b5bbf835546273b15423f63159f037c51180a0fa539872b521819",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2210,
    "pair_index": 2210,
    "case_id": "boolq-dev-0405",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8a2ef63bbefd0961942f7612d945d72897d5938fd078c0b8a8c2a7971a412952",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2211,
    "pair_index": 2211,
    "case_id": "wic-validation-0425",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "66841de47d9263dfc89f5f27b0eff699bb1cc7db0003235dcd6bae13bb96a1d3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2212,
    "pair_index": 2212,
    "case_id": "boolq-dev-0646",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0fca81128cda500148ed0add5dac16eea8e2e9f803fcd9c21d865d0ccbfc8a2c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2213,
    "pair_index": 2213,
    "case_id": "expanded-probability-0121",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "98f4ca01ff4c26c9df0dda7f41add779e5fa616978376890e2c328b4fae52180",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2214,
    "pair_index": 2214,
    "case_id": "expanded-probability-0210",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6d33358ea868d08a3c33e7c5d8bcd8ee7dec1cd70a36a4a3392b4874aceabeac",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2215,
    "pair_index": 2215,
    "case_id": "wic-validation-0303",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1c4eea7c67f95bdef63fcefafc69d5b343de7d38458f12d310314f42e8cba34d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2216,
    "pair_index": 2216,
    "case_id": "boolq-dev-0053",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6565cf60ac1aabdc42da53990240295a7c2c1e4252797546199b13de406b33f6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2217,
    "pair_index": 2217,
    "case_id": "boolq-dev-0153",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "30d3b06a898cba844495977b22311c162c9c0623d63ed47c4fccc6e7c2b313c9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2218,
    "pair_index": 2218,
    "case_id": "boolq-dev-1472",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6111be341df5e97c67fac786f0537b264cde2ace1a6e4d86e71107de4ab1b433",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2219,
    "pair_index": 2219,
    "case_id": "boolq-dev-3001",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1ffd55ebc672625ef91b99c51d034fa982ddd63ecc1ad2bff10fa7273aba15e7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2220,
    "pair_index": 2220,
    "case_id": "wic-validation-0031",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "cb97754a7394ab92594e7fe07c48b84086247afefcc2c5d2c2d8153d256daf28",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2221,
    "pair_index": 2221,
    "case_id": "boolq-dev-1228",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8ebf0f904500de64ffa8f89db3bc49bf9cf10368726424abd5f8a740eddf48c6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2222,
    "pair_index": 2222,
    "case_id": "boolq-dev-0718",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "68ee38ace7e6569e6d8a4448f820e1887a32617ccbc1d80b223a18f668079fa6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2223,
    "pair_index": 2223,
    "case_id": "boolq-dev-1578",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a18a593f288d85e05ee307c8f8a58fcf4b41ad3adf29eec8f154afb2996519c1",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2224,
    "pair_index": 2224,
    "case_id": "boolq-dev-3164",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0e7285901f6f412a26fb8322fe7ac122b645c34571b8c6d591f09de565edabf3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2225,
    "pair_index": 2225,
    "case_id": "expanded-policy-0234",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7981fecf5226296c6bd9e5e0e983249d878c256813ee4f9aa7d0b5e28584f1b6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2226,
    "pair_index": 2226,
    "case_id": "wic-validation-0556",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0b5aa515277a6ddd45ac56258ee70bf7be0be69341ca51ea96eafe6a1a26dfd1",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2227,
    "pair_index": 2227,
    "case_id": "boolq-dev-0785",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e7da68c86ee1bc162767ef4f001db91da9e7d145bf6fce018eed4012df5d8e8c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2228,
    "pair_index": 2228,
    "case_id": "boolq-dev-3003",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c7f23bc63a78ded9d48c8fe30747f2649402df7fd5f814be2bf30f076ee4a251",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2229,
    "pair_index": 2229,
    "case_id": "rte-validation-0121",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9be14b18c42fa6b347caa8b5d966b427092eb279696d9786540deead48a885cf",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2230,
    "pair_index": 2230,
    "case_id": "rte-validation-0176",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ae3b32b88a1312afead36f56fad12c8243498179734cda05206603a4bff6e0da",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2231,
    "pair_index": 2231,
    "case_id": "boolq-dev-0264",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "475420affae8580165ebf9003b3321f226b385445c32b167ff3438158081c196",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2232,
    "pair_index": 2232,
    "case_id": "boolq-dev-2603",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0b703e39cbecf1b5dcdb1daf1595511a909b4b5a22cd65ce5af3de64feca46a7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2233,
    "pair_index": 2233,
    "case_id": "boolq-dev-2439",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f46681f9caebc94c8f411a28680c4639d75f9170b82603c6252b74b535d72469",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2234,
    "pair_index": 2234,
    "case_id": "boolq-dev-0180",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "45f92179227f84449f0fd57b7d4e9ad855a8cc214eb915e3660ead2996e7f19e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2235,
    "pair_index": 2235,
    "case_id": "boolq-dev-1862",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "58ad2e4bcdbadb58b0802b0a111e3f2a740ae4fe17c55343f850277f29c1d073",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2236,
    "pair_index": 2236,
    "case_id": "boolq-dev-0249",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "420d8090e3b85b1af8b9a1fd7da1af62f76a9f54939d0e91088f31f33ad964ed",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2237,
    "pair_index": 2237,
    "case_id": "wic-validation-0227",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e3c555559f111e0e454ad97004417aa5c87436bed188a669a4f23986791b2348",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2238,
    "pair_index": 2238,
    "case_id": "wic-validation-0467",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f2725b48315df76a02158e56e3b263a202c0672403644686569f226365740576",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2239,
    "pair_index": 2239,
    "case_id": "boolq-dev-2055",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8b85023204f6c951895715f66629fb0b889836d85110718e3a0fc63610ccc2e1",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2240,
    "pair_index": 2240,
    "case_id": "boolq-dev-1258",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f26456779210eb3ce1ed21d656782f658970e2bbbbe9b8b08f7e7a48fc36e857",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2241,
    "pair_index": 2241,
    "case_id": "boolq-dev-0540",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "853bfb9da230855830a8fca6edc5d7306efab05225daa3d3224bef1f4b0602a4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2242,
    "pair_index": 2242,
    "case_id": "boolq-dev-1055",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "fceb3e506aee573c379061b017f5643e8ac728b6c4c241a6e859591141a81312",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2243,
    "pair_index": 2243,
    "case_id": "boolq-dev-1765",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6a6f62065e4253dedc275ef43134410862e97ba862dd748fd3f1f101934f457c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2244,
    "pair_index": 2244,
    "case_id": "wic-validation-0112",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "343bfbd025c505633b8c4b9cc3c32b6be7ed6a47b8d27cf9b3e0428dd3d8cf0b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2245,
    "pair_index": 2245,
    "case_id": "boolq-dev-0697",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f9e3322812a45880ac5681b5cfea28682d884dbe49e9b8de6e17402f6d3c3238",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2246,
    "pair_index": 2246,
    "case_id": "boolq-dev-2460",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8b3540260055f26e545aaf17a2d244e5ac2ba6130a776b7a9673c76d12872322",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2247,
    "pair_index": 2247,
    "case_id": "expanded-probability-0273",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8fde00a07598805f4e4388c47c3e6bdda0712d12ca2d6369316b307857fa46e2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2248,
    "pair_index": 2248,
    "case_id": "boolq-dev-2168",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5bc331df2c32e09f727d88e9a9b65ee44ac5d6098fa5a9a872f3b44477087d31",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2249,
    "pair_index": 2249,
    "case_id": "boolq-dev-2198",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ea9b8c25da9b2408bca18eba0fb679558970af05fc3b61e1bfefe6416cfe16e7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2250,
    "pair_index": 2250,
    "case_id": "wic-validation-0538",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "cf176a0d2eb6fc6179851d5613b4693e135f095586c89ac715da0dde542016b4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2251,
    "pair_index": 2251,
    "case_id": "boolq-dev-1799",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0fe9dbc6ee8520dd88e786f1bdd7e1cc394c8bc19bf5d6ef50a0a592a493514b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2252,
    "pair_index": 2252,
    "case_id": "boolq-dev-0618",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "450b3776f1523bf1ca1533903ebd62c93477fbe61a8d6e3042aaa0f6395ad8c5",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2253,
    "pair_index": 2253,
    "case_id": "boolq-dev-3074",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1634bcf4a195b5d030e5174b647757d00f279b6d252afa222e440e20cdc129ec",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2254,
    "pair_index": 2254,
    "case_id": "boolq-dev-0002",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4b029bfe89a5272b38938cc407f309fded49feaa88fe2dedc17e61e4dee0ffd6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2255,
    "pair_index": 2255,
    "case_id": "boolq-dev-0079",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2db64e2fb8ab2f6d3e47bab91f9b2d90c1b7eb0b2b11e9db48be8fe1b4178d0b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2256,
    "pair_index": 2256,
    "case_id": "boolq-dev-0974",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "bfd10729c092e3aa3d2433618b94e1655e8b0b36294b3d955f428d94f9e06710",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2257,
    "pair_index": 2257,
    "case_id": "boolq-dev-2751",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7a33c68e6c5693d61531482aec0977c04516c5d385fad8705206c7afce1b4f0f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2258,
    "pair_index": 2258,
    "case_id": "boolq-dev-1100",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9e63d8970aad377c33f2716eb3033a246ec7cb96f07cbb153996729d6c778429",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2259,
    "pair_index": 2259,
    "case_id": "wic-validation-0278",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9b004d93b71986e90a6f25b4195b024579a93b80a24931f063463f29777590aa",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2260,
    "pair_index": 2260,
    "case_id": "wic-validation-0464",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c07183543b8a87b234ea4fa8905e7250a534b2aafdc49b6ce46c4dceb590b910",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2261,
    "pair_index": 2261,
    "case_id": "boolq-dev-0924",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5c0de66e5240a748656b83fe865c8681dd6965eabaac68bff79ac5bac3158d6a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2262,
    "pair_index": 2262,
    "case_id": "boolq-dev-3036",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "517b3f8e7cb71b36b53c6ce4de1af2ad21b7b31644a81e655f896307dee4430e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2263,
    "pair_index": 2263,
    "case_id": "boolq-dev-1140",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "011c25c6a693ef85ae23c101bd881fe65c31932270eb8cd827611d19a4fcb34d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2264,
    "pair_index": 2264,
    "case_id": "boolq-dev-0811",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a9191656cf02fdeb0bfd51e7078ff28cc11e7120824f4bacfb91dac75c8f14b3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2265,
    "pair_index": 2265,
    "case_id": "wic-validation-0285",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1aa17d83993aa103f183c44d8fbffb25efdceea2a78e6b35c76e9d1af29eb504",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2266,
    "pair_index": 2266,
    "case_id": "boolq-dev-1653",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4ece21be1785dd16301acb96d7fe56df7865021d08470282ec23bd16700b3cf3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2267,
    "pair_index": 2267,
    "case_id": "boolq-dev-1502",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f99305618cd05386a4bb4cd1c3a785543e55ee0186429d6230c5dbb7b365c485",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2268,
    "pair_index": 2268,
    "case_id": "boolq-dev-0170",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "10b966e75dd8d64f9a82e72879aecf258fd6cb8f2ebf8e10909dea8e13c29466",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2269,
    "pair_index": 2269,
    "case_id": "boolq-dev-2143",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "25259e9e5b479de0684743a787496636100ada29cdf4f5ca7fb899e85eaa9458",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2270,
    "pair_index": 2270,
    "case_id": "boolq-dev-0873",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ac2624feef73369ab15a472cb979c447577c1a13a81fe553efea63f600d969f4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2271,
    "pair_index": 2271,
    "case_id": "expanded-policy-0212",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e829ee508dfacc2d4c77b169d6982c4243dc9a9ab24e697fee2c03bc169383cb",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2272,
    "pair_index": 2272,
    "case_id": "wic-validation-0572",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "92e6c808e9581915341cc241c7cb118b5d0ebcdc4b89c1d221bcb74b8182071b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2273,
    "pair_index": 2273,
    "case_id": "boolq-dev-2199",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0df4868d2d521724f9d683ec4241b98d96f54ba15fe69de9855ec0644d24864f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2274,
    "pair_index": 2274,
    "case_id": "expanded-policy-0265",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "beff00b91909a66e2950789471b3e3c39eac9a00c597080b23c9b529ac131687",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2275,
    "pair_index": 2275,
    "case_id": "boolq-dev-1420",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c4781a56c01dd2ddd6b02ed02d6f04f9387b4e927bb7e5106146a46509f98eb3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2276,
    "pair_index": 2276,
    "case_id": "boolq-dev-2598",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "59281557e3ba0dc05689fd09fdcd6c9cb0a8fa0966c889b7afa3cc2474fe1f7e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2277,
    "pair_index": 2277,
    "case_id": "boolq-dev-0014",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "db0786fc2032c4b7d734f40a7e045ed259785d0c63f717837cce48e5a81abb19",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2278,
    "pair_index": 2278,
    "case_id": "boolq-dev-1790",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e45c94d113569f509540c5fb4d891e676cdacdce91066b77c22e7267550c9bdf",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2279,
    "pair_index": 2279,
    "case_id": "expanded-probability-0002",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ab94a27a7d88ba972f0796a1f8bf6783544b3fc0b589c41820a76b3acf015856",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2280,
    "pair_index": 2280,
    "case_id": "boolq-dev-0691",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8bdb441461d7c9cc8ce80c60f870d75c3c11fe5944903d47553cc0dcb19ae236",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2281,
    "pair_index": 2281,
    "case_id": "boolq-dev-3184",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ba27ba5954d57ea331c69e80f96b5883a9c54c287702362034ff47ea77060714",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2282,
    "pair_index": 2282,
    "case_id": "expanded-policy-0261",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a862bcf3fb87c83e7daa90404e8491290d15f6a3ab110912258e7431a8e3e103",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2283,
    "pair_index": 2283,
    "case_id": "boolq-dev-0568",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "bc24b2727ef50d7a3bb44c2f441c88c4def407ab9609d29614ae845d60ae22ab",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2284,
    "pair_index": 2284,
    "case_id": "rte-validation-0149",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a9c43bc3621392c1df9f5bf69234cb9d2d418ef187ac5213c983ecb4f93b92d9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2285,
    "pair_index": 2285,
    "case_id": "expanded-probability-0129",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6bbfb2484fd992f66c5747a69ef6ea77a1c7131419f667bd54589ca05c6da9c2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2286,
    "pair_index": 2286,
    "case_id": "boolq-dev-1698",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b47d80c6ff77aaa45082a80ed21062fa14fad65ca89a67265957a73afd80a37a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2287,
    "pair_index": 2287,
    "case_id": "boolq-dev-0163",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4b0b214f96970664feb957c9a8287b83c1b5e29b150c273f86a0d08edf83a3ac",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2288,
    "pair_index": 2288,
    "case_id": "boolq-dev-2604",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8c22731d24310579865ca2c74ad1f7ca7ab4583e9c8593d747fb67b56aaf9acb",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2289,
    "pair_index": 2289,
    "case_id": "expanded-policy-0289",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c875a4575172011d794808fba08a0046aed50fb2daec50080da9924584c2f8a9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2290,
    "pair_index": 2290,
    "case_id": "wic-validation-0069",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e1b9f7e833fd42ecbf23df83918bb6727dab220b0c6e0f879b507d892c8c79fb",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2291,
    "pair_index": 2291,
    "case_id": "boolq-dev-1139",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0e85aef2ca048f57e2e67c1cef01dd94d7c45c4e47d97a959b4b0225af968fbb",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2292,
    "pair_index": 2292,
    "case_id": "boolq-dev-1164",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3313344374cb23e541d943d249807e58eaf2f7e1d15e21b0ad55fe98b0dec3de",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2293,
    "pair_index": 2293,
    "case_id": "boolq-dev-2255",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ee4520de50a1a8f03557ef0aa0df4902552b9d776af9ac1e6830755842663a33",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2294,
    "pair_index": 2294,
    "case_id": "wic-validation-0526",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6b9c52f32d88e0ac39e32a47d93b33bc5163d8ee9487aa4c7690c29c33692153",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2295,
    "pair_index": 2295,
    "case_id": "boolq-dev-2553",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b92a13647fb776c7b39168a4ae603a3163f23871f6e029485e0a6c27f4863607",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2296,
    "pair_index": 2296,
    "case_id": "boolq-dev-1597",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "628286e69c5f1d18f02e698199ccb04dd7b9919cb4948e74eb88d6d21ec28eff",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2297,
    "pair_index": 2297,
    "case_id": "boolq-dev-0939",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "74f520de3fca20ba2f1520543691decec04b8ea2d8d2f0ed1e6211eed2b4c1fc",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2298,
    "pair_index": 2298,
    "case_id": "rte-validation-0211",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0e2c52517bf9924af2356cfe68bf8af3e9413fe81672494826286b9c51aad36e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2299,
    "pair_index": 2299,
    "case_id": "boolq-dev-2502",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "47745965ce6018446a81ed3d4fa26c02f39b49c1a0970c97c683c1907d9de0c5",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2300,
    "pair_index": 2300,
    "case_id": "boolq-dev-2736",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "80db7da3455650f0d20c68db95d43f95274dfd71b4cfc5e3357eb46af073d6b9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2301,
    "pair_index": 2301,
    "case_id": "boolq-dev-1926",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "70800ea67fc8c5391bc2af236045fe8748dd5190466e00c203b513bdf237fd81",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2302,
    "pair_index": 2302,
    "case_id": "boolq-dev-0940",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6f13aa04403e958f5a1b0e048be488d174baef7f33de623187eda0d96eb7515b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2303,
    "pair_index": 2303,
    "case_id": "rte-validation-0140",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c14fd242d70e3b3fc208c024a9ee5901f868265d58b1ea5c4ba14260760b1899",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2304,
    "pair_index": 2304,
    "case_id": "expanded-probability-0014",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c727d104f5ea9f680c7e94b4e1af1e57a9a4aab9b455a8f2d7d6eb2de3dee8fd",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2305,
    "pair_index": 2305,
    "case_id": "boolq-dev-2649",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "925d3b142184e073b58c03cd5370eec6fde53f5471cfdf6570e4a13b1da585fa",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2306,
    "pair_index": 2306,
    "case_id": "boolq-dev-0425",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0788c6ce38d7318f64c2cc7c93f46e902852cf03b5f1401e68f0e924eddde4fc",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2307,
    "pair_index": 2307,
    "case_id": "boolq-dev-2868",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5b4a57a0f2706d5a21b0494a03ee9479f1f68b979b3ce9a07c40fb388ae01430",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2308,
    "pair_index": 2308,
    "case_id": "expanded-policy-0299",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d2a34b73a4aeaf80d69b1cc320b494b8d6df221bbddce993ba4e97b74b0ac8f5",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2309,
    "pair_index": 2309,
    "case_id": "boolq-dev-2316",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "32f46a1f6779c3c2d8fe311841be733ef0376785b9f95a5a948685da50688e1c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2310,
    "pair_index": 2310,
    "case_id": "boolq-dev-0885",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "038db0a9d52fc1cd9e6a706b9907038fc5b332e14314a2d2fcdb23e6779dabef",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2311,
    "pair_index": 2311,
    "case_id": "boolq-dev-1406",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f0d2cbd872dd1e6c0b71c07213ab87f163735d97933fb3086e63f0089b4e56e8",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2312,
    "pair_index": 2312,
    "case_id": "boolq-dev-2590",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f8b4cf2a9b779510febb41dcef96429457f770b8a654a661634cc37db49cc5ac",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2313,
    "pair_index": 2313,
    "case_id": "boolq-dev-0826",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "67317bd75a7436d91d84cd5c71ce8748dc1b4857e22f86db17848910d9a76350",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2314,
    "pair_index": 2314,
    "case_id": "boolq-dev-0391",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4e295e02a8d703f9ece758531389f3786fed167b88d79c7ab160accc1886c2bc",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2315,
    "pair_index": 2315,
    "case_id": "boolq-dev-2528",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d0f8fe4a2f142ca58d495aa511621b5443589a27088d926eaf5c284f2342475e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2316,
    "pair_index": 2316,
    "case_id": "expanded-policy-0045",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "dce67e39907e6213de9213ff393cef969650410ba0370a0d7aede5b3a5a61bb0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2317,
    "pair_index": 2317,
    "case_id": "boolq-dev-0465",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "52920dbfda080078e701a14150b5e99d4225c8af476df045af1db6649813daa9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2318,
    "pair_index": 2318,
    "case_id": "boolq-dev-2312",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "603f37ae8ac79b6028e39b4d0b7a895238694391dff036beb2a4aa005e8abbff",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2319,
    "pair_index": 2319,
    "case_id": "wic-validation-0325",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "353ce26d05ffbf7687e5f40ae9946874811ebb027ebe2c794cb74fe411af4fe6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2320,
    "pair_index": 2320,
    "case_id": "wic-validation-0494",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6a049e4ee4b829a606359ad31f383cfe56904c9813040be21487915806493598",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2321,
    "pair_index": 2321,
    "case_id": "boolq-dev-1432",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e7276399f4908195a1f7ea5de653895eb12f995076d1527a7013896c549175c4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2322,
    "pair_index": 2322,
    "case_id": "wic-validation-0153",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "34c9ecff290ff9fde5a61658ef8d58c684f8e5a16d8a7a4a86d9a6507d01c86c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2323,
    "pair_index": 2323,
    "case_id": "boolq-dev-1592",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "96af6c101a7b420a1c78c250a301f1c436bb19d77b34a9cce200ced956e882ee",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2324,
    "pair_index": 2324,
    "case_id": "boolq-dev-0458",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "92cd361fa10dccc2adb9df11591e6428008afc9837931c1ac395a7a597adac9d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2325,
    "pair_index": 2325,
    "case_id": "boolq-dev-2891",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7a1e6dd8cd29d8ad7fcafb26580ec3bd427b20fed415b750dd6192a11a8812b1",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2326,
    "pair_index": 2326,
    "case_id": "expanded-policy-0107",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "baea0207e76132c634a62040cfb906fefad885cf33bde3985ba83c77ee00f1ad",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2327,
    "pair_index": 2327,
    "case_id": "boolq-dev-1232",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "23ac2a425567a997e5432ec8358338219c404115a8992b7b74dc5e8f70aa23ee",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2328,
    "pair_index": 2328,
    "case_id": "boolq-dev-0701",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "db2bf4b5e3b929f13b190838d5206b18ec1010863df6a053ff065159f1015b82",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2329,
    "pair_index": 2329,
    "case_id": "boolq-dev-3093",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5dd25180a0312a587ba501bd8483deea0198302fd50fc2efab15d7c2d25452aa",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2330,
    "pair_index": 2330,
    "case_id": "boolq-dev-0435",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3c67fccffb626fc5680fc68f9c5e17263566ff399303b55443044493bd9a36b7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2331,
    "pair_index": 2331,
    "case_id": "boolq-dev-1733",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "db4529f0ad761c219aa0b52de8b172d2abc23d87453331ef5ca7a7f418d89160",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2332,
    "pair_index": 2332,
    "case_id": "boolq-dev-1457",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0e68623f022a145f44e830eb2bd977c962e92d1fc658edd38cb26b719f839690",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2333,
    "pair_index": 2333,
    "case_id": "boolq-dev-0749",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a7ce5ccf97760b8ca5d36cbc81c40b931da59c7ec1512a8eeef451d2d7f07890",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2334,
    "pair_index": 2334,
    "case_id": "boolq-dev-1186",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "de14e61048069b950f34a6f155c5f027807d9ae6e77f46f855cac15f0c867678",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2335,
    "pair_index": 2335,
    "case_id": "boolq-dev-2840",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "fe3a86ee7d33dce5fd1014212c84ff4b8236a7553ca139318010a5d7d2be30e0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2336,
    "pair_index": 2336,
    "case_id": "boolq-dev-0893",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ad1e8291cd70488753f43276985be68443b83563a5f171daea4df2437e82aa42",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2337,
    "pair_index": 2337,
    "case_id": "boolq-dev-1588",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4e0bfd0b990cbc2d4e8a913ea0dd33db0e463d5b1d4acdba7956e380434e32bd",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2338,
    "pair_index": 2338,
    "case_id": "boolq-dev-1506",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c9090e048da4d940c3593d31f1d1b13619c7b130312a3e8d96f245029f69082d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2339,
    "pair_index": 2339,
    "case_id": "expanded-probability-0007",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d117ca96828080fea47aca182145104318d07f0f3d3670acb41c549b8842d025",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2340,
    "pair_index": 2340,
    "case_id": "boolq-dev-2326",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b87d3da81272181f865464acf61f59ffbcbe3c1f9a611f01bd2b5fda245cd797",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2341,
    "pair_index": 2341,
    "case_id": "boolq-dev-0591",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a92dc1ba1270127e12861e38f3d2c55fddfc55d6d4ab95a9eaad0080d3bf2c8d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2342,
    "pair_index": 2342,
    "case_id": "boolq-dev-1207",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "490f2c290b6f266d4cd02ff4debfeb55e1e40525557d208fef75919978d58fa1",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2343,
    "pair_index": 2343,
    "case_id": "boolq-dev-2412",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "925ce68d1943e0df613d8c799d0dcc9e2dac8318cb4c4840668504d530ae8a22",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2344,
    "pair_index": 2344,
    "case_id": "boolq-dev-1354",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "fc202a0a4dcff7b28a53818d0d91ff7898c74760db6c10a3f169ecd8fee19ecd",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2345,
    "pair_index": 2345,
    "case_id": "boolq-dev-2011",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d2ba11daceb696029fdf507d16c2c73f2baca817651fdb38b9038b1603f930cb",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2346,
    "pair_index": 2346,
    "case_id": "boolq-dev-1179",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7752cd8fb952f1c8c18643381d41c6f297dea4a7962841dd904abdb5af1763f4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2347,
    "pair_index": 2347,
    "case_id": "boolq-dev-0164",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e1348682edb0ff1b33a44523e391ed8a29d7a2a21a0aeaf75482fc8553725c3e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2348,
    "pair_index": 2348,
    "case_id": "expanded-probability-0183",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e0ae1fbc7134ed0020475744a0c188fc6e96658de5a22a3bd154cc2f426a0922",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2349,
    "pair_index": 2349,
    "case_id": "boolq-dev-1528",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b923b601e34e800b3388d4f89934db774e8a6f2ce096dcb4a9cbc8e0782deea8",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2350,
    "pair_index": 2350,
    "case_id": "boolq-dev-1744",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "53dae2ee39f0804e212cf4ee22573f94db6689fb8d236adb42ed606951439330",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2351,
    "pair_index": 2351,
    "case_id": "wic-validation-0263",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "673dd720cf872e73a09f72000e2db1247a6798b5e3f077d4a99b0a441b3d5522",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2352,
    "pair_index": 2352,
    "case_id": "boolq-dev-3163",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "bca281ec5aa70445f977b7af6711d570c1db513d7dfbcf3fc4d60159f242a915",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2353,
    "pair_index": 2353,
    "case_id": "boolq-dev-2357",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "cef4919b764005a9bfccbb832d495943f00a2bc1af298c5ac69a9b06ccf627e0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2354,
    "pair_index": 2354,
    "case_id": "boolq-dev-0401",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "eb4a7fbbdff862f7d6aa0d6614c7660d8b29a9234e745410b69344649d6d399a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2355,
    "pair_index": 2355,
    "case_id": "boolq-dev-2809",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1b637ed758dec5f380ec501404053108fdf474781e02722d1b9f507f80af3f92",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2356,
    "pair_index": 2356,
    "case_id": "rte-validation-0162",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "07c5deb772b09d98e47afe2c78d5b879ec9677728f964b006d6c93d9931d289b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2357,
    "pair_index": 2357,
    "case_id": "boolq-dev-2288",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f7bbc5bd881d3164603a022fb5fc2a21d99b6b1f873645c553a0bed2ca054d10",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2358,
    "pair_index": 2358,
    "case_id": "boolq-dev-0898",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d5839ace15c678bad11bf317f31ec71df184c982b2b3c4f8602aa00f650b66f8",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2359,
    "pair_index": 2359,
    "case_id": "boolq-dev-2418",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e3bc4be77b1f915f50a076377722db3fe82c4476db3a791044b015321aa2abbd",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2360,
    "pair_index": 2360,
    "case_id": "boolq-dev-2503",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "46c2825848cbc6013ff991a687324014a3d60de35d478d4599246eb3e2485faf",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2361,
    "pair_index": 2361,
    "case_id": "boolq-dev-0887",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "315f000efa0a7b53caaa9d7b80c22c8f5c287a8e9275e23eeb8dc7e404f8b52b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2362,
    "pair_index": 2362,
    "case_id": "boolq-dev-1316",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ae660e6e875020e86f753ecfcee2dbee7f2efc1c788ed3270fac77f3337d5f4f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2363,
    "pair_index": 2363,
    "case_id": "boolq-dev-0003",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0cecac0149d03d6f5a049a709b5b071c4a12dcef3e4c4075aed2362d9f9fd411",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2364,
    "pair_index": 2364,
    "case_id": "boolq-dev-3183",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "28d8fb56832d85560687e705019b8496e8fc79fe5619fd868718da169a74a5cf",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2365,
    "pair_index": 2365,
    "case_id": "boolq-dev-2166",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "94f0352428828690be55954ae62f4aaebaa22f49606de9ea99565f5097c87d1a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2366,
    "pair_index": 2366,
    "case_id": "boolq-dev-1889",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c26b55ef7f9e85e0497c46fa073c4d6313461fd8ebb59119ff3d44ebea8012a0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2367,
    "pair_index": 2367,
    "case_id": "boolq-dev-2158",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f6fb87c3b881f1d5b79cd16afd53e97abb0e7c6f15f5abbd2a411f97b5e51b2a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2368,
    "pair_index": 2368,
    "case_id": "boolq-dev-2054",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7d3d051c7c489be7cd231a0a4cbdcf826500e0ccb1329e4aca2079dbd7d00a3f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2369,
    "pair_index": 2369,
    "case_id": "boolq-dev-1416",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e2606ceb8fe66967d424d689914442dca88c9d3ff1f91064ce9d0fcd3fa6238e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2370,
    "pair_index": 2370,
    "case_id": "boolq-dev-2622",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4d9d13d726e6cdc36e5af8ef69f386ee276dadc2ff105e52c09e4008000c295f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2371,
    "pair_index": 2371,
    "case_id": "rte-validation-0223",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3dc7f3d7f15c024adccc40739a3e19e3e307ff040c8b33a1b009676ed5fcc8c0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2372,
    "pair_index": 2372,
    "case_id": "boolq-dev-2197",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "fd3a8373c7a98a33d441b50a88a7c1f610f605de143350a6c264958d9286c0b2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2373,
    "pair_index": 2373,
    "case_id": "expanded-probability-0261",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ca48e55bd66afaee770f1422bbf723235f7fd774ace5c85ac5f434c267011f13",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2374,
    "pair_index": 2374,
    "case_id": "boolq-dev-1215",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6ce6bf7a43d34ff286ec61a2c59864f493bb716275a76b989d6d83543aeb1b53",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2375,
    "pair_index": 2375,
    "case_id": "boolq-dev-2071",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "324cd0898d85b521fe250414ec23230cae2eab7ff60058d45d51566c48f3ca90",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2376,
    "pair_index": 2376,
    "case_id": "wic-validation-0385",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "14f45b4d9f8c88547d5a3da6b09c258c7dfbb51fb0fc0248c8fcd61d207cd979",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2377,
    "pair_index": 2377,
    "case_id": "expanded-policy-0220",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7fb5fd65d343bc7e198def7e6179fc95d7bc8264409577c9abd75ce14c839cce",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2378,
    "pair_index": 2378,
    "case_id": "rte-validation-0008",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "22b5ae1d6163c045f3c293842374feaddf39dce874fa28f52d784a63535f5c28",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2379,
    "pair_index": 2379,
    "case_id": "boolq-dev-2485",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "556fc04dd3bc4069bb95611144120702beac69f070f71af006fbd4812653bff9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2380,
    "pair_index": 2380,
    "case_id": "boolq-dev-2224",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f9b00d909c4147a121c65ba11a07f8e8f8b057be21214d4f3e58ee5218dc811b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2381,
    "pair_index": 2381,
    "case_id": "boolq-dev-0692",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6562cc7163b074e457586da0fcce7614c57c121c1615e6354dc2b0a711ac61af",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2382,
    "pair_index": 2382,
    "case_id": "boolq-dev-2695",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "023c21f81e660a0c59c2eee81cfe5168e7a9befeba5fba2651c52b1d9f18ccf0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2383,
    "pair_index": 2383,
    "case_id": "boolq-dev-0849",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6351e33748c7211ed2b0f04d77bebe7e05172d21988d766828bd0a845f4b6abb",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2384,
    "pair_index": 2384,
    "case_id": "boolq-dev-0813",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e710a9e839fe5e53ab335e1ac94c13af879385e71d25b638ec91b49f847f4bbe",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2385,
    "pair_index": 2385,
    "case_id": "rte-validation-0142",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3afbce9338438c393f00be1ede730436d4334fecc2c9fb36decaa18c647a1c23",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2386,
    "pair_index": 2386,
    "case_id": "wic-validation-0609",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "38e15428f0bda4c26e9a9e798538152236cd970613cd44ddef41939d0910a07f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2387,
    "pair_index": 2387,
    "case_id": "boolq-dev-0244",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2c34795f7046e4c508ef3965b55f7e91c371bfdb79a8c079433dd444de3dcb57",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2388,
    "pair_index": 2388,
    "case_id": "boolq-dev-2731",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "09c6fbf3a1a6919e6b1158a94aea63282be73b484e64c6e7891fcbf6c7e2eb2b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2389,
    "pair_index": 2389,
    "case_id": "wic-validation-0149",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c397f8e5f6574851ca203e592f660fd78fda129b3a77f895083efaccd9b52148",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2390,
    "pair_index": 2390,
    "case_id": "boolq-dev-3138",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0b797868f85cba08534fc4877537949bb082553a16b32544ea920218f12e64c2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2391,
    "pair_index": 2391,
    "case_id": "boolq-dev-2015",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0c30138c98226d8094c09e5cf080a907a9bb07879a2dde5fce0a4dec56a0f980",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2392,
    "pair_index": 2392,
    "case_id": "boolq-dev-2925",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f129c81fafef46bf4c2fe0406149cd8c551ddc6dad0bc9bda10846e5337e511d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2393,
    "pair_index": 2393,
    "case_id": "boolq-dev-2160",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3a1a46a3bd8590e0fd88351972e07ecd30dc0fcdd77707ce649c483c71a77088",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2394,
    "pair_index": 2394,
    "case_id": "boolq-dev-2189",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6de0a9d74c327ef3f8f398e4bd051553263a2090c0dd631af2719a2928b02fb0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2395,
    "pair_index": 2395,
    "case_id": "boolq-dev-0110",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "091b63368013a7d941d424c563f3f177e9af90b7b7c49c02434fce1b03816f6a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2396,
    "pair_index": 2396,
    "case_id": "rte-validation-0051",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2949fb46f83a87e7afcf1106ea679835101cc7569acb1b42330b785ea6972fb6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2397,
    "pair_index": 2397,
    "case_id": "boolq-dev-1793",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7f6c6e42c26eadc594c61372466c1a783f72c35d6809d7e76c2e8852e236f5fc",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2398,
    "pair_index": 2398,
    "case_id": "boolq-dev-1617",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "370cf573ba24f2aedc546dd3641b059cd9adba3fea2c3253a693b6623f2bb4d0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2399,
    "pair_index": 2399,
    "case_id": "wic-validation-0265",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f96c07443e67e326549d888d448827cad162c0b8dc436e47a8d85cc911907486",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2400,
    "pair_index": 2400,
    "case_id": "expanded-probability-0153",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d443793a65e97418b33248b4d9f8fb65a51554e2e9ecefa93e45b3f051906671",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2401,
    "pair_index": 2401,
    "case_id": "boolq-dev-1312",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f3282e1c8e862e778405c1092cfa10c3214705ee10caca764f68e351c8932be2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2402,
    "pair_index": 2402,
    "case_id": "boolq-dev-2637",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "27ba597135ce38109efb1df7bc9b30589f6b475cc3b6477036d1cf955b0faed2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2403,
    "pair_index": 2403,
    "case_id": "boolq-dev-2427",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b3a77b02a25ba8a7cbb4a4d4baaf093bbaab0b3fc496e1fd35079362ebff0d7d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2404,
    "pair_index": 2404,
    "case_id": "wic-validation-0258",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6e63099f1f3bb07d5de980d244fa5d6a94227080b98a6483bf4ad7327086f838",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2405,
    "pair_index": 2405,
    "case_id": "boolq-dev-2340",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1135b66cfdca50561e82c710c9a5e8d186343f75bdad750c33745071219efe9b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2406,
    "pair_index": 2406,
    "case_id": "boolq-dev-0375",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a23bee1ef56277164995b59262b9022aaf9921daa41fa7771b8c454e3d543736",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2407,
    "pair_index": 2407,
    "case_id": "boolq-dev-1732",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6014a0ee92143f881e11555b23b0df4c5a3113e7eab59e7b2f7750b6fc107e50",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2408,
    "pair_index": 2408,
    "case_id": "boolq-dev-2812",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "50d4845bd684229b79c28014feeb42e72347f1d5dbea3503cdac829a4d7522f4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2409,
    "pair_index": 2409,
    "case_id": "wic-validation-0137",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "37ebbf25bd624093df9da7a885c00f7803da16efc0f7cf019021de4e5ee8a526",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2410,
    "pair_index": 2410,
    "case_id": "boolq-dev-1240",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b65020be94c4bf900f983676e9e8fc58404e23a5448f59260bc952786b28f103",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2411,
    "pair_index": 2411,
    "case_id": "boolq-dev-1330",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f00c68c416ff04e16688d2bcbadf875dad1b9dd74ce781f5711a9b465c8192a8",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2412,
    "pair_index": 2412,
    "case_id": "boolq-dev-2452",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ec544b20a2480c780898aef7b2841c022c0ddca066c4a227ee1fc9b5a0d9cab4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2413,
    "pair_index": 2413,
    "case_id": "boolq-dev-2860",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5faec9858e78b3699fee74c6a125182c496b9ec5ad580638563701ee940dfb03",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2414,
    "pair_index": 2414,
    "case_id": "boolq-dev-2146",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c6905a694627523f15708f2c9750ecc67f689df09e9d3d6a0f6724452a0f8b4c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2415,
    "pair_index": 2415,
    "case_id": "expanded-policy-0024",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "44693368ddbab37301f9ba908b636e4e823d99d819334e6f6d69f4f0a78865a3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2416,
    "pair_index": 2416,
    "case_id": "boolq-dev-2949",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1c649b964afccd46f0370a7cf38986e8caec8f40bbe5a99e51d23fb52362573c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2417,
    "pair_index": 2417,
    "case_id": "boolq-dev-2721",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "17385f9d5804e42056c1620a5f84406129a565e092966610a2c9d59dab4f4bd6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2418,
    "pair_index": 2418,
    "case_id": "boolq-dev-2744",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4ca71ab91236690a52eaaeaca867540fdba62dd1197efd1119d7acdcaade76de",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2419,
    "pair_index": 2419,
    "case_id": "wic-validation-0351",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6d708693b91d2ce7e454efbf0158d498f682631de58f99ace488568d61d8b05b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2420,
    "pair_index": 2420,
    "case_id": "rte-validation-0161",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a29b6d2bc06ad2cad5a1a0ae960766c1339d58dd96e481e7542704fb95d44cdf",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2421,
    "pair_index": 2421,
    "case_id": "boolq-dev-2486",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7c8349e7f747f1dd448932e4e5a3a37a29fa2a5c84462993f5a5e8c4ded5c681",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2422,
    "pair_index": 2422,
    "case_id": "boolq-dev-0525",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e39141eb7fac76c69cfe21289ee0f3ac8365361e3b4b638e8f21c75c78a10944",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2423,
    "pair_index": 2423,
    "case_id": "boolq-dev-1148",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ca77e4aa0ec38451a320c9d92d93e6bde8ee10e99ac449894897a79965b5b797",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2424,
    "pair_index": 2424,
    "case_id": "rte-validation-0150",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d2f6ef633edee7bb1d5577d17842105b73e1861154c5c87cc8df3c26cc924ff4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2425,
    "pair_index": 2425,
    "case_id": "expanded-probability-0095",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "52f0179c3f8205ba6776fce8155c16dc849b9f7ad23c3af1801a2ad06d8a2c1b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2426,
    "pair_index": 2426,
    "case_id": "boolq-dev-2263",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c375231d82e87bcd2642b3bb755ce15daf9cc5966b34f0ec35f125ddeac83977",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2427,
    "pair_index": 2427,
    "case_id": "rte-validation-0072",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d3f735bb8a1fd4f06a2c28bbbb0f80ee5666543a8b8b4ff74a59e2b4106d869a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2428,
    "pair_index": 2428,
    "case_id": "wic-validation-0007",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1ff82e2de034c2da821ff61f7bf99be314c2ceb903f0094e579a8df1b5f2f65a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2429,
    "pair_index": 2429,
    "case_id": "boolq-dev-0094",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ce7136ba50572fbeecc1ea499c05114cf70fc6822333624334acec65b506a214",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2430,
    "pair_index": 2430,
    "case_id": "boolq-dev-1593",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1f77bad3918f176b18a4c43f233b99ca38c4fae2d05b6d885b99f471f007baea",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2431,
    "pair_index": 2431,
    "case_id": "rte-validation-0259",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d8b753f791664873ac2eb2db55f91dff964e4fcee8c284d425dd56051ecef366",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2432,
    "pair_index": 2432,
    "case_id": "boolq-dev-2293",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "78966f7339fc1437f7fdd7b9c861798e540b5c98ebabe0157cbab73e0ba7b039",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2433,
    "pair_index": 2433,
    "case_id": "boolq-dev-2498",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7fd0feca6b72aa71ad20df89dde08c49b7c201f736128d0f1420df18026dd334",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2434,
    "pair_index": 2434,
    "case_id": "rte-validation-0253",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "90cb5a76ab92053904887e59c0a76033d86e4b3e0a713402749fa97c184b0437",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2435,
    "pair_index": 2435,
    "case_id": "expanded-policy-0205",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "cbc062311964848b812e24377841fd7d051f4f70bcd54b249493f25c9d21700c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2436,
    "pair_index": 2436,
    "case_id": "boolq-dev-3222",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3815e09a7c2a96305116ddf78c76d27b71f85b3681695a88f4606eb24073c584",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2437,
    "pair_index": 2437,
    "case_id": "boolq-dev-3244",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4b99cb2bf09aab7eb599a3813cd29e6ef72ede57d12fe6f07b890abf98274468",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2438,
    "pair_index": 2438,
    "case_id": "boolq-dev-2431",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "bab6f9e23d30309d8264bd8aca99978581c03b5356ef4ba51a67f5265d822ef5",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2439,
    "pair_index": 2439,
    "case_id": "expanded-probability-0076",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "90c36b60adefbf35de079c5d64bf660a3b4e41d09ef52585bbf3639a6fec2655",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2440,
    "pair_index": 2440,
    "case_id": "boolq-dev-2923",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c9072eba9a8fc6c95debccb6cf420ba7ec1c81902b56164d4beff3da121fe4e7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2441,
    "pair_index": 2441,
    "case_id": "boolq-dev-0992",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "bff979ad6f4c1357fce5a762aa15fbe404bda65840daf7242fff557a7908f34f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2442,
    "pair_index": 2442,
    "case_id": "boolq-dev-3265",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "193275257eb17f481d2e11fabf85fdbf78fada4659cee0151809ab15bee03e69",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2443,
    "pair_index": 2443,
    "case_id": "boolq-dev-2523",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "cf9a34adaba2176950fe163dd6f39a7ec0e8da80a21b43ae9185de417b8a8ef9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2444,
    "pair_index": 2444,
    "case_id": "expanded-policy-0168",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "31cb9d3673bede10e3d9d9f2bc5e85424b222073152b7346c258be24da85b65e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2445,
    "pair_index": 2445,
    "case_id": "boolq-dev-2742",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "49a6b14d81cbc8db78c2ac265318ddc0a400e466804bde0132397eb048ecd3f3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2446,
    "pair_index": 2446,
    "case_id": "rte-validation-0179",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "817f6f4ac5d63e8e5ff85180a5183740b03bd16212f48a570db5ffaf0f900261",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2447,
    "pair_index": 2447,
    "case_id": "wic-validation-0018",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3ee05c5df91311b646cd0477d263d40a1152eca0a13d98cba350a279d30fdce0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2448,
    "pair_index": 2448,
    "case_id": "wic-validation-0100",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "650cd6c46ba2a6ae2f967895f1a7d781368ccbc1f5cdd3cebbe999a9fde6062a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2449,
    "pair_index": 2449,
    "case_id": "rte-validation-0156",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "87a6fac6f23c2eceef9f29403290c1aae1e5ce91581ee2a2e98575806d9febf9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2450,
    "pair_index": 2450,
    "case_id": "wic-validation-0229",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4d741c531db2c38ce910e975fa1b1bfdc6d291a0b52e3fd1ec757157263fe39a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2451,
    "pair_index": 2451,
    "case_id": "wic-validation-0501",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6719e438c6631ce8fe6ea55ab26efac312e54ca2d803cab31fc7da6a4a4a6b74",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2452,
    "pair_index": 2452,
    "case_id": "boolq-dev-0645",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c00a55e72e21b3edfec038f1f64153dd7647edbf9233bd5fb27d9eefa1e2b882",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2453,
    "pair_index": 2453,
    "case_id": "boolq-dev-0547",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c7063f822ae10a23ce79b345aa6693a3782f5e4dda8c8cede448a70bb4e7ebb6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2454,
    "pair_index": 2454,
    "case_id": "boolq-dev-2333",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c66809a3c14c7d876bd5501ad2ccaf5fb20d370dbc58fe7ba7e2a2611352876d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2455,
    "pair_index": 2455,
    "case_id": "boolq-dev-0319",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e12202c2c443e8952f9a19e29d7164888a8989ae2c85c783039494123611bdd5",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2456,
    "pair_index": 2456,
    "case_id": "boolq-dev-1678",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8f84a52eace72eca4ed44267adfe06531948170f283c50e48619c5f1644c3746",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2457,
    "pair_index": 2457,
    "case_id": "boolq-dev-3262",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c22880eeb3bef458586c16579afceb216b0d83c80a3a1b9fd8f40ba07d96da9f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2458,
    "pair_index": 2458,
    "case_id": "boolq-dev-1761",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "82ccb22879a15108c2e0de184000baa1e5bb45b17f65e1ce5889ab5c147505f0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2459,
    "pair_index": 2459,
    "case_id": "boolq-dev-0750",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "27b34385ed612b2a551ef72432712b1fcb8525ded5c1aca589cbcda57656fc06",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2460,
    "pair_index": 2460,
    "case_id": "expanded-probability-0257",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9831d1fb89558a0ecdbca01ce3281c0059b0e6fac777e73aa55de285e7fd443b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2461,
    "pair_index": 2461,
    "case_id": "boolq-dev-0291",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "845c01362414f819889070c28da053f8fed0b3548d791f233ce7d04688ab8896",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2462,
    "pair_index": 2462,
    "case_id": "boolq-dev-1731",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8193a1285bac687150f3eabe39dbb5c413e1a866117bdac4ea897dcb98729613",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2463,
    "pair_index": 2463,
    "case_id": "expanded-probability-0082",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0ea9d233b34b2b594aeb67286e734ca88456c646f2dfc8498b3dbf6dcf8232b9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2464,
    "pair_index": 2464,
    "case_id": "boolq-dev-0945",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "799d692b1a6c5fb5df98b11e634c0e0804aac9913ddbda7769efb5e21708b377",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2465,
    "pair_index": 2465,
    "case_id": "boolq-dev-2621",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c79a19fa87934a0137512933b2fada6382cafd918566087ee1519c1e41739e92",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2466,
    "pair_index": 2466,
    "case_id": "expanded-probability-0243",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1b0e4673c95fd2118a470a7a40ae947ce232aa4ea84f8d451c0a361d639ad531",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2467,
    "pair_index": 2467,
    "case_id": "expanded-probability-0162",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c09c0d31de10c471542aae63068e64db85bb8fcc1c534f00c73cb7ba65f54976",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2468,
    "pair_index": 2468,
    "case_id": "wic-validation-0312",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8366614d5be122a6c4f52fbeb970d0d1ed4aae0129e198174bd4bcb70ff8f505",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2469,
    "pair_index": 2469,
    "case_id": "wic-validation-0096",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b8ac9deefaf5b630e76136c395841bd9223d2bce75cf770ec42a57423de020ad",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2470,
    "pair_index": 2470,
    "case_id": "boolq-dev-2140",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1fed3e3942781c648415d21b2d4fa166a418b48a357be98f42e73e9221f45a7b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2471,
    "pair_index": 2471,
    "case_id": "boolq-dev-0118",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "56b62dab2a9087683036c618393dcc80616f47baf10dcc0b6a2036de6d2835be",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2472,
    "pair_index": 2472,
    "case_id": "boolq-dev-2977",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ae633fdf45745466f63545aa51d1d8c3895f7dab03541fc0a2d743bd4af3e090",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2473,
    "pair_index": 2473,
    "case_id": "boolq-dev-1004",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "268a0f4205bf893783ca1ae47cc673649de0c9d3d163e3c76bb4d77623d7132f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2474,
    "pair_index": 2474,
    "case_id": "boolq-dev-2426",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e79619b22a3a5fd7cb70f2d6326aa4b6326933fc21df661aea6b924fc66af172",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2475,
    "pair_index": 2475,
    "case_id": "boolq-dev-1568",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "10c10a53b3b45ae7128163229326dfb30da86cd9c427cfb8c10c4b53ed236096",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2476,
    "pair_index": 2476,
    "case_id": "wic-validation-0071",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1daf9ae6f989366ada66bc62893eaefec4d56ea8c478b8dcecbdd118a2a8206f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2477,
    "pair_index": 2477,
    "case_id": "expanded-policy-0022",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "54d8e7c0930a1f89756ddbd74cb657228f4531e93f49fb2aa1d6a828ff80b1b9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2478,
    "pair_index": 2478,
    "case_id": "boolq-dev-0495",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2e021021f4bc78f4966dc0e7436058dd5701cda2f7643a8d9645816b7db10ef3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2479,
    "pair_index": 2479,
    "case_id": "boolq-dev-0622",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6e591fcd5861aadb42f14127d370ac30c4008ac9ab289147cb67de844ca5418e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2480,
    "pair_index": 2480,
    "case_id": "boolq-dev-2659",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d60ba807ab0104280367a7aaa5d0445d000e5cd5a021d1d9125c5f433dab221d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2481,
    "pair_index": 2481,
    "case_id": "wic-validation-0154",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a3c9c0893ca6a1597e91648b1aa63b874b1309feb4a1779c3b06d2d1bfd6788a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2482,
    "pair_index": 2482,
    "case_id": "boolq-dev-1608",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2c05d0e70e12a80b7013076d15b394f1a3e0a8f6a6ed33c76dff6c6c209eeb20",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2483,
    "pair_index": 2483,
    "case_id": "boolq-dev-1296",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c84148b21ef97c81dec5aeaa4249463e50a9a1fc0cf0cd22a2d38894f514801b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2484,
    "pair_index": 2484,
    "case_id": "boolq-dev-2306",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7bc86dbff839c1b9675d30d7e82b1a901e3b17066de4ef55876ad61b70aa3df9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2485,
    "pair_index": 2485,
    "case_id": "boolq-dev-2208",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9f6aa9c9f2c15b04cddd1e2e5e460e37fce86c90ccf65997eaf965ab93cc9c09",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2486,
    "pair_index": 2486,
    "case_id": "boolq-dev-1353",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c6dae0bf31531f43b38b2978e1a291d84a61690c5ccb884a846debd776b6c6f3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2487,
    "pair_index": 2487,
    "case_id": "expanded-policy-0179",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5b94278159a8ca6c1d882aaf18e2450aecf09d64360b53d9cabec4f0bdde2fec",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2488,
    "pair_index": 2488,
    "case_id": "rte-validation-0189",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "499579a4c43c10e5addd398c09720c3aea3cffe9b9fc54fe596ec391bfea5393",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2489,
    "pair_index": 2489,
    "case_id": "boolq-dev-1610",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8cfd317758452f2e5974c1b5320dfa90804c7dafa046f5bbc68c479f265fe38a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2490,
    "pair_index": 2490,
    "case_id": "boolq-dev-0523",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "61709fbab55f0d7911c6c9de2e6a4adf39890369b922a24619690728f1be7100",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2491,
    "pair_index": 2491,
    "case_id": "boolq-dev-1382",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4bd26f92ca62226d8d72dd7f6cbea724da0441566849025e1c9a4050ea5c8bb4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2492,
    "pair_index": 2492,
    "case_id": "boolq-dev-1212",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2a381f86e07b61f7d883277d97d4eabdb2085ee64ea5fb6406d47a46a23cd0a1",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2493,
    "pair_index": 2493,
    "case_id": "boolq-dev-3196",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2238b9cad7637b3615f22fb111f82d17ed9a693f8047ec3f5a5dd3ab9724e15f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2494,
    "pair_index": 2494,
    "case_id": "boolq-dev-3134",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ab257eb44cddc836185c7964a77f0b62bb58749a996d0edaa79da9a4226893d1",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2495,
    "pair_index": 2495,
    "case_id": "boolq-dev-0367",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "375311613689a8b834fbae1d50ea462da59c53723fe99c05c91e129d8eb3b276",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2496,
    "pair_index": 2496,
    "case_id": "boolq-dev-2852",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ab8b64db8708c8feae256d556f061fea2ae2fc0a72d426437032a1c3a7c1cd4e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2497,
    "pair_index": 2497,
    "case_id": "rte-validation-0193",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3a211b0977cfbe0835068b6875464c74f731ecb17f06e32b992b5811e03f7961",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2498,
    "pair_index": 2498,
    "case_id": "boolq-dev-1281",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9a8b1c737e2fb715712ccf5a9219aa42d0f60fd27d782db01c872c337b46ede0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2499,
    "pair_index": 2499,
    "case_id": "wic-validation-0594",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ba40033264a4cf00aa576a51ed3590b86dad1e93424e06dc7ad6ce049fba87a4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2500,
    "pair_index": 2500,
    "case_id": "boolq-dev-2517",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2a800d28c74e8f7ef81d5aceca0132c34ab81c87f49cf673da14f2c65bbf4711",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2501,
    "pair_index": 2501,
    "case_id": "boolq-dev-3152",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4c02e2d98182539f248a2d5c066710614e04d455c19a482b4b1177d5fa5c2ead",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2502,
    "pair_index": 2502,
    "case_id": "boolq-dev-2769",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f76eea494dea2264607cb8c09ef3ba6c2a42803d9538d0d55cfb637e2c284c15",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2503,
    "pair_index": 2503,
    "case_id": "boolq-dev-1093",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3e834caa330853545f982cd89f1a3c18b1b012bd7273388f438f476f68377dd2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2504,
    "pair_index": 2504,
    "case_id": "boolq-dev-2459",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3fcad3ad137db17e79211639161548604406c2e07aa66c3a3e48bc14a978ddda",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2505,
    "pair_index": 2505,
    "case_id": "boolq-dev-1375",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8992197002404b4235da3f2349a6d2520f9208f234d93f64f688643c7c21f18b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2506,
    "pair_index": 2506,
    "case_id": "boolq-dev-0459",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d9e04e1ebb1204e548f1bd7d494680568fb0735be70452a50ea1ba398e77a03b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2507,
    "pair_index": 2507,
    "case_id": "boolq-dev-2046",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f1a7c272d4f8b681235f804fa574bb5bba88fb44461cf789d13713205d076dcc",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2508,
    "pair_index": 2508,
    "case_id": "boolq-dev-0731",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1b6be845b954b4acb3f412365e7279a7e0abe2a39ab9732edf3fc55a0e003960",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2509,
    "pair_index": 2509,
    "case_id": "boolq-dev-2636",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "099ad0decae6196079795bc0c2309724dcc9c35a5e8fa52369c903587023ee4a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2510,
    "pair_index": 2510,
    "case_id": "expanded-probability-0020",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b1168ba9bedc1c81de3ef5196376be00527c2bb3aa51593904ae7d48b78a8018",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2511,
    "pair_index": 2511,
    "case_id": "boolq-dev-2690",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d089590377d4179a0c3314de07ded92f71aa7b7e1a6da7219d1814fdd5935095",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2512,
    "pair_index": 2512,
    "case_id": "expanded-policy-0288",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "35e1fd1d432f07209f643e89aae623dfe6b1ce5b85625b11425a59cc5a89b23f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2513,
    "pair_index": 2513,
    "case_id": "boolq-dev-1287",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8c9e191cad6db4b98bfc8e09d91b0666c7646bd3c2ff08023294e07a5efea169",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2514,
    "pair_index": 2514,
    "case_id": "boolq-dev-1842",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c7a84bf1d416938e8adef36ca7367c7f5f4c9f1be1063b3293e8cdd0439605ae",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2515,
    "pair_index": 2515,
    "case_id": "boolq-dev-0601",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "835c80baabd70baebe2394d2cf065d4fe9c5a6c5e456bf3a25cbc8e44e7bc2b6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2516,
    "pair_index": 2516,
    "case_id": "expanded-policy-0122",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4cadfa4ee2e64cd71626656bd3520c0cefa86a9fab55e9519afcd783142cd30b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2517,
    "pair_index": 2517,
    "case_id": "rte-validation-0011",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "40c8594c6ebf036d771afdde30aec890045e84ac3cf055f0b7e310d0e9c32868",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2518,
    "pair_index": 2518,
    "case_id": "wic-validation-0043",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ecadf64c277e03b186f0d6a69330e8e0999c80b8cbb2970d1028088c2a6819b2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2519,
    "pair_index": 2519,
    "case_id": "boolq-dev-2565",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0373bdae5c75f4e2da73e61beed653e46d170dbccddd133c8ed29ed73329a7fe",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2520,
    "pair_index": 2520,
    "case_id": "boolq-dev-0851",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d23af226de8106c4782cb89b6516db8f77359f8809615e32a83450a4e65ca647",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2521,
    "pair_index": 2521,
    "case_id": "boolq-dev-3123",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "99f80edd24fe40ed1f455163d4e10d3a5a9915ec6f1adb1e2905eda2822db053",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2522,
    "pair_index": 2522,
    "case_id": "wic-validation-0597",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2691104ba82fa5231021f8c8cc8cefcbe0a4de761c3a30aaeeacd7a68b5f6ee2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2523,
    "pair_index": 2523,
    "case_id": "boolq-dev-2075",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9f9da39c498f30adc851a5659550592fccff137d6e0ff98c5186d81f178b750f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2524,
    "pair_index": 2524,
    "case_id": "boolq-dev-1817",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "025760c4cfd710c056ecaf5c693af0ca576d31ff0115745115b0660aeea3fa10",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2525,
    "pair_index": 2525,
    "case_id": "wic-validation-0151",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "fa5d05318724abbcc76e9d05247d972e23207712480c6e49d6f0326cecabc2da",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2526,
    "pair_index": 2526,
    "case_id": "wic-validation-0146",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8a24f8c50c98bc6bfcf2934aa01c88fdf84e0e14a4504024c44a409802b9fda6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2527,
    "pair_index": 2527,
    "case_id": "boolq-dev-2065",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "922c2edd70f852ada5fae0a3f0f781ca850dc175542ae68c5d5513e0a596cc9f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2528,
    "pair_index": 2528,
    "case_id": "boolq-dev-0788",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "247da05182f07cf9d40696b89069a131f241e2ccb61c5d43562f1a33958b0fc7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2529,
    "pair_index": 2529,
    "case_id": "boolq-dev-0739",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "044ae1b009ce7873b6f3363f4cffe048a8cccc8a24a74dfbc759bda12f933bc2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2530,
    "pair_index": 2530,
    "case_id": "boolq-dev-2174",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "aedd06b9c885e8725ec2effc46fee8e8af187608952cb68c23dab249282e8906",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2531,
    "pair_index": 2531,
    "case_id": "boolq-dev-0755",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3e27420930e8092ea25340b379db07c67f8540c741a89d49fcbb766bd871f89a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2532,
    "pair_index": 2532,
    "case_id": "wic-validation-0568",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "11272786d7de0379cf0276c0248ccd2cf2e55754ac07401e5a9455622b796589",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2533,
    "pair_index": 2533,
    "case_id": "boolq-dev-1959",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "97e176fbb3497d2bfce6ee8878bcf68c256a64736cef2e5b32ee600aedcda1e0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2534,
    "pair_index": 2534,
    "case_id": "rte-validation-0068",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ed59861e84a54e6df0f908bdfb5a75a6739f1093aef9cfdef11ea55a82d4dfc4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2535,
    "pair_index": 2535,
    "case_id": "boolq-dev-2391",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "31e1d2b5a4b79b99837c56995589322c5f49187d5e6deb7c24e843ca432a05b0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2536,
    "pair_index": 2536,
    "case_id": "boolq-dev-2069",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0005fd97fe90627af83d5a503ee82433e9239af5f5ceb44bbc8d97c122a68408",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2537,
    "pair_index": 2537,
    "case_id": "expanded-probability-0199",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2ae217386902c8a28d742db678b9367d13bee12d1cfac67463efacb320bd91d7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2538,
    "pair_index": 2538,
    "case_id": "boolq-dev-1445",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b895c2139a36fdcd5459ae266ffdb8fe0af17ff73928dab2f8aebc0f7f71db73",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2539,
    "pair_index": 2539,
    "case_id": "boolq-dev-0503",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6cff0fa26fbe823e051351fc03f86c4b7525262b9acfdf6e345e3d91aded8963",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2540,
    "pair_index": 2540,
    "case_id": "expanded-policy-0244",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5f8e33df83799d51ce2708b6f2ce012164ec3ef0215b63439c2287cc12211ceb",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2541,
    "pair_index": 2541,
    "case_id": "expanded-policy-0270",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ab8b0c088648210962805dd9a01871edfbd1f82dcad3459ce99298b0314251ee",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2542,
    "pair_index": 2542,
    "case_id": "boolq-dev-0580",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2a640c9fff110f434129f987dc1a61adfb13edbdec7a215a0e90e15aca833af0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2543,
    "pair_index": 2543,
    "case_id": "boolq-dev-0608",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ff9e1c4a303dd0c619be2e2534a25ed4da1fade77fc0928f7fdf26e33593f270",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2544,
    "pair_index": 2544,
    "case_id": "boolq-dev-0259",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "be6977b96e8b198c6b748fd87e55eb772f9ba3912061dc80ec8be63f20e090ec",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2545,
    "pair_index": 2545,
    "case_id": "boolq-dev-1049",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a2c359afa09bc440881a342ac8c79a591dfff26fe3d52c036689ff0d94c17a5f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2546,
    "pair_index": 2546,
    "case_id": "boolq-dev-3198",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "df36b23b086a2ebccfd2d258454bf1ed79b16e9003d9c1923794e79bdc1bc588",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2547,
    "pair_index": 2547,
    "case_id": "expanded-probability-0142",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b1eac3c8def9e5e30e3ed4b187d262d1b73fc2fdc4ee736c27693f57e418533d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2548,
    "pair_index": 2548,
    "case_id": "boolq-dev-1764",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d87d9c6b168a192264a3bb554eb845e327bc099cbc0a74a8a3624d5e691e712e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2549,
    "pair_index": 2549,
    "case_id": "expanded-policy-0005",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5ba035bc02f84191396dbfb9f7de4f5cd246e0dda0862c749c7d1be7bc9397ba",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2550,
    "pair_index": 2550,
    "case_id": "boolq-dev-0475",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "26e427bcb9ebf762431c1d08f6f4d45dd88a7dd449d2c847d4d1db95da2ab475",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2551,
    "pair_index": 2551,
    "case_id": "boolq-dev-2686",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1a2477cbddb8ebf2a2df2c3af989d18f40be533f1d6cbc6a1e8375791e895b70",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2552,
    "pair_index": 2552,
    "case_id": "boolq-dev-0174",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "dc2d719f7c9e8553690b0f7ce7174f3d83c1a10f518a2c80516ecf6e76094452",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2553,
    "pair_index": 2553,
    "case_id": "rte-validation-0165",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f9056fb3b70bae759c61e63dc047b3bad0616142f86c3a1f968a6e469f787501",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2554,
    "pair_index": 2554,
    "case_id": "boolq-dev-1346",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2e187e53061c09432f48eb192adc5bbc189f4e304298a2b0ab85c2f57e39bd87",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2555,
    "pair_index": 2555,
    "case_id": "rte-validation-0113",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ae7f9bf4dc2115fbdcf956ceb866e54aa6fd482d3f8d2ba67c7b950c95dd2fd2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2556,
    "pair_index": 2556,
    "case_id": "wic-validation-0389",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9fae9a0a45eea5d87668cc6eceefbea664371da1d0a513043542e8876ea2c48b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2557,
    "pair_index": 2557,
    "case_id": "wic-validation-0073",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4512876fd89c5109fc0713ee1671db117773e3ffaf84dd830297320b0e79fca1",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2558,
    "pair_index": 2558,
    "case_id": "boolq-dev-1993",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a6e4bd461f6451d90348a5116f164267c94df08bac9128ebb197cb2c7cb771d0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2559,
    "pair_index": 2559,
    "case_id": "boolq-dev-0340",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5a30fff84b1e71440fdb48709621f3b337df770bebcd8d5bdc3713d76896f179",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2560,
    "pair_index": 2560,
    "case_id": "boolq-dev-1430",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7d9a03713243bcece7397592ed8666f04725a72e9df66da166be22378e9d5d0b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2561,
    "pair_index": 2561,
    "case_id": "wic-validation-0168",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "36092de41c0bdf02aa1fe0dd2ff76f91352045ee8d30de0ba653a16557eb0497",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2562,
    "pair_index": 2562,
    "case_id": "boolq-dev-0986",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "766a9165b77b3d1bde3c260ca4b71d3f60b72403e23eb0855ed565fa18a63378",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2563,
    "pair_index": 2563,
    "case_id": "boolq-dev-2642",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1f7ef4af0a7181941217bc1e775b953246c916c8b128499f088fcf4e7d73d7d8",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2564,
    "pair_index": 2564,
    "case_id": "expanded-policy-0174",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e5adbe57648694f1e0f848928e1f9ed66c4db2b5b8ef24c622588192cd633589",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2565,
    "pair_index": 2565,
    "case_id": "boolq-dev-0671",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "098c4d287fe413fbd87eacfc120ecd0bc8d232d89f96cc573254c26a3fdbf3aa",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2566,
    "pair_index": 2566,
    "case_id": "boolq-dev-2154",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0df57cde3e33d616446878e58ad964d3183056abd9069ae279469ca7e1c29f26",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2567,
    "pair_index": 2567,
    "case_id": "boolq-dev-0124",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5990e2ae008d8bccf6fcecedc0bc4962ceff1a384dc10f8f49f8cba3dfa2a139",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2568,
    "pair_index": 2568,
    "case_id": "expanded-policy-0077",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "041396fdcec5133aa68e9a5ddc78f5b59fc94ced5c995968a327f061ed99ee28",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2569,
    "pair_index": 2569,
    "case_id": "expanded-policy-0110",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3df4cae3339462398399ce0988d9d90a76799a43f5bcb927a63d6ad933dffb8d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2570,
    "pair_index": 2570,
    "case_id": "boolq-dev-2555",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a30d94be3b4a9da237331ea9466ce45b5bac86fbc57ad335cf215a2398c3b9d8",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2571,
    "pair_index": 2571,
    "case_id": "wic-validation-0250",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5815253b0b8781fb011dab192823a2faa07c330324a57dfe76612255cafcb08c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2572,
    "pair_index": 2572,
    "case_id": "rte-validation-0166",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ae3f86228c08de2a4e28ac3b4ee79fcc24efbceaebc721a6527bd25aa36e8a4b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2573,
    "pair_index": 2573,
    "case_id": "boolq-dev-2892",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2bb751c0ed0b1b8e472db421d6273858a73cdb4ff8b8d33f1ebb327b5745c2bc",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2574,
    "pair_index": 2574,
    "case_id": "boolq-dev-1545",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2414d3276f14c48bd013efc93d775775b05730af294e90b654d12171be5d08e7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2575,
    "pair_index": 2575,
    "case_id": "boolq-dev-0937",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5798a1134d59d571006235cab7fefabbaac249270ceafc3a28785eb05f2feb1b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2576,
    "pair_index": 2576,
    "case_id": "boolq-dev-2955",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b7cf4c6d8260202ee85e098eae8faf4944c8138b3e6587a9c015f71c5b1c5de7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2577,
    "pair_index": 2577,
    "case_id": "boolq-dev-0345",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "503cf852f578b57ca71c323741468185e15d4922fd6347be880895527701b789",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2578,
    "pair_index": 2578,
    "case_id": "expanded-policy-0067",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ce1794ad1a8dae7146ec86e9b7aa6f6fc81dfd0325328a844e83e4bc95143579",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2579,
    "pair_index": 2579,
    "case_id": "boolq-dev-0453",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f800e9ae008977c076203d3cd517a0a4d6d413d91acfefec98ba78bfb74f6006",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2580,
    "pair_index": 2580,
    "case_id": "wic-validation-0615",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "469a4edb64ea00b93c30d3860f60f9d16e69b829a316f02cfc1afe67a284263d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2581,
    "pair_index": 2581,
    "case_id": "boolq-dev-2295",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d1a4de67715dc3293178ab4ac5fcba54e17c659c46a03bb99fe4adcd536b8853",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2582,
    "pair_index": 2582,
    "case_id": "boolq-dev-2578",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7e79d366f19ecee034dfca2e2d8b644f324ad37d143763c78a89c4c224352aaf",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2583,
    "pair_index": 2583,
    "case_id": "expanded-probability-0166",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5a9badd717a528b8692628b3374620ee0e4de170bc25e8a1646a98b637be2b50",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2584,
    "pair_index": 2584,
    "case_id": "boolq-dev-1283",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f3069f9505ac1d7155e6b64657beedbee5c135f0040592a2321f1eb459700ae6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2585,
    "pair_index": 2585,
    "case_id": "boolq-dev-0177",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8ca1fdca0ee801fe6956118d4df4d034befdaefd5ce853180b902837d94c1101",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2586,
    "pair_index": 2586,
    "case_id": "rte-validation-0257",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d169beb7c37acfe75294f8ad263eec79d87143708ca84eeb3984aa128cf92161",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2587,
    "pair_index": 2587,
    "case_id": "boolq-dev-3191",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "27dacedf3b182bd704a698a1ae9a0f56563c118b25296c3b84d1fd8612f78160",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2588,
    "pair_index": 2588,
    "case_id": "boolq-dev-0673",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c7ca7bd4f50bbcbcf6cc5cf04ae6a7a024a6cbb91081bf002b3a37107f684d2a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2589,
    "pair_index": 2589,
    "case_id": "boolq-dev-2850",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "023acac9d93ee44f1f84e918af8fce15bb9cbe6d9b24ac46d0620d30694dd3d2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2590,
    "pair_index": 2590,
    "case_id": "boolq-dev-1397",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d1b6c3af7afed865b5618e408b2d631383f200a4ab9dba8157ff23450ea2012d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2591,
    "pair_index": 2591,
    "case_id": "rte-validation-0234",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "76dcde9059e197595a8f4efe29a6eed29ef71c26c490a9efb973e6ffa5ac3d3f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2592,
    "pair_index": 2592,
    "case_id": "boolq-dev-2335",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b0e7967412cb5112de6306a4b1b4e809c0d364e7f4cf1381a3d5196bb73f5f65",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2593,
    "pair_index": 2593,
    "case_id": "boolq-dev-2378",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e6940b6231f4fbefc82905e93e2e50d44f50bedf69eb5b0f754b60185522809a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2594,
    "pair_index": 2594,
    "case_id": "boolq-dev-0154",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "567324f255bfa4a7cbaa26fcaed6841fffe11589c9614b16112e944fcf0c6e27",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2595,
    "pair_index": 2595,
    "case_id": "boolq-dev-2851",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ae4fcb5bbd567b78097fbc05c8893343d639bc9260baffc6ddab38da879b371e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2596,
    "pair_index": 2596,
    "case_id": "boolq-dev-0812",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "954c80b7da705097629cf1e287a8454dc1de510d6d6a3002c52299971189e999",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2597,
    "pair_index": 2597,
    "case_id": "boolq-dev-1348",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "25f0d9d4f4338a835d4a69f22b46aaa197ced0584c78f93705ebb1a5168cfda2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2598,
    "pair_index": 2598,
    "case_id": "expanded-policy-0119",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "eff5c13fc7cb4e1a8bf6fca2f83f9f9e319d8c634cc897b5081f8ad06de79c6d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2599,
    "pair_index": 2599,
    "case_id": "boolq-dev-2214",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "28f504c44a5ef40bb404f03ac1c4caa1fe45249d4dfe1e1f5564f328ac55b6a4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2600,
    "pair_index": 2600,
    "case_id": "rte-validation-0014",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a497de41addbca2cc16d834d0b27900aabd969747bb1e15d05a7f9ec3914abc6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2601,
    "pair_index": 2601,
    "case_id": "rte-validation-0040",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4dae95452119ff36eb433341c2dedc725c16c6975254d2f5367c03c8af422dc5",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2602,
    "pair_index": 2602,
    "case_id": "boolq-dev-1248",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "da5c52a6dc0605d1f71ac87e4a7237176ec77af1bf09b992a801115400dee6f2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2603,
    "pair_index": 2603,
    "case_id": "rte-validation-0087",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "cd37d0da2a5a24e4649fa90dd8bf99a45a2bf8c8c2610ef8d837c9dfbe3fb500",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2604,
    "pair_index": 2604,
    "case_id": "boolq-dev-0762",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "53664f771791de703492b71d70e5f9d66f3729c009a5ef4b8232cadd1f783f6c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2605,
    "pair_index": 2605,
    "case_id": "expanded-probability-0188",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "54640f98dadc6b2aab348c26df540ea52f0ab764b184a9a7c39b53c2cd627267",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2606,
    "pair_index": 2606,
    "case_id": "wic-validation-0176",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "31e5e66f412a10275734f66d21a18b031c31c58a0ab21de930f529baf0781463",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2607,
    "pair_index": 2607,
    "case_id": "boolq-dev-2678",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4eebc9d366308573f30148771d9a0af4665032cd7e626008e392f68df3d95ef7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2608,
    "pair_index": 2608,
    "case_id": "rte-validation-0243",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "00f483aa88fe3418242ca1e27f2b21c728dbfa5e58bb7c051b4dcf3a32923a1d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2609,
    "pair_index": 2609,
    "case_id": "boolq-dev-0436",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "125edbd608ce374b6f68ef9c952df44f5e823a2009369519f4fc545f65fb470a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2610,
    "pair_index": 2610,
    "case_id": "boolq-dev-1341",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "fb4d710b9ecd8a7a369712aea2c8e7c48ccf60125f2a744ba0f7bf07b69c3379",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2611,
    "pair_index": 2611,
    "case_id": "boolq-dev-2441",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0ba5a509c73b6183d2b4388bd7cddaf9c18133eae176d04ceab6322135d56019",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2612,
    "pair_index": 2612,
    "case_id": "boolq-dev-3053",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a9e8f2766790b9a05cfe6830e05894289e5dfd1ff77816ebd4852ed21bb6fa5e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2613,
    "pair_index": 2613,
    "case_id": "boolq-dev-3248",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "57aff1cfcfed93c1264621dde90dc1ac5bcefe0d84e0905c9133848ee1b34e3b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2614,
    "pair_index": 2614,
    "case_id": "boolq-dev-0573",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ae59ba89dbcfb7ae185cd65255e32ad84c07b11004e63406d99b1ab306a98657",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2615,
    "pair_index": 2615,
    "case_id": "boolq-dev-1125",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e5981b9107ed81fd6f206cc24b0fd956f91c95e12240a0769055849846b3d1c3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2616,
    "pair_index": 2616,
    "case_id": "boolq-dev-1451",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5a6c55239dc8ef9f1de64804036b6a1048eb78659b314da85e9f42199def5225",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2617,
    "pair_index": 2617,
    "case_id": "boolq-dev-1935",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5605486a37fb6e82fb390bb7e9aba7dd9a0c1e255ce322ecb31d75d16a5d310d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2618,
    "pair_index": 2618,
    "case_id": "boolq-dev-2388",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f244681eb1822e0b701308a3b61feba60a12df2006ecdbacdd470246c19ce404",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2619,
    "pair_index": 2619,
    "case_id": "boolq-dev-0845",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1d0f6f412cc4ac8a5f119dd6e3fda6f7f85bed55bada097fe1b7e32138549123",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2620,
    "pair_index": 2620,
    "case_id": "expanded-probability-0073",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8b39fce15d45848af28123446b15c703777508e8a534c902883a01789b2e09d9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2621,
    "pair_index": 2621,
    "case_id": "wic-validation-0450",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4c462ed40b1db8afa95a38498cdbdf5f8b507046e1d2f7210feb329b95359b33",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2622,
    "pair_index": 2622,
    "case_id": "boolq-dev-2591",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6bd8314a21d3b3adf5759ea37b0c853659e2a0638dd552783d7184e067f7081a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2623,
    "pair_index": 2623,
    "case_id": "expanded-policy-0178",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8753546bcfab495a3acfa9fb3e3a17a626d59b8256d077cf7afec1e50a0552a8",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2624,
    "pair_index": 2624,
    "case_id": "wic-validation-0301",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ed3fb8eba3690ffcc46e09adbffe38d5c874d7a9571bc39d284d7aea177d3569",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2625,
    "pair_index": 2625,
    "case_id": "boolq-dev-0610",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b79975181395afcc9302bc54497897f3b1753413153adf2293ea360d3ee7618b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2626,
    "pair_index": 2626,
    "case_id": "boolq-dev-2152",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "33d4216b40181fe0add3b46df95bd95574e0f0338003feae6b6ca122a2a4cdf2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2627,
    "pair_index": 2627,
    "case_id": "wic-validation-0555",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4029db784636c7784c64d58b00ea0d34dc0aa851c1787a38f7aeddb157cc6089",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2628,
    "pair_index": 2628,
    "case_id": "rte-validation-0110",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c36f46e683247b4f7b9e892d371a78eaa1303fc4989e1050b638c5d20ad9ec17",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2629,
    "pair_index": 2629,
    "case_id": "boolq-dev-2376",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "bb30062e3f49ff22d3b0700cc3e5dfad1a707bf4e9a1ffb90615ecc558849a79",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2630,
    "pair_index": 2630,
    "case_id": "boolq-dev-2183",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ffa9ee671ca65a564f1844feb3b574b2c4c36d223540d6748cd83124b0031edc",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2631,
    "pair_index": 2631,
    "case_id": "boolq-dev-0137",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "890bf3d978584adfff59dc44d5062f85e3d35dddf77c728ad6a4d0e783c03a8b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2632,
    "pair_index": 2632,
    "case_id": "expanded-policy-0284",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d044651aa3d7dc9706d84bba82d8932d158b58154b126bf00b24554b82955ba2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2633,
    "pair_index": 2633,
    "case_id": "boolq-dev-0445",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b7bd71a48d5501fd098f769735f76195e2123360174755d88ff3aea600833ff7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2634,
    "pair_index": 2634,
    "case_id": "boolq-dev-0846",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2fef6f1b295d37a29b7ff586453b883c579dca062812186db3b0b5c61a5403d3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2635,
    "pair_index": 2635,
    "case_id": "boolq-dev-3089",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b6df71b7788718536982eb5df0e28cd10a5586c51ce7b7366144ae540847d35e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2636,
    "pair_index": 2636,
    "case_id": "boolq-dev-1249",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ccff01028be35715ea5d37533c0cc6b446365feeb42e75a2f0dd37e5341a9d12",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2637,
    "pair_index": 2637,
    "case_id": "expanded-probability-0120",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7d6c8dcb2fb1560ff9f36d75ff27595deff08318deb5ba213c89997f2f07acce",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2638,
    "pair_index": 2638,
    "case_id": "expanded-probability-0102",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "cd40458b994c616d5b146d7b497493fa65230caab3bba1ae2bcbe4596fd3bdb4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2639,
    "pair_index": 2639,
    "case_id": "wic-validation-0406",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "89081b4c89e7480dd293ffa5b38b6fe62a8a3510ef0a3707a54aec9215f6ef84",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2640,
    "pair_index": 2640,
    "case_id": "boolq-dev-2818",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a9d6fa80c68add102ac7b412b58abc03f968c7c03b9132f0a2612bd6204a04d8",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2641,
    "pair_index": 2641,
    "case_id": "boolq-dev-1247",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2f65a8f3924c4a4bacdf4d66f826930d799ccbd614b83ea741c6e534edc0db7c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2642,
    "pair_index": 2642,
    "case_id": "boolq-dev-0972",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0e2b20b81100eea283dfcfe49e9059a483538a0f8defdfbed8dc95861dc471ad",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2643,
    "pair_index": 2643,
    "case_id": "boolq-dev-1124",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9ee9c3372507fea8de916a9fe688462bde32f0481793e7e0da9234472e5a1357",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2644,
    "pair_index": 2644,
    "case_id": "wic-validation-0637",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "deb7466667dab3d784c3b131306dca64442f96502a4b211adf3654b2f7050d82",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2645,
    "pair_index": 2645,
    "case_id": "boolq-dev-1968",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "abf5a1b3c66d3bbf011e141308155ec738f3ae3fcace75a525372fefca63a7ff",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2646,
    "pair_index": 2646,
    "case_id": "boolq-dev-0706",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b29f9cc9515fd36ede252966da4c46299c8401717c28116582554b5832dfdc84",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2647,
    "pair_index": 2647,
    "case_id": "boolq-dev-2285",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2b137bbe0093c99b2579c4c512ee77c774d9f0c91252f6315aad310fef3e098f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2648,
    "pair_index": 2648,
    "case_id": "rte-validation-0062",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "db606c0d0b946cfe97a45569f9b1ab507abd7b5796f21e9f5d5d81d459362730",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2649,
    "pair_index": 2649,
    "case_id": "expanded-policy-0170",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "85f3e93b50133d9e36f058985ab9467a8b276cd800c0c77be1598c724f89f145",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2650,
    "pair_index": 2650,
    "case_id": "boolq-dev-3231",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a6499eb8e4f63ea5f0cd8021197e2d24b73d8e3196b4879e2bde069f910e88dd",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2651,
    "pair_index": 2651,
    "case_id": "expanded-probability-0158",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "fb5fc4b8d97f466833b4e99bd72d7b8e7eabff7c42335215b9ae0c4d80087a4f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2652,
    "pair_index": 2652,
    "case_id": "boolq-dev-3124",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8e63a17e296d265b1c12cb7ffe63af6e68c32bccd0e01fbd66de4c0dc1e499d1",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2653,
    "pair_index": 2653,
    "case_id": "boolq-dev-1602",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0e045cfa52048eea98b5e2106eec4917a38e57728129dc6b3f6d16b5b400f9f4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2654,
    "pair_index": 2654,
    "case_id": "boolq-dev-2843",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6e920edd2b599591d0c1fba91c1dedbe407f4529186e615131265df9e57156d7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2655,
    "pair_index": 2655,
    "case_id": "boolq-dev-2838",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "618aab24a57a6c6eb4642124207bbd6023328b5b15d47f2d55a9841ae8089186",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2656,
    "pair_index": 2656,
    "case_id": "expanded-probability-0203",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d62e2dcf154b4a00c58cd776dcbb70dc347fae438a887c7bbdde1b9cc0f2f8b7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2657,
    "pair_index": 2657,
    "case_id": "boolq-dev-2149",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "da5948f2eedbd972b33e2083545cf0150760a5c1b64077ba99fff07a3075f009",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2658,
    "pair_index": 2658,
    "case_id": "boolq-dev-1336",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "afae55399b1620e6182c1ba40bc7f0ac960cd27629272d2416f12b603cb13288",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2659,
    "pair_index": 2659,
    "case_id": "boolq-dev-2497",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d4d6409c48ef8bf24e49af3472a12e80dd244f90c10dbfe245c5be87a8087d83",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2660,
    "pair_index": 2660,
    "case_id": "boolq-dev-0224",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a650b78a4af6ff36eedb18d057ebc46d9f4ad0790125b15b691411c903f1574b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2661,
    "pair_index": 2661,
    "case_id": "boolq-dev-0674",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3d7a87d458715a25a1e70c6390bdcb9cd098c6f36d74a04a3389d9b1527cf004",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2662,
    "pair_index": 2662,
    "case_id": "boolq-dev-2394",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b8632f0b0f208ccc5c8e2b5f37aecbc657b76c851438caf39d5cd18649ad4e6f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2663,
    "pair_index": 2663,
    "case_id": "expanded-policy-0044",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5960583bd9877a1386257a9ec93a301e6dadc30b9347dbb1eb2b79a9c144d726",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2664,
    "pair_index": 2664,
    "case_id": "boolq-dev-2488",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5fc60ff711740f9b7c2f873d65b785972d4a241e1742c7810e77f6a36097e37a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2665,
    "pair_index": 2665,
    "case_id": "boolq-dev-0740",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7d826e6f59e8182d9c50594631b3a32f1c2d3f344e27d75580dbdd316456420d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2666,
    "pair_index": 2666,
    "case_id": "boolq-dev-1696",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "eab583d9d5812322b9b5bfce00d68aec722b5c81ca6d3849ab431d1ceeb88916",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2667,
    "pair_index": 2667,
    "case_id": "boolq-dev-1566",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "cee9b641decbbe8a3c7c76ac93f88a0625b15ba295b7b784b3016ad3ab862371",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2668,
    "pair_index": 2668,
    "case_id": "rte-validation-0184",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7e0401b4608a3ecb5f261d43acdbd074573a43f1274d7e6ea24d24167418a95d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2669,
    "pair_index": 2669,
    "case_id": "boolq-dev-3011",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "bf2d8101ba820c6a653de8361e8f30f16e5f75d9a286c8f395f1deeaaf711b2e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2670,
    "pair_index": 2670,
    "case_id": "rte-validation-0129",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "45db53c2ed7f5721a5d6e20da5a6d65799b8357ffb5df9a97f447710a21d333c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2671,
    "pair_index": 2671,
    "case_id": "boolq-dev-2396",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "db20e4446a85d87fe3e70442492a85ef509c2cb68301f05f1a8d56b1331317b8",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2672,
    "pair_index": 2672,
    "case_id": "boolq-dev-0454",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9e651b0dd6df930383416209114e7c9a0700c40845ec1eda82e2c30633fe4a2d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2673,
    "pair_index": 2673,
    "case_id": "expanded-policy-0167",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "715bdaa7dedbe19585c50d0f7686e8744fe59cead50f3ecec02ee553f5314542",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2674,
    "pair_index": 2674,
    "case_id": "boolq-dev-1209",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "36d1080902ae99dc955bbc74be7bff4ed58c9a7b1c997ff53f770ca9e436cbd3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2675,
    "pair_index": 2675,
    "case_id": "boolq-dev-0724",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8328b6502c06ddd497b52fd9d66584a39f57a91f05aed7da04484267cb7f9fc4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2676,
    "pair_index": 2676,
    "case_id": "boolq-dev-3069",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f44d3830d66a89f1defc6e2bd116e5f128ebfb8e341e81bbec0aa9cee4bd7ec6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2677,
    "pair_index": 2677,
    "case_id": "boolq-dev-3199",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ca055f8e0dc3d94c9bf9fe38a775576a614d9bb71fee1683d2934fc715bb62b1",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2678,
    "pair_index": 2678,
    "case_id": "wic-validation-0359",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "bb54106db68ca3a52061152a144a9fecb40c41edcb1edc8d5ae4bdad01720042",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2679,
    "pair_index": 2679,
    "case_id": "boolq-dev-0237",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "889d22134d9d1d83da0f5f85318ccd55b0f1c3654d30d3e19974638c927f82ba",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2680,
    "pair_index": 2680,
    "case_id": "boolq-dev-2681",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ac346eb34415e93eb5c0a3b8c0149072afd35dc8c3e3b8f3bed37ae7ebdabff8",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2681,
    "pair_index": 2681,
    "case_id": "wic-validation-0195",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e36261bd2893b641b19edc3660f00ae44dee479ebd13fb8f5f0ff83b4625fbce",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2682,
    "pair_index": 2682,
    "case_id": "rte-validation-0182",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5edcb7f5a613681bdaba07582b10cd8b4af0cc96d0ebc21bf5832204c059493a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2683,
    "pair_index": 2683,
    "case_id": "boolq-dev-2309",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "dac21ad03c2885326e597e61ad5cfbca2cd69fe2f286fef861c7205478c807dc",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2684,
    "pair_index": 2684,
    "case_id": "boolq-dev-2026",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9fd9a74a1ab90c86a31e572a0188565e7db6d22cbe70ede62a53da184369dd63",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2685,
    "pair_index": 2685,
    "case_id": "rte-validation-0163",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3f8ffe7b0b87eec829a83adb609bc7a60cac1033c4d8e61377a960927a405d38",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2686,
    "pair_index": 2686,
    "case_id": "wic-validation-0062",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b850e47242ca4b05899e42d3c981ea619fa7e29faf266de674d2ff3bf3b2e1d0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2687,
    "pair_index": 2687,
    "case_id": "boolq-dev-1047",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b36cc45654844d4302ce150240ba6433dd6e1dd7351b8e403296b1fb60c99384",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2688,
    "pair_index": 2688,
    "case_id": "boolq-dev-1892",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "868b5b05c3f2a2714cd529bf53669e13422f4e8939bdba6f3061a502ece7ca05",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2689,
    "pair_index": 2689,
    "case_id": "rte-validation-0254",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "221372c548e0b927b1ff0e33a08006f51dcb404d1ee94af870e750511f04d103",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2690,
    "pair_index": 2690,
    "case_id": "expanded-policy-0033",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0488ec1cb382108ffe20797edcd32c022e2227e33c41dd6920cb83247f7acaa5",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2691,
    "pair_index": 2691,
    "case_id": "expanded-probability-0251",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "209a2124dd82abd6657f78029ad4567de2ed80f36922772e23182725828200bf",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2692,
    "pair_index": 2692,
    "case_id": "boolq-dev-0533",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b3e52153637b89860e20d6dea0b6bd6144e80396d90155d03378e1af9f34e66a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2693,
    "pair_index": 2693,
    "case_id": "boolq-dev-0322",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "884a50928fe0730af2508803b08ae78136bc1094075ae80f7d4535d11f540375",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2694,
    "pair_index": 2694,
    "case_id": "boolq-dev-1172",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5786f0d8587b7e47870f3d897f36e1e06f354dff2bd3f5ab19dd0d2d23a3a349",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2695,
    "pair_index": 2695,
    "case_id": "boolq-dev-0238",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2899ba77dc9a0d354b96a47ac11c445e3c6a26071cd8e08d9fb37ffe6d811139",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2696,
    "pair_index": 2696,
    "case_id": "boolq-dev-0815",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6614f309eb0447537f7d50fb30f757463d9c40a9a88cf212f59f442e977d6e1f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2697,
    "pair_index": 2697,
    "case_id": "wic-validation-0622",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f9b89d95252431c6e8c58162bf380e5f851024068aaf19ecd22f6adc75ecdc64",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2698,
    "pair_index": 2698,
    "case_id": "boolq-dev-0097",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "675347011c56f763e964ca7640309e40f1f13e6066d5682235a9316d86c5fded",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2699,
    "pair_index": 2699,
    "case_id": "expanded-policy-0248",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a0f4f11f66d0d825d0f85aa0a21402e80e2764d8819e2c9da1bae6ebbf6dff1e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2700,
    "pair_index": 2700,
    "case_id": "expanded-probability-0127",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a1c6dfefe748ade6c3eed773c8af55dc01cdf5638d3367e400b1f026d5760181",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2701,
    "pair_index": 2701,
    "case_id": "boolq-dev-1352",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c7657253aab0d53531310e9e83ebdf42a1df33dc3e9107b131daf80efcf67c12",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2702,
    "pair_index": 2702,
    "case_id": "wic-validation-0314",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "970d48cdfe4695bee5cb744f3da8a35401934863531ed322b74f5820837e8976",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2703,
    "pair_index": 2703,
    "case_id": "boolq-dev-1786",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3e955fba1d2f8b578ee8112af96ac6afea5a711429b866e1dc80f90b55c18d13",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2704,
    "pair_index": 2704,
    "case_id": "boolq-dev-1189",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1d690ed14c4b07b978a49fec61d33ccd361b8468a7063307e7cfa70b2adbea79",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2705,
    "pair_index": 2705,
    "case_id": "expanded-policy-0051",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a601680cf79538872afd7316f8ba7d517d4ebb704e45544616812b3339b40480",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2706,
    "pair_index": 2706,
    "case_id": "boolq-dev-0927",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "28631051e28e4b447fadcdfe22e6f24ee96c968c400717f8ff892b84562642ed",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2707,
    "pair_index": 2707,
    "case_id": "boolq-dev-2127",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "84c7682b8b5404fa3a91ce7f4725fbacad7ee33efb9ace110e347f4e68e8dc43",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2708,
    "pair_index": 2708,
    "case_id": "boolq-dev-1163",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ef7e3b24303b86394bbd757e029de0a82865ead01a21ed948a54f9026c96dc70",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2709,
    "pair_index": 2709,
    "case_id": "boolq-dev-2179",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a77957b7b5553d87ce7cb3b2e91800de658f5a10f9331a074d28678bc9a6bda1",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2710,
    "pair_index": 2710,
    "case_id": "wic-validation-0585",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e6f3c34ed4bc63f1addd2451146f53bf22d2a845961a1c7a3a68daa7f3a7a403",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2711,
    "pair_index": 2711,
    "case_id": "rte-validation-0186",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "07c8a68776bcfa74654c8857d4e22d03cfa77aae2e6c6dbd5750c1a6d00a6b18",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2712,
    "pair_index": 2712,
    "case_id": "boolq-dev-2294",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "58738bb548119d37bba6959bdbae19330e847ecdf8e39eaac17be0957eab507f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2713,
    "pair_index": 2713,
    "case_id": "boolq-dev-0631",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5dfc417494857d2b04326563fa1f62188aa978affe148af7fb93b85aa60c544a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2714,
    "pair_index": 2714,
    "case_id": "wic-validation-0604",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a279c17c6f185940ea66c4ffe881a734267f629c5667a92a0121d0149800cd58",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2715,
    "pair_index": 2715,
    "case_id": "rte-validation-0006",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8f99d438c3fad85fe1b45b24c9b67a7e23a265c464a70a639626b569a2999659",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2716,
    "pair_index": 2716,
    "case_id": "boolq-dev-0474",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "71665726f301eb51b3b8ded064e72319e858148a5fe868804864bf978d36d94d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2717,
    "pair_index": 2717,
    "case_id": "wic-validation-0575",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1b2445d4addae91828e9c9ac43ef2640593e8b62de0b7c5fb28135950932c19a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2718,
    "pair_index": 2718,
    "case_id": "boolq-dev-0723",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "195148051b7b06e2a382ade19b9d373d035dbeafd9dfb7573bc7d23e8db6ece5",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2719,
    "pair_index": 2719,
    "case_id": "wic-validation-0504",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "222ed55a7f7b4f7d004c286df0c10d60a44e45ef6d468b8f08b9a1d63207e0d9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2720,
    "pair_index": 2720,
    "case_id": "wic-validation-0542",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "37c1466479aec509c13a933ba503939cfa3f18fcd91cacaae14f91375b901803",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2721,
    "pair_index": 2721,
    "case_id": "expanded-policy-0093",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "542a892c286b3593fabe194b949006ffa403b1316e061b7091cf7dd5398ddb87",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2722,
    "pair_index": 2722,
    "case_id": "boolq-dev-0773",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "bbc4d6d06abab7634b0685f77ed0147dca8a0293ae629fccaafb9643538c89c0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2723,
    "pair_index": 2723,
    "case_id": "wic-validation-0065",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3f35af2e35e4442a6d49421ffed6b8535a87811bce7f25cd919210b56922198b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2724,
    "pair_index": 2724,
    "case_id": "boolq-dev-3061",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "098251d32000b86112f5380f125376e689d457d76d81d0ead35a815c4aa59125",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2725,
    "pair_index": 2725,
    "case_id": "boolq-dev-2341",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "bb10a53110ae128cea36c9be5dbdae219e317c22a2dcb79e98032e2f9361160d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2726,
    "pair_index": 2726,
    "case_id": "boolq-dev-2882",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "cdd0e4c11db98ac107967776155c5889ed3e4e61a616e8f65afab6ebeaa6e92a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2727,
    "pair_index": 2727,
    "case_id": "boolq-dev-2080",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "356dc5e49717cd37f2c5d957e14bd3ced7d7e9dc0b74ad34e896c7a84045a651",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2728,
    "pair_index": 2728,
    "case_id": "wic-validation-0354",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b97689e3deda1c54e9650f638a8856581f88be4627b36f325f03c9ea57717d75",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2729,
    "pair_index": 2729,
    "case_id": "boolq-dev-0438",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9bcd331414388bc59fb2a3615af4ff4fa7fe89fe85d4a6657d7e1221eaa67bd3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2730,
    "pair_index": 2730,
    "case_id": "boolq-dev-0076",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5bd47e622a4f8d2b5486b938560e9d2bf0d58256372353e80f0e95bf692d1b80",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2731,
    "pair_index": 2731,
    "case_id": "wic-validation-0092",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2a72a0ead2481580517bef89f1bdbd33e8e308883a5eb982e15939e226037164",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2732,
    "pair_index": 2732,
    "case_id": "boolq-dev-2625",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "25e37dbfd08a182e41ae7acfc23f174c4b2961bbbb9a9171d9634b7cbd5519e2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2733,
    "pair_index": 2733,
    "case_id": "expanded-probability-0043",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "01973c077cd1a59b82785634a70151ad1bc1d9ecef7d87719d3824f92d52b774",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2734,
    "pair_index": 2734,
    "case_id": "boolq-dev-0256",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "dcd80d0eea7543572f3d8be888bf12cb4cdf33bccfae4c73a14befa087e41b1a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2735,
    "pair_index": 2735,
    "case_id": "boolq-dev-1579",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6966f2d37c9bec39881882cd9fbba6b8d63d528d4a90f77aa30ec6d185490881",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2736,
    "pair_index": 2736,
    "case_id": "boolq-dev-0275",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "eddca028f8022bdf9859e8a1214b6d0f52a13a7ad477d300ce6c7aa81e30937c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2737,
    "pair_index": 2737,
    "case_id": "boolq-dev-0779",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1888c94b38e95990389743546c88d5b10c9641b1d68fc6e645391f23fd25f32d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2738,
    "pair_index": 2738,
    "case_id": "boolq-dev-2237",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "93787f75ca0ff219e598a557d34405451758321442205f08649ea5bdb15a9791",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2739,
    "pair_index": 2739,
    "case_id": "boolq-dev-1873",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3ab76a3c24f4dda46204db3173a859c1ce5ab17691bfaaa2435c99b7d23991d9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2740,
    "pair_index": 2740,
    "case_id": "boolq-dev-2771",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6f5b2f77d2d1a8ec9ca3ba7b6c63bd3775e2621c1583ad335f58c6f9e1ebbde3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2741,
    "pair_index": 2741,
    "case_id": "rte-validation-0271",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f57b779b08636e56bc00e2537abd5e5aa646c0e7a734716206c5b658602a69c5",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2742,
    "pair_index": 2742,
    "case_id": "boolq-dev-0455",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "087e5fb161999356115c115e5db7c657d9111b4ce56c504f312faf57d7ff9ef0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2743,
    "pair_index": 2743,
    "case_id": "boolq-dev-2999",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a688e09f7760e16eba7ec643fdbe39acfdcb481258c14457c0ea2df698d8037b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2744,
    "pair_index": 2744,
    "case_id": "rte-validation-0210",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0a90d34a836b14f84a12c90c335c22b697ae824c73d51c11b7e04d31bb3935be",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2745,
    "pair_index": 2745,
    "case_id": "boolq-dev-1255",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1270af23e34979fc354d2807028f16fd82846401bf7c24cbc961548b4751f66b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2746,
    "pair_index": 2746,
    "case_id": "boolq-dev-0669",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "aa3c538fd662899efc930a5cc04a7deb93f6492af36382eeefc7dcb06e657d5e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2747,
    "pair_index": 2747,
    "case_id": "boolq-dev-0871",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4aece5fffeaa6791d17d02e3362b7cd98be72be58fa9c0c01f0385dc46eb4216",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2748,
    "pair_index": 2748,
    "case_id": "boolq-dev-0316",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "aea7d74ca0f1cf8c63972efadd8250986108d9b1a86c19fa961a76ccf4fdc463",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2749,
    "pair_index": 2749,
    "case_id": "boolq-dev-1846",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ac80dd30b59f818e7b25b247000931a79d53fa01e976f251aa02e70eb3a74c6b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2750,
    "pair_index": 2750,
    "case_id": "boolq-dev-1943",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "351466a8346b27dbed963e3ffe14bf932aa4ec405502048a5349b53ca44f527e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2751,
    "pair_index": 2751,
    "case_id": "rte-validation-0180",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ffee087e62bae0d8aec073fda06f17f51f63e066bac353f777ec9d9dd42cc55e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2752,
    "pair_index": 2752,
    "case_id": "boolq-dev-2575",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "93fac9554ce0c44368ce6f41fbc1e3b21fdb60c11b819ae1e48052e2f0214f2b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2753,
    "pair_index": 2753,
    "case_id": "boolq-dev-3142",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c99a579afe342d20935661004d2f9cbd5eefb06480a949bc7ef4aed2ada5aa29",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2754,
    "pair_index": 2754,
    "case_id": "boolq-dev-1770",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1ba99719d6a7556ce70ac2f294964a0af14879f069bc1d970f99e945f12d6376",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2755,
    "pair_index": 2755,
    "case_id": "boolq-dev-1117",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "af1ac4cb4a157c43d3d828516de719f71ea1dd35bff15a6953d44c2947f62fd8",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2756,
    "pair_index": 2756,
    "case_id": "boolq-dev-1450",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c89a0103f05d35ed5392e563bb17a7b880de76d3c44c74e6baaa17d5518b4187",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2757,
    "pair_index": 2757,
    "case_id": "boolq-dev-1885",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f7c0cfeafb71eeb9f7502e5e026e022534667aeeb9c30da6732b3f857af914ae",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2758,
    "pair_index": 2758,
    "case_id": "expanded-policy-0047",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3264841443bf2d568f7efd14cba8a38dabc681d72cb9777a9e4423588fce6997",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2759,
    "pair_index": 2759,
    "case_id": "boolq-dev-2607",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3009cb18f043d24cad5ff1b9680a58d95f23886c6f2d0b418ba2afb0a25ab7a9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2760,
    "pair_index": 2760,
    "case_id": "boolq-dev-1552",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9b4cd8bacd07658b3014338637941e077dd32f9cbf3979b6db3512e1c778ba3b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2761,
    "pair_index": 2761,
    "case_id": "boolq-dev-0210",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1a8429af608239219ca1c971a0a0997d991793a0a2b0089524d07ffc541b6706",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2762,
    "pair_index": 2762,
    "case_id": "boolq-dev-1490",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4cea25821c2f9407ad9dac5611aca7e5339c7bd84f1b4026f41495ec8c7afe35",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2763,
    "pair_index": 2763,
    "case_id": "boolq-dev-1691",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "372a408d87733d1394c3cddec7b2e0c9839efb2e104485e4a43da8f59e970601",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2764,
    "pair_index": 2764,
    "case_id": "wic-validation-0163",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "fb82a26c10248abf6635aa7e4713c0b6e3eca859edafec122eaba1df725760c5",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2765,
    "pair_index": 2765,
    "case_id": "wic-validation-0006",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e84ca6a5dc346220998d468a501a4e6bdc8ccebf4d5e1ec56f76916a8bf16048",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2766,
    "pair_index": 2766,
    "case_id": "expanded-probability-0071",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "96724e9e79cb9cf2bb679983888415366f1aef03e674ded9f075f2ccddece683",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2767,
    "pair_index": 2767,
    "case_id": "boolq-dev-1839",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0fd5d5eb7c389c2a049054d959a52322206f697a2e282c0502335f79b29cac88",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2768,
    "pair_index": 2768,
    "case_id": "boolq-dev-2471",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0133fc39d23ea4f0b9562a22746779eb75a4d1dca17e8d3965958c8f18fd4ec7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2769,
    "pair_index": 2769,
    "case_id": "rte-validation-0097",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d1c41f4343e67b228cf8b0ca94a4f542a6a69eea212eb0f4fd0150db8af638e1",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2770,
    "pair_index": 2770,
    "case_id": "boolq-dev-0621",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5a6624d5d24eb74c8908245897d168ce6d68c177135e3ceed841a69d9ad63718",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2771,
    "pair_index": 2771,
    "case_id": "expanded-policy-0140",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a6905b1e51e1f077b62caebb16a5269de635276929f2ff5f48197b3a318d30f4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2772,
    "pair_index": 2772,
    "case_id": "wic-validation-0433",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4b1201fc824fac85f2d29294b1f1b8ba5e2d44708f9f291f23c6c85fae4d68af",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2773,
    "pair_index": 2773,
    "case_id": "boolq-dev-2781",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2633b957e71662a4c13642792e131a3d3a1a110e2f38dce9c294868c1c38c9ae",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2774,
    "pair_index": 2774,
    "case_id": "boolq-dev-0109",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "cb911a4ec39310a111d17e62e1e6a666121c24249f15dd36c1faeac85c449106",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2775,
    "pair_index": 2775,
    "case_id": "boolq-dev-1845",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "97ee758e60e49e6feb7770878fce29bc54f37efa7eb16fb6915fa25d39b2d1d3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2776,
    "pair_index": 2776,
    "case_id": "rte-validation-0231",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c7404127d78c93f173bc1aa2ab59b9efc32bdace1d4160e272515c2e20e70b99",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2777,
    "pair_index": 2777,
    "case_id": "expanded-probability-0197",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "68c919c8f844b459360676f9186e3543867efe7d6176ba36b43fa34c14480587",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2778,
    "pair_index": 2778,
    "case_id": "boolq-dev-1571",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "07ab2801e13302ff29783bd33d5b04e299c0f2d58b07c3530f619b9a9456d19d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2779,
    "pair_index": 2779,
    "case_id": "boolq-dev-0938",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2e7ff0db9606dfb3fa90da45194ac90cbf94483f8b246e0155e3a09b4001f9c0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2780,
    "pair_index": 2780,
    "case_id": "boolq-dev-1507",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5b36e36e3876636f88a8411715b65a20588ece6ed096b82468dfdac8296f195a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2781,
    "pair_index": 2781,
    "case_id": "boolq-dev-2165",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "53f0556368bbed6d06b24c55a86784cf7f650dd9b8b203d5ae06230eafd7c9fe",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2782,
    "pair_index": 2782,
    "case_id": "boolq-dev-0809",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0bc64849fef94706adb7da24bb3cdc4ab6fee2130fe5d5603f2caab359bee1d8",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2783,
    "pair_index": 2783,
    "case_id": "boolq-dev-2172",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0b7d804060bd80a2356073ad533a1a711e8875963c387d213d45849e1426ebc0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2784,
    "pair_index": 2784,
    "case_id": "boolq-dev-2192",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "875beeea25e98aba4adf738c4a144b1e2b0c62084b77c451a5903b3b33a299ea",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2785,
    "pair_index": 2785,
    "case_id": "boolq-dev-0490",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0a2622af595c78b46fdc1a3a66c26f0869cd7e5ec8c03b9ebff5b91b337636da",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2786,
    "pair_index": 2786,
    "case_id": "boolq-dev-1909",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e8e1c033f8ca386530b20e0080f49dd5b060532449682f7f9516bbfd8df6682b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2787,
    "pair_index": 2787,
    "case_id": "boolq-dev-2702",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9c7a05d9580999dda7999109e0efe22065a3c2023a2b62f335fecf0e044851d1",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2788,
    "pair_index": 2788,
    "case_id": "boolq-dev-2713",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d3305e3c3e966d5b219c01605ebe394c8e2e5b925dfa9f817b2311053e5a18ee",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2789,
    "pair_index": 2789,
    "case_id": "boolq-dev-0733",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "55d4718e0d6b56f2f7557bd6ecbae43471e84d55cc19d605749a22feed9c0cc0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2790,
    "pair_index": 2790,
    "case_id": "boolq-dev-0553",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "48b09e8bdaab78dc2c3ba277ad74b1786631638dc4fcac68b9c392f7cce477f7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2791,
    "pair_index": 2791,
    "case_id": "boolq-dev-0018",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "078789f0398ecc93d8c91b21ad3b4af98358919a8078684b688c48d83d755aab",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2792,
    "pair_index": 2792,
    "case_id": "boolq-dev-2242",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1066df3d642e2fee26a1979d52fae365e52b24e4af6ccb050b6db2c839db15e6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2793,
    "pair_index": 2793,
    "case_id": "boolq-dev-2048",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a94eed4682af7f459dccb9450d5e707aa2926f7963d7fc583fe5f92ae7d2387c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2794,
    "pair_index": 2794,
    "case_id": "boolq-dev-0282",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "28db473aebe17abd049e41f340a35d9d5a1dddbaebadf893d02e30e9cc55adc6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2795,
    "pair_index": 2795,
    "case_id": "boolq-dev-1649",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "690922c5dbbc06141bdccde7e62fd488b886444d6173bba6968102cdcc0f2f66",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2796,
    "pair_index": 2796,
    "case_id": "boolq-dev-2345",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b691afa61754dced9379185c0d5aa8276fb1df1a1a7f9949f7993613951c3cd3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2797,
    "pair_index": 2797,
    "case_id": "wic-validation-0139",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5df06c7dc4ab19659d48726fb6f0eba5188750fb71955241b68728e345019302",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2798,
    "pair_index": 2798,
    "case_id": "expanded-policy-0268",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8c504ef72382b4f8591e711089ac0faab92d062a12f2aad31a407c1471993a96",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2799,
    "pair_index": 2799,
    "case_id": "boolq-dev-0116",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9a60fbbc574275d71eb754d2405ff9fcae7493ea54c9f03d3e78e104859f1e2c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2800,
    "pair_index": 2800,
    "case_id": "expanded-policy-0015",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "198e9ef2ddbe53a8a625faa9e711e56f2ae4998530109bbbaf3f529c5316c02c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2801,
    "pair_index": 2801,
    "case_id": "boolq-dev-1222",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "443f30b25443b6d0f50b63a3615e182436292271ddc6415f44308650bfdd12a5",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2802,
    "pair_index": 2802,
    "case_id": "wic-validation-0105",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7b76f97a984cd1eda5180b0cef7e7f7b296ffbfbf11695231cd4c80318c6a196",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2803,
    "pair_index": 2803,
    "case_id": "boolq-dev-0081",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c3489cca86f55fa891d93ecf35a25451b5ddc64987e8bbdae1a9339368676302",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2804,
    "pair_index": 2804,
    "case_id": "wic-validation-0050",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "dffd68c9e01b845d931197fd5cf465024b100359506096bef45e0c48e8c55e43",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2805,
    "pair_index": 2805,
    "case_id": "boolq-dev-1886",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f017f40549dc462350405b822be30ec18045c8469cc49f4e1f10e231899f0299",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2806,
    "pair_index": 2806,
    "case_id": "rte-validation-0144",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2a5c78149d4ec3487d6a34fc5cee375e4fdb0bccfd5bd73d405ac4219c9c7420",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2807,
    "pair_index": 2807,
    "case_id": "boolq-dev-0683",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b29ca3a4087925e584f298737d69f3538febf48f2fd5fda83e1816973608e3d4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2808,
    "pair_index": 2808,
    "case_id": "expanded-probability-0096",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "67c5b00ffad60e598297f6afee4874fa17a8c7036b0c5a370dad073bd4815c2b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2809,
    "pair_index": 2809,
    "case_id": "boolq-dev-2384",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "dfa9ab3d086ee201be7b3a9f6159010c83efe8e858e95e69634555e6d44b32bf",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2810,
    "pair_index": 2810,
    "case_id": "boolq-dev-1609",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2d3fe24f0cfe4331846f3cf6bbb8860696d3d6487999b371c941b000b6a7c48e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2811,
    "pair_index": 2811,
    "case_id": "boolq-dev-0607",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d10078904e04df51dac12bd0d991f530eb6a2de2f7f09274706a931a4f3710c5",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2812,
    "pair_index": 2812,
    "case_id": "boolq-dev-1339",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "af160142b5438f9ae86c234a2753117236a2ff25926ac057de1dc58ec2191111",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2813,
    "pair_index": 2813,
    "case_id": "boolq-dev-1672",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b76aacd22a6cf8331b162bfd97bf4976b42d6e2f12830034766a56994c8371bc",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2814,
    "pair_index": 2814,
    "case_id": "boolq-dev-1634",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d5a8d7077d35cfe61c9d39c326fc14b7b1c2c58d47069c5ec42b8c5b0b593112",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2815,
    "pair_index": 2815,
    "case_id": "boolq-dev-2991",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7bda20367473de58482a0ca615d91dc7e6994869a7b7911801749dceeb28bd78",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2816,
    "pair_index": 2816,
    "case_id": "boolq-dev-0834",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "314130c6e16113a1658bc26c2a8580fc23a954cc1da543bd3ee51f1d38045acc",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2817,
    "pair_index": 2817,
    "case_id": "boolq-dev-0155",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1571ee445963779b6b058204986332682b2e64324ae152680fa437fcf3a9661e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2818,
    "pair_index": 2818,
    "case_id": "boolq-dev-0168",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "238d240e18d774bd0c2258f6541adce6340ff9ada5ec32bdcd48aa9e118c4b46",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2819,
    "pair_index": 2819,
    "case_id": "boolq-dev-0172",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "12f9353ef69f9bb2d7323e3277ba5901edd352dc96dd6756aa0938f3649310ac",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2820,
    "pair_index": 2820,
    "case_id": "boolq-dev-1487",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f6ebe202d3f984c65bd13dde21eb47c5b293a040edb2edcf1b549253784b70a3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2821,
    "pair_index": 2821,
    "case_id": "wic-validation-0363",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7cd59531778a5e13d96618fd5e4b3da3fff5882d360cdc5856abba069977e883",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2822,
    "pair_index": 2822,
    "case_id": "boolq-dev-1544",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "42aae753eca57e269e7db9f47aa37f3a6c267b4582b171e23d41284abba44145",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2823,
    "pair_index": 2823,
    "case_id": "boolq-dev-2939",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5b7a90d1681b87d0742684f1555baed016807d311d24cb0085a7ce066664d96c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2824,
    "pair_index": 2824,
    "case_id": "boolq-dev-1870",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "adf31240afbe0247acb25639cb4dde48b96d1734979178376e57975dff88e0b6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2825,
    "pair_index": 2825,
    "case_id": "boolq-dev-0775",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3c5fb2a962ae7381c440bb3665c34c0b7bc048fe0d8511bfa3d6d9cf1e4121b3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2826,
    "pair_index": 2826,
    "case_id": "boolq-dev-1699",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "cd1f5f276891b348f34efa21aa4dd13548e988d45c02ee4486f86f903fb3abbc",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2827,
    "pair_index": 2827,
    "case_id": "boolq-dev-0279",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1f87137d744eb0352587914655585a3865302c0bc6afab10ddaf502c1c5d8fae",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2828,
    "pair_index": 2828,
    "case_id": "boolq-dev-1365",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "40660e23fec37b396a9d2ffe8d4c807ce46cb10b7b631c184f30e949feebccd6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2829,
    "pair_index": 2829,
    "case_id": "boolq-dev-0808",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "35ea5d4b2df94f7d9cee18cbc0cb6ac9155805b9664f827f18702099ae40d772",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2830,
    "pair_index": 2830,
    "case_id": "boolq-dev-0798",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "fed4ce8b9cb983fa4c987e5382ba30c546185e0d8a4195814feb20f554269a07",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2831,
    "pair_index": 2831,
    "case_id": "boolq-dev-0598",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "bfbd165bccaa71dd3a98a9bffe9a7e15c2c289f3ddbb64501f774239abe9dcf4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2832,
    "pair_index": 2832,
    "case_id": "boolq-dev-0135",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a7328db40869b622c602934769e3f9f19ad221a7fe4e68ffe66dcd6532c3c289",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2833,
    "pair_index": 2833,
    "case_id": "wic-validation-0084",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e03f2bc1ca28ae4984a7ef5cc79dd507e941784d1d777c8812c803212071b269",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2834,
    "pair_index": 2834,
    "case_id": "boolq-dev-2727",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f7a420a8365b14a8c1b5075289ba8bc8f4dc126f63e71c177008c467d3f2412e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2835,
    "pair_index": 2835,
    "case_id": "wic-validation-0477",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9254441ee6ffdda4075b4dc93edf598b07ab48a8e2242a4f5459ea333dee65e2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2836,
    "pair_index": 2836,
    "case_id": "boolq-dev-1138",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "fd85310b1d75bcc1addec446aa5f0856f855a422e00d9d909597090aad085020",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2837,
    "pair_index": 2837,
    "case_id": "boolq-dev-2687",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8d7e0874a91bc4048d036475d034a0c8c6a31b411b88534b55d6ce0b94629aea",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2838,
    "pair_index": 2838,
    "case_id": "boolq-dev-2608",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4dc6f0febe0b66fd25b73d39eb813493521168dd146532f75a95f8b4d52d088c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2839,
    "pair_index": 2839,
    "case_id": "expanded-policy-0181",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5cc700027183013b220d0e8dfb57445062cf99238c1f0a89f5441c4ea55e89c0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2840,
    "pair_index": 2840,
    "case_id": "boolq-dev-2045",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0285054be1ee2f1c02cae7a819820a863a2703e4709458ed265dc6e53210dd4b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2841,
    "pair_index": 2841,
    "case_id": "boolq-dev-1126",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0842451ec2904c95a4d4da6519f8de20845722c852b858d1abd8c970a1cb5dab",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2842,
    "pair_index": 2842,
    "case_id": "boolq-dev-0129",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ca066304c8e615b43703f93748ec5a8c0e9b056c8e92aa302bd1b6750b849730",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2843,
    "pair_index": 2843,
    "case_id": "wic-validation-0232",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ebc714842767c102182d42546ef76a0e8300e6b31d48cd313ea8b0b8aac2b24a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2844,
    "pair_index": 2844,
    "case_id": "wic-validation-0469",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a7b1fbdcdc2e74e7ff4b8524c616abcea4db678981ea9e5bbf4ad24988a3d582",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2845,
    "pair_index": 2845,
    "case_id": "rte-validation-0052",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "25dfd4cff945907cb06cb8a973a52d5fde4572f09ac2a57fd7495a4bf55553f5",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2846,
    "pair_index": 2846,
    "case_id": "boolq-dev-0625",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "451e0bb3f9ab19c2269f47d73dcf4c2e1148958600359125418e4e045d7d8d12",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2847,
    "pair_index": 2847,
    "case_id": "boolq-dev-1059",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8a345fede0eca8005b075e46646224783d7c0eab132a0355ca4b54d63a2e1245",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2848,
    "pair_index": 2848,
    "case_id": "boolq-dev-0452",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3bf3fc48e091f338a6e9626e289981d4d8b8b1d98f64658aa68b9affa0c1e822",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2849,
    "pair_index": 2849,
    "case_id": "boolq-dev-2236",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "14838c38242f88c8a67bd64f4da8bedf09dfc0ce0c77fe20ffa91e6a47a32ed9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2850,
    "pair_index": 2850,
    "case_id": "boolq-dev-1461",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7aaa737047fd35bc63b5691fb342ba1c9d369b38a6274ed31ed3063cb06e1624",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2851,
    "pair_index": 2851,
    "case_id": "boolq-dev-1867",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c1bcf15e7066f482d3a1845cf31f1d59af9b513bcbb70dd9c40b1f190cce9d66",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2852,
    "pair_index": 2852,
    "case_id": "expanded-probability-0126",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "fe1e1d23bc1006e4079607d49aa0ed6d826dfd465b1e0006efddafed262ba93a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2853,
    "pair_index": 2853,
    "case_id": "boolq-dev-2421",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "59e41ec026606676b47eb05a435f808e22862f779ef63d24e3f0f5924bdfc8c2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2854,
    "pair_index": 2854,
    "case_id": "boolq-dev-0178",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "99d5a2908d60885380374521f6b19fd926146f4a0f3c29b7f621ab720082d09a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2855,
    "pair_index": 2855,
    "case_id": "expanded-probability-0286",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "06b2f4e1ac8b988539fe3f70147b5996c5a08b78dac2d0201058155345ddf8cc",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2856,
    "pair_index": 2856,
    "case_id": "boolq-dev-0606",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f5ed46b007aea317bf7c2c52dae117121ac0ce5776c0bb407c26f0fc75fbe2af",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2857,
    "pair_index": 2857,
    "case_id": "boolq-dev-3079",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7fb3d3f77d42c7e2ad5972239be940311a93cf7dbe8c540c9607e82d5868cf2c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2858,
    "pair_index": 2858,
    "case_id": "boolq-dev-0861",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7a10a26009a6be80727c9c9313f858f50bd27628684e4d2b9f4fe52dc745342c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2859,
    "pair_index": 2859,
    "case_id": "boolq-dev-2558",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "792b1abefd488bca3137e0e2e569f621343287bcad130795e2c64d411209696e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2860,
    "pair_index": 2860,
    "case_id": "boolq-dev-2129",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "564eff55408304a606e57f16304dacbc49037fedcd0d628228a39131a805bfde",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2861,
    "pair_index": 2861,
    "case_id": "expanded-probability-0135",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "cb644ea28acdd0c884fefa3a1f243d71061bf9e79a61c1696a86f1f427492346",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2862,
    "pair_index": 2862,
    "case_id": "expanded-probability-0221",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6f32f4ee95532ea66ac696229b66d110400ebfa075ca6cba41ba34dbd9e0265b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2863,
    "pair_index": 2863,
    "case_id": "wic-validation-0423",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a95296413d6dd0d8af86ce2d772870691205acc025c5a31ee1ac19221b7e1031",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2864,
    "pair_index": 2864,
    "case_id": "wic-validation-0413",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f13d9c7f72520e50a430abc0fcba38b0795a36e1102436ed9e28552ef3cdb1d8",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2865,
    "pair_index": 2865,
    "case_id": "boolq-dev-1173",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "22069c20c298d99f216bc8caaa2fd73e260c281f07d9a9adea37a4c0735d361b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2866,
    "pair_index": 2866,
    "case_id": "boolq-dev-2883",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4e0c22ca212a3ea4acf12eb5f2bfa77104499bac582cb2ec64a3eb91592bc2b5",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2867,
    "pair_index": 2867,
    "case_id": "boolq-dev-3235",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9a0e17607b8c09a71070e3fee9412034abdc7b4b806620a38f56a39b3f82d58a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2868,
    "pair_index": 2868,
    "case_id": "boolq-dev-2254",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4c5a470b093424a87c2c16d6098fe93cb0a4f527982d365f997164e1a481dafb",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2869,
    "pair_index": 2869,
    "case_id": "boolq-dev-1129",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ea093fe8f8d656278951c848bb770a1455cf8ed71a4dd0f565cb76b1410ee3e1",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2870,
    "pair_index": 2870,
    "case_id": "boolq-dev-0191",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "043e847449714cf26cd166898dff3c54ed20dfcefc8106201e7a490ccb14c0cc",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2871,
    "pair_index": 2871,
    "case_id": "boolq-dev-0879",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "31925f09a0dfa53c818f91ec8c83059469ad07e03083129fcb82b74320a1fd24",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2872,
    "pair_index": 2872,
    "case_id": "boolq-dev-1013",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "bd170e8e16825264fe77eab651cb9d29e07eb357b75cfb5d7ddd46f83df26fd9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2873,
    "pair_index": 2873,
    "case_id": "boolq-dev-1748",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2ef14375b6182d14b696e849fafc50d1dc5d65ca3af765c0bc971139018efb00",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2874,
    "pair_index": 2874,
    "case_id": "boolq-dev-1537",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3c7d580fff30970b5f04a1b56d47982133e1eb143b7930c632f9ec52c19cbdcb",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2875,
    "pair_index": 2875,
    "case_id": "expanded-probability-0260",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "aa15c133e32b8886699c446f8430c1de729d3513e0d54ff8f5363a58fdee5e40",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2876,
    "pair_index": 2876,
    "case_id": "boolq-dev-1619",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4c14684f10627babf6d1fc1e72e9ba421a9f298e7956dc2c9f353f4614458faf",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2877,
    "pair_index": 2877,
    "case_id": "boolq-dev-3218",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "21fb89c02294504b5550f425253100841227ff43c189ce7d35b3fd6db1b6a61a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2878,
    "pair_index": 2878,
    "case_id": "boolq-dev-0374",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "324be7dda58a5b5cc86fadae4bb16119c4a563b5f9912f1abfde91dee422bb77",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2879,
    "pair_index": 2879,
    "case_id": "expanded-probability-0021",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "73e7f93fffd32c8d3d786c37423f4ac3eb7cb82f195efb0eeeaefbe83b0305b4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2880,
    "pair_index": 2880,
    "case_id": "expanded-probability-0003",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1a1c68d08325a53e5595029fb2122949361751d293a0043014785886d79734b6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2881,
    "pair_index": 2881,
    "case_id": "boolq-dev-3019",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "220adf694c1ff21e5cac36dabfe3b8e045c50bfd24c7000f4ecafe9f9e947d8e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2882,
    "pair_index": 2882,
    "case_id": "wic-validation-0461",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c9c1a8c174fcd643de05018a7609515607202eff9d5cab9af67dbabb47a23780",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2883,
    "pair_index": 2883,
    "case_id": "wic-validation-0223",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3be71ef0b3ade24e20aa92893e01f4190ad5213d1bf576049bd8f0f68e205bce",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2884,
    "pair_index": 2884,
    "case_id": "boolq-dev-2176",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9f54a71107c3038e95a50669f10c48bfee569aea8a00c481357385d9e5f09051",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2885,
    "pair_index": 2885,
    "case_id": "boolq-dev-2042",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "46d940878fae02943362c82e59d6f80d297042bf6972153340510f1df378e134",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2886,
    "pair_index": 2886,
    "case_id": "expanded-probability-0282",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0c939332fc5de9d45e053ffa9d3477a29fd0287d220c8aec5966d89dc2fe6ca3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2887,
    "pair_index": 2887,
    "case_id": "expanded-probability-0108",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b1f379c7164686105dca32145e8f56c62c54cd495177f2013fd6d1fc54dd2ff4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2888,
    "pair_index": 2888,
    "case_id": "boolq-dev-3033",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "962963a1eae64af45d6a67aeb5b0062d4d0aab122520275e868963ac9b702aff",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2889,
    "pair_index": 2889,
    "case_id": "boolq-dev-2043",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "108788d173c8697a2b1d738c1095f79a84839a9847a571a09264927d0e242c07",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2890,
    "pair_index": 2890,
    "case_id": "boolq-dev-1736",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d0a51fe1cf6b52c975331ba85f8b85571e07a152b0900e0c8443ead345454525",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2891,
    "pair_index": 2891,
    "case_id": "wic-validation-0439",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "62138276ed7f79301346e3c9264dfb20f56fcb47dea331572a59979c26b8d4e0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2892,
    "pair_index": 2892,
    "case_id": "boolq-dev-0061",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "01f8ed9c8a8c46344983aaa6fe6665891398da6510c21d1ea7f98e20d5e145d6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2893,
    "pair_index": 2893,
    "case_id": "expanded-probability-0033",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0190114b3c5d95a22dbfd966a3b0ec1c7ce5b3bd4382c8d43a878c4bafcf2b9a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2894,
    "pair_index": 2894,
    "case_id": "wic-validation-0157",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "cc7912d52d651710570a412e30fae309fb64c111aa469e90ee146dce52d5c358",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2895,
    "pair_index": 2895,
    "case_id": "boolq-dev-1493",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "cea74b518438475a46ba57ced572345f28510a252737883ac383e42bc157644e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2896,
    "pair_index": 2896,
    "case_id": "boolq-dev-1692",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "53f062cc968d3935eb8ffc53e502ce502e35d6f7ea9e95a4c6aa4b7c5adf4385",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2897,
    "pair_index": 2897,
    "case_id": "boolq-dev-0690",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c32c7bb82b3904cdbaa45c2869a2cb90f1495d198b236c80c89201ba55152859",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2898,
    "pair_index": 2898,
    "case_id": "expanded-policy-0290",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "185fe2408c0ab6bc8623a69d227bcfa388411173e0ea6c6ed58226e9d78f0d90",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2899,
    "pair_index": 2899,
    "case_id": "boolq-dev-2810",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "eae8f0af40df86fdf5ce4070c3ad10ee26a29ab29a0510f3ddcd698c0eee7533",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2900,
    "pair_index": 2900,
    "case_id": "boolq-dev-1603",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f94421d7acfe4749cb3e57be518689809b3dfb18096e8f569a1254dd1191c97c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2901,
    "pair_index": 2901,
    "case_id": "expanded-policy-0249",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d55bd09a67294d95b0ecad5cbc55b31ff12043a495c7b847b916ff149c03280a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2902,
    "pair_index": 2902,
    "case_id": "boolq-dev-2229",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4f2e909c511ac4c628905c495d9c4c54257e6e0318b50ddd8c8604659a3965c2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2903,
    "pair_index": 2903,
    "case_id": "boolq-dev-2602",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c9b4875441eaee89dbbf8a6bbcbfddace39167d5abc278f5a56a3bcdacc60d04",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2904,
    "pair_index": 2904,
    "case_id": "boolq-dev-1595",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "381cfcd87f553cddb1bf83e1d3b7c6c60a990dca6af94d499431247e91ff43cd",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2905,
    "pair_index": 2905,
    "case_id": "expanded-probability-0087",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "29b04ba0bb6f3bb4981fa95a00e2d3bfe94c97cd7b1cfa8393c89f69c7249b1e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2906,
    "pair_index": 2906,
    "case_id": "boolq-dev-2816",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9fe227b609d8340260031516c1786f4941bad3a17ea754bb65fac9c189224741",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2907,
    "pair_index": 2907,
    "case_id": "boolq-dev-1785",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6614715df2c6a3d6ae418021abf18fdd7c8ba577ee0c5167267f4d70b7539328",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2908,
    "pair_index": 2908,
    "case_id": "boolq-dev-2867",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1774266a02811c73149237d0f1bfc80133c775e7cbff0d1080d37a37df62ed4b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2909,
    "pair_index": 2909,
    "case_id": "wic-validation-0483",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2d748bccbd4a032879593d17eedaeb45ec39db1007535cd6b2fec6f5abdf90de",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2910,
    "pair_index": 2910,
    "case_id": "boolq-dev-1512",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "24812e1dbfe298a116252fcdaf23798824d3086535856c16b7cb3518ccbe3e04",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2911,
    "pair_index": 2911,
    "case_id": "boolq-dev-2215",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f92831ab1cde125b8c8bc0dcfb94e2f4e925d06fc60470685aebceacb71f1907",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2912,
    "pair_index": 2912,
    "case_id": "boolq-dev-2311",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4ec329855f45cf7508bf92633452c8ff8cc15d2318d2c343b830cf81bfa59558",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2913,
    "pair_index": 2913,
    "case_id": "wic-validation-0565",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e5c96568ecb8fe60314c245371cb5fb4789126c1e7344de89896386080508cbf",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2914,
    "pair_index": 2914,
    "case_id": "boolq-dev-1541",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8eaf8d7aa33da4bf2c8f333aa2d6821b73ee59f14a94c760787730da45c79ae2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2915,
    "pair_index": 2915,
    "case_id": "expanded-policy-0147",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ade48a177d83bf4b2b674137986a29e0b545c06614cbc6aca8991cd22d7db50b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2916,
    "pair_index": 2916,
    "case_id": "expanded-policy-0215",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9dd214b91ab53e8922fce1c702c788127a2f2b86c809bebaf2e091844989bffa",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2917,
    "pair_index": 2917,
    "case_id": "rte-validation-0101",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e01840be44a0b240f766f6f650ef3076037fe1115c08edf2601d3306e5904178",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2918,
    "pair_index": 2918,
    "case_id": "boolq-dev-1814",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8cb3876883968c9ff20a73f95c6062e8f48523f1c5af2c8af8e374cab38e21a7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2919,
    "pair_index": 2919,
    "case_id": "expanded-probability-0266",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "677431477d1c7d5235d94cf3d842e6884eda7172ca3d1436ebddc7f3f4ad8539",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2920,
    "pair_index": 2920,
    "case_id": "boolq-dev-3104",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "728a39177eccdcd16ee02cc72a354c2176ca604c2130d1f22814784e2a52cf35",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2921,
    "pair_index": 2921,
    "case_id": "boolq-dev-0428",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f75c07261fe9804c2b454988430d3da7dca08a12f96cce597a6ba079f7ae0568",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2922,
    "pair_index": 2922,
    "case_id": "boolq-dev-2506",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "19f0c59e20635725d2bfaf800b2c3e585ec68c8098df5f4de6848c4ed6ac41ae",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2923,
    "pair_index": 2923,
    "case_id": "boolq-dev-2655",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "88681debd001d1c5f11402c5d27934d40f487f44195f6dcdcecc78339383c829",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2924,
    "pair_index": 2924,
    "case_id": "boolq-dev-1791",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c3df47d6a86d25c609a8beddbabd20a94bddb13cf8f833e5d7bb2f4f232ca90e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2925,
    "pair_index": 2925,
    "case_id": "wic-validation-0527",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "270bf68ea47889a8e9b6ad9176e206ed0b147bebb97c525ac89ffe5adfe63ad6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2926,
    "pair_index": 2926,
    "case_id": "wic-validation-0341",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "01c2cee5befecfb4221a424a91ec9f135407bd22210c8b39b1a1a90d67c33c2c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2927,
    "pair_index": 2927,
    "case_id": "boolq-dev-0565",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "48e19f5f224af1097801f2f1ccd3abe8dfd931b1442a68ce1b1c035441a973a5",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2928,
    "pair_index": 2928,
    "case_id": "boolq-dev-1539",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "348322164a69dfcb85460df46f212d020989b696ab8998c2e58ec2c0b483a979",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2929,
    "pair_index": 2929,
    "case_id": "wic-validation-0008",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e49c8efded476e64a6a89a5603bbe127a5614670f6407355308d41b1b3f8a4f3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2930,
    "pair_index": 2930,
    "case_id": "expanded-probability-0155",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7ed1d221a376d10e38a5c1cd05c1002462d5afc2a71f74280c6a1018b1a9dd26",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2931,
    "pair_index": 2931,
    "case_id": "boolq-dev-3161",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e32dbee90e9aedb5c7fb3d98e3fa50e514690058790a4c09879afaefe622b742",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2932,
    "pair_index": 2932,
    "case_id": "wic-validation-0396",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ab3eefa0e9be54b89a5f9a5b81e9c5f36d006fbf46ae0b349602d90190c8f5fb",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2933,
    "pair_index": 2933,
    "case_id": "boolq-dev-0713",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d229f482b35aad5e4edd6d84ac758137ad85cee6a097edaa055605b82e9f30ad",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2934,
    "pair_index": 2934,
    "case_id": "expanded-probability-0193",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5cca05d2339e937f048ea370bbcb070a71b20c96ec93bf59c1dc5baacde9c76d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2935,
    "pair_index": 2935,
    "case_id": "boolq-dev-2795",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "311ee37d74b729bb326234d81e630469ff36d38fb99ab30e98fb510969e7f30b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2936,
    "pair_index": 2936,
    "case_id": "boolq-dev-0088",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e70d96bcc603d644253d726c5e2fa36e7e01158571e278cb54eef33fe6e9f304",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2937,
    "pair_index": 2937,
    "case_id": "boolq-dev-3017",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "038f500fd2d220a8602fa3b03a37cd1b927396cc42e29e643095062947c1ec05",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2938,
    "pair_index": 2938,
    "case_id": "boolq-dev-3224",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9f07825380294c9f0cfc85b04ad59803aee23f574a51eab903723cb9365c0c4b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2939,
    "pair_index": 2939,
    "case_id": "boolq-dev-1017",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0c62249ad5f685ecefacc0440c3399354dc4d619eedc391e6ca7754b6fec1d14",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2940,
    "pair_index": 2940,
    "case_id": "boolq-dev-2929",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "be4f007e5cbf4e12f14b476ef5983c2cac97fda6ba65432a9ececdcd4f3fce70",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2941,
    "pair_index": 2941,
    "case_id": "rte-validation-0220",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "fecee7092974aa2df29f5db06342ba297038cb3d598c079bde13a543c5bbfee4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2942,
    "pair_index": 2942,
    "case_id": "boolq-dev-0058",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "db7c0a84250d92585f76feb045d8dc92d67870975009137d88ffb8aad52716b6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2943,
    "pair_index": 2943,
    "case_id": "boolq-dev-1783",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "60bc4043402c74ca02b447ec06a66d89677f09b6800bc93ca368df5d99f5529b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2944,
    "pair_index": 2944,
    "case_id": "boolq-dev-2020",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b6f0183bf3b13213c0b49580ca913635cfe18cbb7f301386a885df44d5fb5ec8",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2945,
    "pair_index": 2945,
    "case_id": "expanded-policy-0008",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5eddf5930f1a5a5ecb74f4d7227a26c8730ae67a807b43ccd40329412a4eb62f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2946,
    "pair_index": 2946,
    "case_id": "boolq-dev-0603",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f9140ad88f8e00d4169027a0a177cffb7e8d56793ec4ed33187e86a1e4a5c70c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2947,
    "pair_index": 2947,
    "case_id": "expanded-probability-0061",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "97696974609fe4d05ca0142e8701b633cdc3c8e2c442bee9ec811b30bfad80ad",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2948,
    "pair_index": 2948,
    "case_id": "boolq-dev-2837",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "337281544cfb2918c0d0cc2624cd45de6d6fd36b24457f951dd64ff0e3ae4b61",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2949,
    "pair_index": 2949,
    "case_id": "boolq-dev-0584",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "df15e9ea825e011bd0d7f3d1c2e0c7ed9f7d24e065acfe7c00e82877a39b22b0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2950,
    "pair_index": 2950,
    "case_id": "boolq-dev-0684",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "14a0d4c03dd6158df671a0205fcac2ffb2c135eefdd74a27f4dbfa8f08c0a9b9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2951,
    "pair_index": 2951,
    "case_id": "boolq-dev-1946",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9e50f8ef01dac9748cb2d5b18862d4ad941e3793caed5c1831323c747477c652",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2952,
    "pair_index": 2952,
    "case_id": "expanded-probability-0160",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "944f140478423f9383bebb078d771803c2971d98a65739897c9e8dadd7a95732",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2953,
    "pair_index": 2953,
    "case_id": "boolq-dev-0010",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9ddd6a8a8e68608cbbb57c9659b34f3ae9e4ffa51e86c46d7f70408589b6a707",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2954,
    "pair_index": 2954,
    "case_id": "wic-validation-0144",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "dc9254295f7f56370fdd56d274c173bb9c703d57c640f3f30bac1780a105f3d8",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2955,
    "pair_index": 2955,
    "case_id": "expanded-policy-0271",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "59b7d18dbbc9e751b211bd8672ecd13cee22b4401674f3b42417e1e650806362",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2956,
    "pair_index": 2956,
    "case_id": "boolq-dev-2318",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "45a4ce73fe69b54d1a8edf2402b1845c45fea3961863bb57cecfec53edd9ddaf",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2957,
    "pair_index": 2957,
    "case_id": "boolq-dev-0659",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1daf947dbd8fef29af34dbb2155be29e976fbede002957177a3d2e91dc628057",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2958,
    "pair_index": 2958,
    "case_id": "boolq-dev-2164",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7e49f260b730c5eef106cba935958889aab807ded1be8e916698def6bd86ffe8",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2959,
    "pair_index": 2959,
    "case_id": "boolq-dev-2196",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5957b894e76bd7f3d061961a38cd7b07035b3b39a454f505a63effed306d9334",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2960,
    "pair_index": 2960,
    "case_id": "boolq-dev-1969",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "fb797e75208edfb6e7d1dd017301920d2aa2fcd6e8a5c3d14556562eb687c1e4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2961,
    "pair_index": 2961,
    "case_id": "wic-validation-0362",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a2fae99eeac6d001dd76a3d531d280366c9386d551d5effbd08beb3ea40a8842",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2962,
    "pair_index": 2962,
    "case_id": "rte-validation-0216",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "670d200ee320c7d9e1460f07f567a47af7f01a4f87a1aadc708b7fe353c4a34e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2963,
    "pair_index": 2963,
    "case_id": "expanded-policy-0039",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7fbcfbd7b829563c9f02876117d94baf1a7e44f6cf712427cb1562a2a2df9314",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2964,
    "pair_index": 2964,
    "case_id": "expanded-policy-0158",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "58831da0febd9c445c373c853a43faa620b4861be000b7709fc25bb2ab2d839a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2965,
    "pair_index": 2965,
    "case_id": "boolq-dev-3168",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "33bca75770f1847bc7d00f4cdd0dc77b33f00afb188f98f3a45ea4ce89fd7d3b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2966,
    "pair_index": 2966,
    "case_id": "expanded-policy-0026",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e225ab0db80b3abe505b1ee4d6f18b523d7d1b55d3f41bae0c405c36e205f50c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2967,
    "pair_index": 2967,
    "case_id": "boolq-dev-3058",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0c6ea279d85361f2c017552c59abea79d91e9befe0fa69df7609f92f2db53cb9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2968,
    "pair_index": 2968,
    "case_id": "boolq-dev-0789",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "781cff1c59b4c89018e3d192c0ed7cb026ebe3d510fd7bf232623d01d5c6a204",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2969,
    "pair_index": 2969,
    "case_id": "expanded-policy-0007",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b1c33263369e401012126f7d2d01d9fe497f5ecb4af481d2031daf7cea24e0c5",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2970,
    "pair_index": 2970,
    "case_id": "expanded-policy-0111",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a2394d9b1e9d1171ef8bde321ff159e4c7a5dafc6f67b21985332f849bb1fbb2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2971,
    "pair_index": 2971,
    "case_id": "boolq-dev-1452",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b9121b4e1ddf60c5f935c1c8bca2d59bae0c898333aa4a3197ea60c4d4f79f99",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2972,
    "pair_index": 2972,
    "case_id": "boolq-dev-1949",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e7ac40a427fa192548490de73d86be1e46939679d59e4bedb6aa27161733563a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2973,
    "pair_index": 2973,
    "case_id": "boolq-dev-0866",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "cb08663e1f9da888405770bc50fe157bebdf947c1605c4986ab54f549236fe9b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2974,
    "pair_index": 2974,
    "case_id": "boolq-dev-0059",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "df726f687dee70d2a68e092c19a57f24dc17bcb59bba22288842b32d57ac5f01",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2975,
    "pair_index": 2975,
    "case_id": "wic-validation-0214",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "10996512e9f9f6bceaf5ee64b68b4101a4f9f858a3ef94d20403fd4cbd4786f1",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2976,
    "pair_index": 2976,
    "case_id": "boolq-dev-1671",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e8ab79b2ef63112ba955d17557c6bcad4f271289a8f9e8c3e8c68ed250011be3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2977,
    "pair_index": 2977,
    "case_id": "boolq-dev-1230",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5a2ff0966009e46b40aaaeb7e5b777aa3562b7fbba37a18986bd4cfff086a849",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2978,
    "pair_index": 2978,
    "case_id": "wic-validation-0399",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c10732f7346b4a5f418a44ebb135fe2c0924d2cd5c2ff634936f393c9b311a0b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2979,
    "pair_index": 2979,
    "case_id": "boolq-dev-0488",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "81103bfeeb152654f53f88e88f536e8b0bc12916b80f46797f6255587bf598c9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2980,
    "pair_index": 2980,
    "case_id": "boolq-dev-1323",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "fdbc9badc6d4ed1f69b37d77c15fefcb22ac799afcd1d50501d6050e0326946c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2981,
    "pair_index": 2981,
    "case_id": "boolq-dev-2510",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "49e8eb0e1468a8e59f0e38daff969c62fd7f2311dfad6fb68e7abff198ca30f0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2982,
    "pair_index": 2982,
    "case_id": "boolq-dev-1359",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6dfbf9a3cc7e4993671ba942d8768a3d585d9a1a6b953d105ed65782ec5932ef",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2983,
    "pair_index": 2983,
    "case_id": "boolq-dev-1766",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1fcc39c90f50ea2b8a2fedc2a49c93d6a34e46665a54a69b1d2627afeb5b3252",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2984,
    "pair_index": 2984,
    "case_id": "wic-validation-0456",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "531ca58cd95962160ddde92bae0c4559f75df69357e20efef09c2f19baf72a73",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2985,
    "pair_index": 2985,
    "case_id": "boolq-dev-2936",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "201f0c858a75eeb7799dd69dd897f6a60e45e345c7c547c3d47cb4d0257d437f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2986,
    "pair_index": 2986,
    "case_id": "boolq-dev-2468",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2b5004ae3d208ea888d198373b23e1b19e1fbcf143b11b45a82b5a40ab6a3df6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2987,
    "pair_index": 2987,
    "case_id": "boolq-dev-2813",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3c985d7459acbd647aac02991f5f2ead13425480f6836972d7a9945eff79b53b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2988,
    "pair_index": 2988,
    "case_id": "wic-validation-0204",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "98f7e0a04a9bf1186472747250e4ec4a57ba46be146f6ac144e9736aa94746fe",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2989,
    "pair_index": 2989,
    "case_id": "wic-validation-0593",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "288d0e448738807a350fe370627b0efdd351e1dc8435f1ee31c0e2f0a9aad0e3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2990,
    "pair_index": 2990,
    "case_id": "expanded-policy-0183",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d86681196fe95d563bce152fbd5365ddc02b6f7b8adc4469885bcb63f69fb3f8",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2991,
    "pair_index": 2991,
    "case_id": "expanded-probability-0278",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1cc4b36362891ed62858b6f6bf0bcc9fd680b3d5ac188c51b3166d33c34bd77f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2992,
    "pair_index": 2992,
    "case_id": "boolq-dev-3102",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a4b2b3eb8e6c6fb2411f93a25a413e5ba41807e89d0ea208e85f63c9ee33bd85",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2993,
    "pair_index": 2993,
    "case_id": "boolq-dev-0309",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9e9f79182f74bb3b10ce267aacc07abcb2c416ea7403d05f2410e522636ee28e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2994,
    "pair_index": 2994,
    "case_id": "boolq-dev-2416",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "73252aad83ae45586707754740fadc952d48ae5ef54e54a123896c3356ba4e67",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2995,
    "pair_index": 2995,
    "case_id": "boolq-dev-2031",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9b8c83dc5cd5ea9983e0d07e9627d11f0159e81efc19ea7839885dc2d5604fae",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2996,
    "pair_index": 2996,
    "case_id": "boolq-dev-0709",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c50fd340a7d7ab30c77b5a65f05f07b9f1dc3631e71a25a6a7f4adf6e8426ebd",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2997,
    "pair_index": 2997,
    "case_id": "boolq-dev-0685",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2bb16702c8acb8bb70643a3cc2a4f4e1c2a0016fd808c0446c1c3e7d39f386d9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2998,
    "pair_index": 2998,
    "case_id": "boolq-dev-0277",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "70dbd405bbec3cc95b39cd13fb7df28e41bc0fcc730dff3946ff03e941cb9efb",
    "reserve_usd": 0.01
  },
  {
    "sequence": 2999,
    "pair_index": 2999,
    "case_id": "boolq-dev-0357",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "070bbfbe380f37cb1107b8868ab7946089dd761d1c0f1c8b36a69820fa824abe",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3000,
    "pair_index": 3000,
    "case_id": "boolq-dev-3042",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a81886a7a7d9e835f456de789d8b4295533e038115379b6bcee5e2dc0aefe849",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3001,
    "pair_index": 3001,
    "case_id": "rte-validation-0102",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ecba6faa758ed0bb9826f50d84e67d7ff17f466405e02232a46eeeeefcf74e7a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3002,
    "pair_index": 3002,
    "case_id": "expanded-probability-0248",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d170b2383da3c8ca1b0934d5691e3ffa088402b875f8d62757b79e6d513f896c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3003,
    "pair_index": 3003,
    "case_id": "wic-validation-0306",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "40bd88cbe3a3752e8b72d5519c5114e2d91a5626cb3673f206f02dcda33f585c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3004,
    "pair_index": 3004,
    "case_id": "boolq-dev-1596",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "fb9d12020278453e7990034c8147b3a91fff06777235afcde723eb995106818b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3005,
    "pair_index": 3005,
    "case_id": "boolq-dev-0930",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8661c2e14405a0cb7ed560f0825c22fee11324284f1c94e87f449960c540af73",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3006,
    "pair_index": 3006,
    "case_id": "rte-validation-0190",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "81dbf181b93da1b8e87a6224938e2106189ccf09875c7f554bd5a8f82d2afe1e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3007,
    "pair_index": 3007,
    "case_id": "boolq-dev-3158",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "982bf210b3582f34484da0c800dd160d6b4296298e7902c2c20a8c33d30666ae",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3008,
    "pair_index": 3008,
    "case_id": "boolq-dev-1718",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "003d6ba8d7482f145d986db55c72e5e7d40e602828df515d0cd00f1cba0b2964",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3009,
    "pair_index": 3009,
    "case_id": "boolq-dev-2147",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "dea4ae2c74233180dd3f8b5d5f01fe818747456f2d25c53e36fdcb465b3d9d54",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3010,
    "pair_index": 3010,
    "case_id": "boolq-dev-0912",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6ed717ed3ac719bcdf8fcc2b974d7591a6fa3b32097b54210fff4e2eca82890c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3011,
    "pair_index": 3011,
    "case_id": "wic-validation-0218",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ec2cba57b054f09283f9df4a2b064bff2bbb1314b339e81c8780fce53fe10877",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3012,
    "pair_index": 3012,
    "case_id": "boolq-dev-0563",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "843fd8f5779ad0f25cdbd190f259b519b827b6209b8932b4c25b93b905ac7905",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3013,
    "pair_index": 3013,
    "case_id": "boolq-dev-1794",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "184d72cef44b6e3b9079aa7949cff1da19253d8476b38b4ffcf2ff9a7454b05b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3014,
    "pair_index": 3014,
    "case_id": "wic-validation-0553",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "987c91a083a8411a337f79ee2e19f7f37062373f2cde3e8e8385a3c57a01d57f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3015,
    "pair_index": 3015,
    "case_id": "wic-validation-0410",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "641d7304d99c89f53a5e33e3ea4e1527612b6db6bdec3f8ae01a07fda0dfea9d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3016,
    "pair_index": 3016,
    "case_id": "boolq-dev-0090",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5f7af762bfeb42e31230bed97f2cecff93db3485bf7515bf6cdb0aef39b0ab88",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3017,
    "pair_index": 3017,
    "case_id": "boolq-dev-1036",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f5e96ee35b003cec98c1b191a76562db540e804c19a482e1fca294cb3ca06943",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3018,
    "pair_index": 3018,
    "case_id": "boolq-dev-2250",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "16e7222ef7b84772856b5d431804328b2be95236266f167d3075ec8ad6c0aaac",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3019,
    "pair_index": 3019,
    "case_id": "boolq-dev-2773",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8d35df10c62803f06ba8164a32d3172f42ea690ca5790e26090328f6be5aa584",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3020,
    "pair_index": 3020,
    "case_id": "boolq-dev-0021",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2a96081dcbe4c250dccff03e82569840e095c79d57fbb8317ec4a9a7019c6a8a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3021,
    "pair_index": 3021,
    "case_id": "boolq-dev-0561",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "79917c31ce616fd4ad049a25d31cccae3c9958802a112c21d24c1b520176133d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3022,
    "pair_index": 3022,
    "case_id": "boolq-dev-0253",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9ae1f6e2a1631ab696f87b8180a385bcdfc037fe63a09a8fda479ad83a80fc75",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3023,
    "pair_index": 3023,
    "case_id": "boolq-dev-0293",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "290b0e9a2d38557e089b53307479c4954b285df0c9709a166b226eb5413da1b8",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3024,
    "pair_index": 3024,
    "case_id": "boolq-dev-0354",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8576289ec3d0b424909811654a9c54664fcb69e5e50769addaa2f9b06e6aaaea",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3025,
    "pair_index": 3025,
    "case_id": "boolq-dev-1220",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ee3dfa9080c14c8c21e8d7afe5c680fbdab1a38127787de1f3ef9c95e1f4ef7d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3026,
    "pair_index": 3026,
    "case_id": "expanded-policy-0128",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "685bfeda00c41e94bbb9b82424395815881c0e00300f2db0d79e530127366bc1",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3027,
    "pair_index": 3027,
    "case_id": "boolq-dev-2907",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a4b438c850e5376d458c705b61cb999e6aae774a85aedcca9f3a122e7cfea6de",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3028,
    "pair_index": 3028,
    "case_id": "boolq-dev-2644",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "fd9d76475a823de7c6726efc72e1c293a89b4cacb9d89525836ea95db36ba5ce",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3029,
    "pair_index": 3029,
    "case_id": "boolq-dev-2079",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "00c2c625ff1f4b06d5feee39f641bc51d8660c419fa168ddb7ae541eaded110d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3030,
    "pair_index": 3030,
    "case_id": "expanded-policy-0016",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b35397bed5b768b702e1c6d95ae8e9b2da3238fac8b6a1bc830e4cc8e6a58f2d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3031,
    "pair_index": 3031,
    "case_id": "rte-validation-0085",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "157c8ec050556c3483de70cdffcc9ddac19d160bc1c92dc38bdbe7dc79a114b5",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3032,
    "pair_index": 3032,
    "case_id": "boolq-dev-2780",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0b67bd518c04e1d7bb488214779f2cb814b7111443997c5591a5d605e0d596c2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3033,
    "pair_index": 3033,
    "case_id": "boolq-dev-0482",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "344bfe0d343b7108a31eb99f785779ea40131879b280e7dbffd0acbc6a8b98a0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3034,
    "pair_index": 3034,
    "case_id": "boolq-dev-1304",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f4c33b6b0d2c5ece835ce888ed0c3abe59fd2eef95071314b80021715700d980",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3035,
    "pair_index": 3035,
    "case_id": "boolq-dev-2817",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "fcb13b7e2586a9576179e4b9434847f3a3632497a917d23cccd7f2f1ed1ac06e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3036,
    "pair_index": 3036,
    "case_id": "boolq-dev-0363",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1b48ef5f123379757b87452408f5b6d81d3a2984d3152e99ae777df318ad21ea",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3037,
    "pair_index": 3037,
    "case_id": "boolq-dev-1985",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e852429ece9f05b456449677ba5cac7c8e9b36a8e81a709ea1f0ae75d06e3fd3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3038,
    "pair_index": 3038,
    "case_id": "boolq-dev-2587",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b0d9e29fdc803254ac17a9c86931ccbd50ed807dd255f87ed1952ede0d27d88b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3039,
    "pair_index": 3039,
    "case_id": "boolq-dev-2310",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c01052c5f52c7f6ff629527e7cb691303be8597d3fb44c43a04bd29648a21455",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3040,
    "pair_index": 3040,
    "case_id": "boolq-dev-1317",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "76ecdc066c98fa210aa93f4eeaf63e6a426c3ce4598d9992befdeabc1e7ce806",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3041,
    "pair_index": 3041,
    "case_id": "boolq-dev-2307",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e1ddbcc1ae8529719c4fbe8ffa315c47c7c03390056a2b6936d15a7a7dceec00",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3042,
    "pair_index": 3042,
    "case_id": "expanded-probability-0112",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "159aee408b2571a8597d936f4c9723d99fde26f6c5013fb040ba5cfdc112741e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3043,
    "pair_index": 3043,
    "case_id": "boolq-dev-1389",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "10ce1d8b10e793d9a5b246a2caa79a4faf02c7bb08763c5a05654df2d831e2c3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3044,
    "pair_index": 3044,
    "case_id": "boolq-dev-0217",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "bbc9c01ec4a23e5bf3f57c5704ec2e4c7b3752bcf6e97f70802a3195a946148f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3045,
    "pair_index": 3045,
    "case_id": "wic-validation-0490",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9005be20af4cc4c4f79e2a734de00123f711cd92bc55633e8c1e7b0fa0dab507",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3046,
    "pair_index": 3046,
    "case_id": "boolq-dev-0026",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4e93fe7327ea35374ab77da44b84300870fd1bf4767aa9cecb56bc3a82292aa2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3047,
    "pair_index": 3047,
    "case_id": "boolq-dev-3233",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5e13d89d91ec697585e6268c1b1e44d435568ddd32d783f081c748039cae6a67",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3048,
    "pair_index": 3048,
    "case_id": "boolq-dev-2507",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c4c8d9b5bf23fd47082bc22d3f7c388c3954b19ae06d1a2e031622f68f55f9f0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3049,
    "pair_index": 3049,
    "case_id": "boolq-dev-2494",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "65acb7b876c2aeaca77c1d7899cfd156a9705e7fd67a36bfcf2291bb8e9993dd",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3050,
    "pair_index": 3050,
    "case_id": "wic-validation-0311",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e09a6cdaa5c48081ef72b0d212c6589d80bebd97fc81864cfc7eaf86c3e050a6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3051,
    "pair_index": 3051,
    "case_id": "boolq-dev-2053",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3bf456d32087a96aeb064e47d7ef403496e35daf6473e1a691589fbe9e17af7c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3052,
    "pair_index": 3052,
    "case_id": "boolq-dev-1314",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1235e110a4858c9514cf8821808e2b10c4213356f42e01d2419751a6f79d2788",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3053,
    "pair_index": 3053,
    "case_id": "boolq-dev-1099",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "fe12751707537644cd1207c5e4a9f065a3a91cc34d58468919b6522a8cc28f59",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3054,
    "pair_index": 3054,
    "case_id": "wic-validation-0113",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f107a837e6b9b5b947c8fa7fa9733c33a3a0812d080bd943734d822eb0ac99cc",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3055,
    "pair_index": 3055,
    "case_id": "boolq-dev-0159",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "faa24deb27d27f8b19bfa53b32b32ede30fca48b0c5a19ba8e79eb8bf711ed0a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3056,
    "pair_index": 3056,
    "case_id": "expanded-probability-0044",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "829ffaf8505c8c9c365dcce71ab16a942a0c94df512346650a26b7d99b3751fe",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3057,
    "pair_index": 3057,
    "case_id": "wic-validation-0350",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f8c69c33286cbe70886536883081d2d504c1673edde015b15feb22e97b1d2525",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3058,
    "pair_index": 3058,
    "case_id": "boolq-dev-2707",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b41dff3a0c7830129495cc654fff7100a788b1a048fd33710f007f353148670f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3059,
    "pair_index": 3059,
    "case_id": "wic-validation-0094",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "33cdf618ef32f7e28a71a1aff2b95f444e62621b9daf76d97672aacbf52b123d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3060,
    "pair_index": 3060,
    "case_id": "boolq-dev-2554",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0eb3d3fd6383ff05e70163483dce96836df8ff137d58a5bf83a4a12bde05f603",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3061,
    "pair_index": 3061,
    "case_id": "wic-validation-0197",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ebd4afb095cb875f0572162da80d0d2866fab31014c164d5f058715bc7781b7d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3062,
    "pair_index": 3062,
    "case_id": "wic-validation-0331",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5566b82159f02dddadf27046bfd8b0c2c9ef98c6a3e68eca9136474cae3cf4c6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3063,
    "pair_index": 3063,
    "case_id": "expanded-probability-0228",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3b4c5af3f3d4a44ae606e29588187d658597b499c40d6762ecceeb85d32eb585",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3064,
    "pair_index": 3064,
    "case_id": "boolq-dev-0915",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "04f06e7f84932219b174e1622060833ea65d4ebb9d2ba6d218f60a411755a37f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3065,
    "pair_index": 3065,
    "case_id": "boolq-dev-2774",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f65147a1e9de46b7d788f5a6012efc03179b1b236d4dfbb4178c22488dad4f26",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3066,
    "pair_index": 3066,
    "case_id": "boolq-dev-1584",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9c7fd6c70a2c172aae7d76361a433e75e2f575768995b74f6c352aa2b125b590",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3067,
    "pair_index": 3067,
    "case_id": "boolq-dev-2283",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b43fb9dcd562d858280ce128eea83abaaf86685fa877317cbb32291449a5030f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3068,
    "pair_index": 3068,
    "case_id": "boolq-dev-0288",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5aad8fb48380e567631dfffd6b260422945e07ee4e483b4601c313c36ff23d46",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3069,
    "pair_index": 3069,
    "case_id": "boolq-dev-1441",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "632837528a99077c87a415aa5a77cd9587b18646ac438cbcb29ffe6fdb2c6e0f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3070,
    "pair_index": 3070,
    "case_id": "boolq-dev-0909",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1b6e74d3af44ae8ace28b6b3ca52c19e09d35bb4b1ceb5c4039bc28deb3048fc",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3071,
    "pair_index": 3071,
    "case_id": "boolq-dev-2338",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "67b5e4f6e0ff6a373830130b33b966baf0852487dce02f94a5b335d4d04fbdee",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3072,
    "pair_index": 3072,
    "case_id": "boolq-dev-3174",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "fdd1d52cce9e0bc7cc9b16bc93968f88fe3d48db11e3457ffcd1df962be13296",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3073,
    "pair_index": 3073,
    "case_id": "boolq-dev-2538",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f289e02949e8e042ca693eff033621e2bcfddbd0d2d33646d4aae8b1d8106ac2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3074,
    "pair_index": 3074,
    "case_id": "boolq-dev-2808",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1adea13e4a2ccd3acb2ea9a199196361a4911643fba0662dc943f7a9939c717d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3075,
    "pair_index": 3075,
    "case_id": "rte-validation-0069",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c47f2503c6c2bbe8702096ffaad0de68824934d88ba67184b94362f93af48f4a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3076,
    "pair_index": 3076,
    "case_id": "boolq-dev-1082",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "83bdfe4f62f001c006000f575a7af3325bb9343427e62c3b8bfac62c8091af6e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3077,
    "pair_index": 3077,
    "case_id": "boolq-dev-1162",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "01be0761f940bc43d6d0795ab162a3f2dfef8ab96ee7497d7e6b0685741a74fd",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3078,
    "pair_index": 3078,
    "case_id": "boolq-dev-0040",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a7105427c7b6daaff0926adcfd27d7adbda6f00d62c9af84d04997c9ddb0c625",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3079,
    "pair_index": 3079,
    "case_id": "boolq-dev-0515",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e5c6da8a60cd3c2b9bfdb8a98774a7fec6dd8a72bdbb089e53ebc1380463c971",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3080,
    "pair_index": 3080,
    "case_id": "boolq-dev-0886",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c1e45ecae605c9f10d9074f3f318044726754167bdb35b518aaf0c8b427b53fa",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3081,
    "pair_index": 3081,
    "case_id": "boolq-dev-2281",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e9c485d923b29d2644e5e567014b31eacb826bb87e1135f5590901860b7ff356",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3082,
    "pair_index": 3082,
    "case_id": "boolq-dev-0498",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4fffa7e9dc77e5a0ace79eccff5eb872b0421f6c0aa57689cec9d85f8638c3c9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3083,
    "pair_index": 3083,
    "case_id": "boolq-dev-0688",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e7f93f7eae55443daec33fd084efe0be676fae39c9a863ed19df80151faa8d0b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3084,
    "pair_index": 3084,
    "case_id": "boolq-dev-1060",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "47eb676a72ac0a74d77622e1f72a9d00ad67de26ae878892dc13133e0babc076",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3085,
    "pair_index": 3085,
    "case_id": "rte-validation-0205",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a53ae32ba037e728f2c404f7efaa78260313a3268406fb93646ae124dd96d1c2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3086,
    "pair_index": 3086,
    "case_id": "boolq-dev-0473",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8d821745cf1bd5fc999403dcd332485172b41cb392724573c961bdd52100694b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3087,
    "pair_index": 3087,
    "case_id": "expanded-policy-0154",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9e8078f7097cd86f129fde7b3327cb8fb063f11488125e4d55694771951d8f0c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3088,
    "pair_index": 3088,
    "case_id": "boolq-dev-1819",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ab68d9b0a6c690fe3f23104878f19cdee0f6e1c14510e245ec3b766f9b713252",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3089,
    "pair_index": 3089,
    "case_id": "boolq-dev-0057",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6f76eb59cd1a685f80f12a084e216b91d0b3f814802b3285e7f253a48a721c32",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3090,
    "pair_index": 3090,
    "case_id": "wic-validation-0579",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "cd016ae570acf5ebe28753b6dee29d439f995e27be9751fd8cb363cba0887d1d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3091,
    "pair_index": 3091,
    "case_id": "boolq-dev-1767",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "422aaf084fb831353f561f3dfff1af7b949e36114d28a9e93832d79f376bd93b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3092,
    "pair_index": 3092,
    "case_id": "boolq-dev-1286",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "242cba72d65789fb6b85a355d0d385a25bc6a82e2ff8536addc7e6f926e27cdd",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3093,
    "pair_index": 3093,
    "case_id": "expanded-probability-0023",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "eeaed11f1341265407c85da5e83c5b6f909e10623b520698ebd7ab3a02ccf47b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3094,
    "pair_index": 3094,
    "case_id": "boolq-dev-2161",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "931ea4850eecc2577ed45b96e701287c0c5f32ec4b1b5c71ee17a7fe4f3e0a66",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3095,
    "pair_index": 3095,
    "case_id": "boolq-dev-0612",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "686af35e4b918535e0f96f6ea7006e7ac14f308a7108df28b363c446b5374afc",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3096,
    "pair_index": 3096,
    "case_id": "rte-validation-0024",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1f4dfc6661ecf80fa6f8f9719a3f7129e484f2f402d65fd7eb4ec6fb8227879e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3097,
    "pair_index": 3097,
    "case_id": "boolq-dev-1131",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5c4709e023f169e439ef1a040721e16b7d24750e56b1e02f61855471b6f3da7f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3098,
    "pair_index": 3098,
    "case_id": "boolq-dev-0165",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6bec7722c0d6997a94466c3be5c0ee81987642e140fbc2b47e59d5aa731d75ca",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3099,
    "pair_index": 3099,
    "case_id": "expanded-probability-0163",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "dfdec5b67f2597a0366343085891ce7df4a4a223e6218f009c0b09a2d05f45ae",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3100,
    "pair_index": 3100,
    "case_id": "wic-validation-0563",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "cbcba0135faa974c1558f5629f35fce66a6fd01355fc585c924c35a3542d8d02",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3101,
    "pair_index": 3101,
    "case_id": "wic-validation-0529",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "90dafff631484e4a47cce8c9d802b31b5325e8ba85f06fceff127cd54350798d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3102,
    "pair_index": 3102,
    "case_id": "boolq-dev-2787",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "bfe0334c473cbaff79b7209c50552169a398cc23a084b80d6cef4a08a7ca0b3a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3103,
    "pair_index": 3103,
    "case_id": "wic-validation-0097",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5b02404cfc8bfe75536caf49dedbae25d2a7b5d443bc76995c3262ecb60fe789",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3104,
    "pair_index": 3104,
    "case_id": "boolq-dev-0602",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2b62d642a23ee500245dfef9080cdd4a8ad5073ee36fa92bc7e09f4faeda8b96",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3105,
    "pair_index": 3105,
    "case_id": "boolq-dev-1614",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7e9988324cfc1ab51fba49f7c01f955696646f0a4a6407c5b577ead291b29050",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3106,
    "pair_index": 3106,
    "case_id": "boolq-dev-1654",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a9e5fd53548432981752c8a252ed444af3631adb4390317f314ff90bd2fd70f6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3107,
    "pair_index": 3107,
    "case_id": "boolq-dev-1381",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ab080bd1bc814b3899830bdd0be10db3a8ff6e4cc2740f557120a49893e01de6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3108,
    "pair_index": 3108,
    "case_id": "expanded-policy-0003",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "24302f02e777955ce083fad96ea565745c144e937f1ccae105c08e5aae3c4498",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3109,
    "pair_index": 3109,
    "case_id": "boolq-dev-1062",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "24dc9db509eb7a9d109a85163071ffc7b4d9a0960b66c94977e709187b798e71",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3110,
    "pair_index": 3110,
    "case_id": "boolq-dev-1820",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b70ca013175cc506811cef2eee4ee78b3c24f77ae9dfd15f8233197edb20bd25",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3111,
    "pair_index": 3111,
    "case_id": "wic-validation-0434",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "99a1bd0f022539d790972f765aec2cddf0f712630f932e7f4041e8a712653c3f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3112,
    "pair_index": 3112,
    "case_id": "boolq-dev-0394",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f659617c506061ad274a85b0e1822e9c1e781abfbf0ca4c41c3c86eb224073a0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3113,
    "pair_index": 3113,
    "case_id": "boolq-dev-2344",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e0e9ac57cb7ac69eabd1bd8c2590660321a409ab59008a93977369af6ed51241",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3114,
    "pair_index": 3114,
    "case_id": "expanded-policy-0153",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8429d593ac5f4b12b4abc4c8b2fa76dbdb287aaf8473a501657041884f6a2c2e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3115,
    "pair_index": 3115,
    "case_id": "boolq-dev-0376",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "02c1ca3b22b5918838f35ae0f7341e5fc5a23bc3b89d6cfec6d3191a7542f5ee",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3116,
    "pair_index": 3116,
    "case_id": "wic-validation-0085",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e4798a6a9138bf7734faba04a84b1614d4c8abce098f0074d7c77bf4327dec8f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3117,
    "pair_index": 3117,
    "case_id": "boolq-dev-0944",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "205cac3fcda1a0afaca422a5d3079f12ea35e9e4392e29de4f1861d859413d5a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3118,
    "pair_index": 3118,
    "case_id": "boolq-dev-2267",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c50dc0e4a89b398396b3bb828d5846cfbdd40ce3cfb4899e59bf45e7ae772a2c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3119,
    "pair_index": 3119,
    "case_id": "expanded-probability-0039",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "de32b9421d650e39c9bd074c1783fe99c948488bdc46844a7c7f6b1e3d4b0dbf",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3120,
    "pair_index": 3120,
    "case_id": "rte-validation-0019",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2f9130a117941a40b5c5fce593e59ad8c21da8bc5fbd16f76bd8920425f24658",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3121,
    "pair_index": 3121,
    "case_id": "boolq-dev-3171",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "db3fe30c918b20f00c0da8bb4eb87ab1eab8f28d6b52e8eec9df5bbced09b6bc",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3122,
    "pair_index": 3122,
    "case_id": "expanded-policy-0073",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0663cd28106dc56291ead1460f5c7528bba0718ac82e60193c840a91fb3e5efa",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3123,
    "pair_index": 3123,
    "case_id": "boolq-dev-0545",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "cd8c95262f0c7b24b843c41f6c8801da67d6a07a4efbd1d7aaba5e92393dc94b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3124,
    "pair_index": 3124,
    "case_id": "boolq-dev-3230",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "49ec312e857bd8f90a1290241b810f8a86bde90b72e08797090aac3fa681fd11",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3125,
    "pair_index": 3125,
    "case_id": "boolq-dev-0832",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e6b5f246bcab9d19e985202871c801e8506a59b285c8d6303c7fe528bfd47b29",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3126,
    "pair_index": 3126,
    "case_id": "expanded-policy-0169",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c10430d7781b118acd50e6fce56f39ee0335c992878f86b11ff2f601fb4832d5",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3127,
    "pair_index": 3127,
    "case_id": "boolq-dev-2123",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5f5634d0c561b50a1a0b446b753ef8cced3cba6fdbe16d5779910b3f1aacc63e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3128,
    "pair_index": 3128,
    "case_id": "boolq-dev-2532",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2ec98020553f10e8ca34e1b0a7e302bdbfee7ad6fe4ea6aa3104b1ec8fd1964a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3129,
    "pair_index": 3129,
    "case_id": "boolq-dev-2430",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8e184e3f559d4321f16038aa154575cd841d2bd472497c24feeb6d7e92f97e59",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3130,
    "pair_index": 3130,
    "case_id": "boolq-dev-0806",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7af3e8a456632441e5c1d425e46e6bff95b5b49b88f21e8c0a209ce3be11d1f3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3131,
    "pair_index": 3131,
    "case_id": "boolq-dev-2085",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4dedb0f91b02962c0301176036b2e139eec975790a1ca5f94b532150be5acb5a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3132,
    "pair_index": 3132,
    "case_id": "boolq-dev-2136",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0753f19b58b61cc34babc38ad303bb0552020f814bd28acbf6ef2fcf07bf23ff",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3133,
    "pair_index": 3133,
    "case_id": "wic-validation-0589",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "44aa6d57a06eb47ddffd75781e26ce87d25c72f2c6243219ba8621321d799d73",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3134,
    "pair_index": 3134,
    "case_id": "boolq-dev-3091",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b389c41cee8e36a6b86fcf1ecb51eb0f62fe42d0b39df7d9b2982f5c6745b846",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3135,
    "pair_index": 3135,
    "case_id": "expanded-policy-0084",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "efffb64c1ef41b2f79d88b5f1209fc759369c8d62cba53670895903277120d32",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3136,
    "pair_index": 3136,
    "case_id": "boolq-dev-1676",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "136555c9bc57642d67914d73f8748f8085ba6e154e0767e34adea1fb5086bc1a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3137,
    "pair_index": 3137,
    "case_id": "expanded-probability-0026",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "adab29e7ac0963deb8be4f70ea177a1620adc09aa3e2482def5284dca068ab51",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3138,
    "pair_index": 3138,
    "case_id": "boolq-dev-2002",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6359823c0c7a218ce2bbde8e5067f863bbae071a74254d3c71ce2e64e9dc7129",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3139,
    "pair_index": 3139,
    "case_id": "expanded-probability-0066",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d47457049883e365bd0e9a37e4b2cd212848f9f6957236f6f9d10f2696b44271",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3140,
    "pair_index": 3140,
    "case_id": "boolq-dev-3073",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f121268d86c2b69f1b9a44a70625e33c95cacaf506efed722cf65fb48548c05b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3141,
    "pair_index": 3141,
    "case_id": "boolq-dev-1007",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c1516ab47f04d3a35272076ae5ce591b3bb26675f21cd1c6943a653abe2ea6b0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3142,
    "pair_index": 3142,
    "case_id": "boolq-dev-2956",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a870a413d61559c149864958975b59a8c6c947553928808304c4bb4382e3fe42",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3143,
    "pair_index": 3143,
    "case_id": "rte-validation-0260",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "deb3fb26db0e4e63d7d5cfd524c77da22d6f183070b9f28e5aa6f6bbe2cdd0e7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3144,
    "pair_index": 3144,
    "case_id": "boolq-dev-0617",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4327913b8589ff00309a537e8a60bda2e9a39579a3153ce9e40812b29b65bf62",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3145,
    "pair_index": 3145,
    "case_id": "boolq-dev-2040",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "cdf1f20b7ecb8cdef568fb16747219fdbecc5f4fbdc4449b30716cfe4182b522",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3146,
    "pair_index": 3146,
    "case_id": "wic-validation-0335",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3137700c6f6827f6f7d1711974b58ee09c3b5793e112921fa76a36f50245bf16",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3147,
    "pair_index": 3147,
    "case_id": "boolq-dev-1103",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "765fb949f6bacf7e6c58ccc55b2060dc1fc065af11ee34b29eb73a21a3792dc3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3148,
    "pair_index": 3148,
    "case_id": "expanded-policy-0137",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2509d69ca7749e8c864b3efeebd65092f9e5e24da79b2e4b849bce5013bb8181",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3149,
    "pair_index": 3149,
    "case_id": "rte-validation-0199",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5f62344cdaf58aff8f1c2a4ab94a756f5ca2af981159e14420c96c7b2367e2ac",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3150,
    "pair_index": 3150,
    "case_id": "boolq-dev-0497",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1dfe5019748fc3b2fc5575d609ed0b96b9a110fd0972f0275bbd9ed14ddf0d08",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3151,
    "pair_index": 3151,
    "case_id": "boolq-dev-0983",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2e8109b71d30afe0f4390251a9792d861cd1a9cbbd87d39a9c1cee594d46db86",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3152,
    "pair_index": 3152,
    "case_id": "wic-validation-0514",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6d1e501a5d83acfba908983c312fe503d01809df2cca9e3aea0da039bc847b23",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3153,
    "pair_index": 3153,
    "case_id": "boolq-dev-1107",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "bb4de76261ec03953cf1ee100170f1e5a4726f29d5f143850e2b7e58aae43dc3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3154,
    "pair_index": 3154,
    "case_id": "boolq-dev-1018",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "931bad450994fc8aec2cf00248b9c42cbe55f921db37fbe97cb717cb03723add",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3155,
    "pair_index": 3155,
    "case_id": "boolq-dev-0933",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1e7d40f207084c87d4827d1cbd760d5f083008ec6d8d933d23efefff3a596d54",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3156,
    "pair_index": 3156,
    "case_id": "boolq-dev-1394",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "dbbd1edb3fcc5c9cd79c839ac416943a788b74e1d8151ec3425262b061a75e44",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3157,
    "pair_index": 3157,
    "case_id": "expanded-probability-0204",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0a1bea3e0de9c6540d9bf5162fe01207b524b5d412fc06c4247576a179b5f917",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3158,
    "pair_index": 3158,
    "case_id": "wic-validation-0636",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8f47943ae9496b97ad83b1f8656a58503f7342d0ea9095fd8e4a5f406ba072c9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3159,
    "pair_index": 3159,
    "case_id": "boolq-dev-1587",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0039a980b0441e9af52717370de5f7122fdf88f69c5ac872cbc6aebdcb413779",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3160,
    "pair_index": 3160,
    "case_id": "boolq-dev-1979",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "66f049e631675c2c9ca55cde0d467a0d2914345e0ca302ad970ac16f5ec4c9c9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3161,
    "pair_index": 3161,
    "case_id": "boolq-dev-2315",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9015ed2460a1b9d38ef6d8825b862a81eb376a84251fa2c94ab349284074e479",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3162,
    "pair_index": 3162,
    "case_id": "boolq-dev-1927",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e7b0f1eb489e9d0c088283ae153649e7b3fd8ff2c788ae4b7f04276544a377ed",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3163,
    "pair_index": 3163,
    "case_id": "boolq-dev-2332",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9b0bbf4e78e53a3dd8beda080dd19203e39e65d8b0e0f35a6f23681a1e956f90",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3164,
    "pair_index": 3164,
    "case_id": "boolq-dev-3242",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3805d7b5be0770acde57dcb9ff66b107a3bbcb49faffe1699df4278090b6d170",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3165,
    "pair_index": 3165,
    "case_id": "boolq-dev-1958",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9c192a0bd4a2d6756d06cf6f65893a2b93747808e14eee3a8b04e8bc99a4ea8e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3166,
    "pair_index": 3166,
    "case_id": "expanded-probability-0144",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "dda073c4f4603fbd75cb0a9f7e59bf4248aa12efd89d9c76b117913710b257b9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3167,
    "pair_index": 3167,
    "case_id": "boolq-dev-0483",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "18ec8f6cd578bd7b3ae72c9955a8adc7145c3b1a644d9f2ecdd963f84192e432",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3168,
    "pair_index": 3168,
    "case_id": "wic-validation-0030",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c2f87521decd89554a00363fd95cd2e4790b962202a04dd1ba8abcea99a3b077",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3169,
    "pair_index": 3169,
    "case_id": "expanded-probability-0240",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3ac46ad236e39438054bfd9fdf449a48ad8f992c7d99e0e3f9adc4c7d65bf386",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3170,
    "pair_index": 3170,
    "case_id": "boolq-dev-2251",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c3eddbc7642b3717c5fe75c352945658d1378478f041b9e77506bcf70fa57cd3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3171,
    "pair_index": 3171,
    "case_id": "boolq-dev-2327",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7371474f7a6c57f046de29846ff35d15490f6f3ed4bf95abe8c4252f5da0fa66",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3172,
    "pair_index": 3172,
    "case_id": "boolq-dev-0838",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "946942a2891324259218a9118e2830f4b028137fa9c199a31b38296bf91728a0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3173,
    "pair_index": 3173,
    "case_id": "wic-validation-0184",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2e13eeae56d5f0bd7171151ec7fb6dd8169b0fa132ce6c2dbf27b936628b8720",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3174,
    "pair_index": 3174,
    "case_id": "rte-validation-0172",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a3cac9c288fdf796f5fbcc34b507707f782938a500efa7c4909bdc26cfde709a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3175,
    "pair_index": 3175,
    "case_id": "expanded-probability-0167",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d78782ccbc821ddef10f7b9154aeadfb8ae374bc0103e040472b0138889bc612",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3176,
    "pair_index": 3176,
    "case_id": "boolq-dev-0048",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6c5cc7869ae9785e2264f24a4e37684719aec80612bb2ca2ff9ed813bf3429f3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3177,
    "pair_index": 3177,
    "case_id": "boolq-dev-1659",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "942124cd6eae49b5c73de76cd1c9150013cf51b76b34d5ab0a10f60d26757226",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3178,
    "pair_index": 3178,
    "case_id": "boolq-dev-2864",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7ab8656d5a25f8f1aa6b50bbfe730b37b3dd6d988f6438cf3e52095d8705d075",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3179,
    "pair_index": 3179,
    "case_id": "boolq-dev-0492",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a2b8fd91a40636a12fc3ef773b76242c13c727fa548bb3defd1629374abb77a8",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3180,
    "pair_index": 3180,
    "case_id": "expanded-probability-0103",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "afe3a4a561407f8d7073cf6edd73010f66553e2bebb76df1d1fddb334a58e35d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3181,
    "pair_index": 3181,
    "case_id": "boolq-dev-3194",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "03a4809b029ec04ae775241b76cbaa1623a57323821458b8a8fd4beee58f692e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3182,
    "pair_index": 3182,
    "case_id": "expanded-probability-0292",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c106828f6befbbfa73bb5eab6c96d9a45962d757a6d6edf99e32facaafb33291",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3183,
    "pair_index": 3183,
    "case_id": "boolq-dev-2873",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0f69463cd7154ae41f8635dcfa256ea23c81f0a1ed4c77030e41fcfccdaa3959",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3184,
    "pair_index": 3184,
    "case_id": "boolq-dev-0934",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "fae82f12432b391e3c1e6d4f0f4552ab4124a81712c95cd709258cbe93e7d40e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3185,
    "pair_index": 3185,
    "case_id": "boolq-dev-1865",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c88320f02cfa5186c680f5b0bdb31979079c6c36c85311e8f3346643c718593e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3186,
    "pair_index": 3186,
    "case_id": "boolq-dev-1239",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3d5aee6bb02d7cebc4fb17a75e1ac59a1e1adc5a686a2041e9b86ad05b4448be",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3187,
    "pair_index": 3187,
    "case_id": "boolq-dev-3172",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "54842df361dde2148cb3ef45f08254c8081e68f51b57a5bbbd4b94145caef1e8",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3188,
    "pair_index": 3188,
    "case_id": "expanded-probability-0265",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4137a433c45eadecb9b76991b405ee4adfd21afbc75b8eeaf6f12c47e5d9dda1",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3189,
    "pair_index": 3189,
    "case_id": "wic-validation-0101",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "763186faa4d29cf84d74d2723526c8161cb95008824c7ee321b32b0986513080",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3190,
    "pair_index": 3190,
    "case_id": "wic-validation-0209",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "50a6adf5a1948b322f27f7deede67c33817fed89dc84fb0c62fb8ad1e4feaf5b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3191,
    "pair_index": 3191,
    "case_id": "wic-validation-0305",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1d2b52b45e841f4c692f5074f200360221fc846ba5ec20f581a386a67d0d9da6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3192,
    "pair_index": 3192,
    "case_id": "wic-validation-0633",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "34392444cc7ec19a0bfdaf63ba8768eac76712aec6e81e3c0a3f1c0afb32b75e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3193,
    "pair_index": 3193,
    "case_id": "expanded-probability-0164",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e0345563ac34bd2e2794c6b845d355e392146eb5be0b222037b6f52a47b6ffe2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3194,
    "pair_index": 3194,
    "case_id": "boolq-dev-1715",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "94216e0dfaba8e17ad59afb3b0d1e14f6aa4638aef37cb25a274b2606c77de4f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3195,
    "pair_index": 3195,
    "case_id": "rte-validation-0030",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "915eb1c2e34e34515df85efd5ed148218c288f13edd76fbaf8a9618213ef4c1e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3196,
    "pair_index": 3196,
    "case_id": "rte-validation-0170",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7e16d0aa7a47afbebfdc0baf392828580543cc32e4da25a65449469e038e1f64",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3197,
    "pair_index": 3197,
    "case_id": "boolq-dev-2355",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e32f8e7bbfb34c2f0c9776a1dd12c23316f510654da48189aec5d81ee445670c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3198,
    "pair_index": 3198,
    "case_id": "boolq-dev-1745",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9a030ced90b09fc0cbca2af2da2518b583d8c9e6fc91223a023f80d67b34eac3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3199,
    "pair_index": 3199,
    "case_id": "boolq-dev-2937",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "433c76bf2065608fedbf5d25dd5e2c2940f8ee3eeb3988de83dd5e5aea4fd65d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3200,
    "pair_index": 3200,
    "case_id": "wic-validation-0114",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c6eddcdf489f50ed1ee1ebde713a8a68c8684b0fcb85bedb34fd6faf77d8220a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3201,
    "pair_index": 3201,
    "case_id": "boolq-dev-1053",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a3d658e538151633ea1a715b0a0a2a8d66ab304ee06b28ff174c3f63a4e88350",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3202,
    "pair_index": 3202,
    "case_id": "rte-validation-0031",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1918ebe3a78f743d32485feecbb3522039c0af9eeb9bf84b8536cf36b85d5939",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3203,
    "pair_index": 3203,
    "case_id": "boolq-dev-0855",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9a8e534acd067f5d49f6226ca47fa949d4834175cef720a3b696f08ac394ed04",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3204,
    "pair_index": 3204,
    "case_id": "boolq-dev-1391",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8617ac4257ff800dc01700f53d4801077cbcdcfd60f985f103c769b6a588a33a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3205,
    "pair_index": 3205,
    "case_id": "boolq-dev-2723",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5ceff50901b0e522ccce9774bf1e08798655d7e713a0df017e4675fb0c76316c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3206,
    "pair_index": 3206,
    "case_id": "boolq-dev-1190",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "23093ecb7eded8f8afd366b40d333c6530178f2ad8138c5a2f1c3bb9aab3d885",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3207,
    "pair_index": 3207,
    "case_id": "boolq-dev-2057",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "21d05f0d49ad4e111ad80f4c404973e3e35de791ecb2f77f29c3af6e50dd0afc",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3208,
    "pair_index": 3208,
    "case_id": "boolq-dev-3014",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "463490a1544ae2afe5bb7e31c3f1e1f2ec5736c02c3ac1b8834495df0aa5ebd4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3209,
    "pair_index": 3209,
    "case_id": "boolq-dev-2513",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6c0226bc09849fcb23145e5c4aba2f90189469ec20ead9a57af4ef5962c02b3c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3210,
    "pair_index": 3210,
    "case_id": "expanded-probability-0125",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0c435a472625e5bc1e8f4c8a74a4b9db9450671d043def1bf4655048141482d1",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3211,
    "pair_index": 3211,
    "case_id": "boolq-dev-2209",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e68400f68b6aa8ae06f3b0e84b6b28783372ce73879326fb0d782ebfef639087",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3212,
    "pair_index": 3212,
    "case_id": "boolq-dev-0411",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "04061ce4639215b24ffe115844d69715b81f78d3f91aa56cf34950c65e57339f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3213,
    "pair_index": 3213,
    "case_id": "boolq-dev-3020",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5f4c4651c4349519087ff74c8943df9e57b1887aa08e288541817fea75ebc7e6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3214,
    "pair_index": 3214,
    "case_id": "boolq-dev-2663",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "193d9d8bc4bd41c9fd0caac6c0ea39908aaec45f9871425ec5e0906f37f221c1",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3215,
    "pair_index": 3215,
    "case_id": "wic-validation-0158",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f05fc3dee7b9e34bb50ac4d2c8fabc9deb2a4e8768c269535b3f17c268fc7c3e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3216,
    "pair_index": 3216,
    "case_id": "expanded-probability-0019",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "897e75d1c7cec853c7f6f6de0783d77184673a0769b420285c4275ce63000d79",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3217,
    "pair_index": 3217,
    "case_id": "boolq-dev-2832",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "dff5cb2c8e5856e0c5fb622e472b7da364f8f705c1b5dd2f4324674b23b6140c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3218,
    "pair_index": 3218,
    "case_id": "boolq-dev-3252",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a4903c6bb7d34b0289380821af844996564adeb2d52b937a4bc3014cf645010a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3219,
    "pair_index": 3219,
    "case_id": "wic-validation-0116",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6482202eb384c3ecdde3af581113421e381995260b463e61a2e8ebaff5ce1afa",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3220,
    "pair_index": 3220,
    "case_id": "boolq-dev-1611",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4e855abc1bfa402510ba77bf0afee717b822a0c43d8bd290a9c7821d147b0975",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3221,
    "pair_index": 3221,
    "case_id": "rte-validation-0018",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "af99c155885c22cead143363040729c9058747c2213b8900f3b72c2720bd1fc6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3222,
    "pair_index": 3222,
    "case_id": "boolq-dev-2594",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "89c34534b7e4f53b881bfeee8dd482e95189673332b6940d91bbaff1d58bff5c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3223,
    "pair_index": 3223,
    "case_id": "boolq-dev-0456",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "532524fc714e54b43722e82916714aa20db8dd70cd5d9f0e7fbeb25e0d9ececb",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3224,
    "pair_index": 3224,
    "case_id": "boolq-dev-3075",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d45c48e969356412767563d90ac812e438d5f0908d2ad4bf7d5f3349ac2c8ad5",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3225,
    "pair_index": 3225,
    "case_id": "boolq-dev-1217",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0b9bbc92fa4d224ca9322026272c224699d6a2e519b34188247f65dba0b57162",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3226,
    "pair_index": 3226,
    "case_id": "wic-validation-0142",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f460fc3f5531ebbb9c9affa13c10216c0d420a764edd59147b75109899217cfc",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3227,
    "pair_index": 3227,
    "case_id": "wic-validation-0268",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "395ea727f60eb26bd9c796231ddf78e7f014949a8e9452d682f1956ae5c15846",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3228,
    "pair_index": 3228,
    "case_id": "boolq-dev-0355",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2e082eab9dd68cdc59a926efb605e101425ee48ceba0043c02cf4091c245e0aa",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3229,
    "pair_index": 3229,
    "case_id": "boolq-dev-2745",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d80831dfd303a09c4680b441f41235605bcda4e67487a07445dd836326f122a7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3230,
    "pair_index": 3230,
    "case_id": "boolq-dev-2737",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "486b67499a3c03e7e55de4731cebcea4498cdd0da4b2cc8968da4ca20bfbdbc9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3231,
    "pair_index": 3231,
    "case_id": "boolq-dev-0220",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "356292b6b71b6568bfa1ab056413af746d9a3cb216ca8e8708370da22b781519",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3232,
    "pair_index": 3232,
    "case_id": "boolq-dev-0045",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "20474d13964470f8e9683d12c9ae5317563b3d50b1fe47eeb3dc087ca3fb3eea",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3233,
    "pair_index": 3233,
    "case_id": "boolq-dev-1105",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1765bf8674329a6c3c02e91cf1d2e5f14a878007b67d9fe14132d5f7b36418bd",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3234,
    "pair_index": 3234,
    "case_id": "boolq-dev-1486",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "007b2a87f72d0466b740ee88be45e8d7a6f960eb7569173e751f3ccde3997393",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3235,
    "pair_index": 3235,
    "case_id": "boolq-dev-2950",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2fd44df883e7db900d543db4191941c8b15b7be8a5d0313190b9503abe1d8b9d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3236,
    "pair_index": 3236,
    "case_id": "boolq-dev-1923",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5898a8a6d2a09bf4232c6d6677fea8e1c08be484b9b430a8bb5858ad291dc482",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3237,
    "pair_index": 3237,
    "case_id": "boolq-dev-1823",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "419c3bfaee19cdba2d3d44f846e05776e5017d1de5758151e149c87ba754a140",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3238,
    "pair_index": 3238,
    "case_id": "boolq-dev-2965",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f47178df6e1be364f710a020e1713017551b980b032a65aa2e32d3aa14405d6f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3239,
    "pair_index": 3239,
    "case_id": "boolq-dev-0341",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0600fbb8cb6e0f7560c74ae4a88ba7e821fcaf0af1022af2ea2811ef5e9e7982",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3240,
    "pair_index": 3240,
    "case_id": "boolq-dev-0306",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ba40ba60b75ea346317b180aaa76dbea91d5a9173b1b9d12a8b7002b7b451fa9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3241,
    "pair_index": 3241,
    "case_id": "boolq-dev-1852",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "00233dfdeedcb5fab1e83be6dbe3ea2f12a63d00498519e79b20cd38e83fab51",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3242,
    "pair_index": 3242,
    "case_id": "expanded-probability-0146",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "87d303be63b989c526dcd16a40f050a915f55aff433c407114113d22efbd1ab5",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3243,
    "pair_index": 3243,
    "case_id": "boolq-dev-1996",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7264b51fcb0bdd7e9ad15da884f080786c0af995432f7894bd2ce65166e2b384",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3244,
    "pair_index": 3244,
    "case_id": "expanded-probability-0052",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b33932455a3e25b66031abe01c4103386c3e5c9e9d798981a55bab30281a8271",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3245,
    "pair_index": 3245,
    "case_id": "boolq-dev-3153",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4331d35df9f5ff008c3bcad68d06d4a552aaa2a036a246d403ef5f86702b2c1e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3246,
    "pair_index": 3246,
    "case_id": "boolq-dev-3021",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6d8455f4c3d182cc0934934791e597ab164cb4c0c53596f69d312a312db0e6df",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3247,
    "pair_index": 3247,
    "case_id": "rte-validation-0134",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7cbacea1efc22f7f55ad1f0faa0a3666662f83eff8dde49104c5ca89559389b0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3248,
    "pair_index": 3248,
    "case_id": "boolq-dev-1647",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6b00274fae77a54d26a7c046d331a0be17bb80c958f6862e3b1723f82c94a729",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3249,
    "pair_index": 3249,
    "case_id": "expanded-probability-0242",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "18e082737000ddf0b341a7a0f28b2ba34180bab278a15d718e749d5961c5421b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3250,
    "pair_index": 3250,
    "case_id": "boolq-dev-0439",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "44eb3d6e58242da23e6440eed0d871e6d21f2d20cce8da2a1f57f67ef56daf22",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3251,
    "pair_index": 3251,
    "case_id": "wic-validation-0492",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ce799edb64ed691e8b1039df9cf61e04bd44d2683d6a182750d22f7ac7193add",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3252,
    "pair_index": 3252,
    "case_id": "wic-validation-0332",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "508faa53898c22bc3b8ec343e70d9a936edc0e434dde41a092226a5bdebda6c3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3253,
    "pair_index": 3253,
    "case_id": "expanded-probability-0027",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6125574c781d93fab06669e22b98818d169c0bf7cb13a0036d2aeb4c79daa210",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3254,
    "pair_index": 3254,
    "case_id": "rte-validation-0230",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0c21a786788f2043cdab670ed691acdc7cc2f459cbf6fde137c7728c95c04915",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3255,
    "pair_index": 3255,
    "case_id": "boolq-dev-0298",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7b83efc69c474659770003d1ea3a49790dc2dbc0a2627ef7b5e59ef1d1f25222",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3256,
    "pair_index": 3256,
    "case_id": "boolq-dev-3015",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "02272b2645e2237c8e15486c8773459e491ed275dea9a37ab73c2d73fee1a76d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3257,
    "pair_index": 3257,
    "case_id": "boolq-dev-0869",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "65d9b726d861875d31f602d034baa03c592486260dc982952ca5626cd2ecef7b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3258,
    "pair_index": 3258,
    "case_id": "boolq-dev-1476",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f0d9324dbc2b6a54620989c0be603b2eade1fe0d37632f69502ac1a13127c66d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3259,
    "pair_index": 3259,
    "case_id": "boolq-dev-2487",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "887eabff794550504321db22e093e6a703b794c197d2cdbd16514a2fa9bfd9f1",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3260,
    "pair_index": 3260,
    "case_id": "expanded-probability-0056",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0e7cb857b844401ad5560d632021a5851b01217861e295fc742b6a0677bde421",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3261,
    "pair_index": 3261,
    "case_id": "boolq-dev-0360",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1eec8705d0085caa3a324e5accb28eef592806e1f05e9bf1088d6d60f9816cf9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3262,
    "pair_index": 3262,
    "case_id": "boolq-dev-0506",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3cc271184f440d00dd91ae2d6b77eb168f65a58d386acd88620d09cc379e40c8",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3263,
    "pair_index": 3263,
    "case_id": "boolq-dev-3208",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "59f6b2b7d79313e43841df95fe1258a5a810a8d82ceb94a238c1c26b7767d02b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3264,
    "pair_index": 3264,
    "case_id": "boolq-dev-1113",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c5926f386ad364c48a9028492b9f63728c60525b2ade904adc6093f4ebc45f74",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3265,
    "pair_index": 3265,
    "case_id": "boolq-dev-1112",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e29e8275991011b5c40dbc384328dc8ef62d11dcae77e5e0a034861c82412431",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3266,
    "pair_index": 3266,
    "case_id": "wic-validation-0171",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "368bbfaff21e32417498e10ae609f741315d25e83a365592345a890c3da8014b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3267,
    "pair_index": 3267,
    "case_id": "boolq-dev-2735",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8ed3ad0e9aaccb07e86002108f3aff07e09386fb9e3d39c822c7045eb8be89c6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3268,
    "pair_index": 3268,
    "case_id": "boolq-dev-2440",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8980858acd78ae1694cc2ba0694fd3de788be5a7c6ad5f8a1519ae43f11387af",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3269,
    "pair_index": 3269,
    "case_id": "boolq-dev-1711",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a3c2ae435ee5e67918a067008e23df96a116c56cafc0736ceb52cfa3b2851a55",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3270,
    "pair_index": 3270,
    "case_id": "wic-validation-0375",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9720be2a6b0d3419a1df1ace3530b7e2f0832af938e4e8211991badf525dad35",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3271,
    "pair_index": 3271,
    "case_id": "rte-validation-0245",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e9faa7bfd1526ba6df44d902c44ea5df6a3e9b23b4f0b39af25948b27fd8432c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3272,
    "pair_index": 3272,
    "case_id": "expanded-probability-0081",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "dbb4bdd09ff364408641640253036f46bf8161d3e0d7a4460e49b178b624971b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3273,
    "pair_index": 3273,
    "case_id": "boolq-dev-0417",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "fe76265f68f2469618238f82d7c38819a7474d688cc9bbf5135af6f6d30f1af3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3274,
    "pair_index": 3274,
    "case_id": "boolq-dev-2764",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9fa1cde2bc99c26d05d0c1b4e32449136d3e0af0365a15cb95007a849465ecfb",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3275,
    "pair_index": 3275,
    "case_id": "boolq-dev-1305",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "15c76af90cc6e89c887c395d930884f1f254033595f2eac60769e08ac8b9d590",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3276,
    "pair_index": 3276,
    "case_id": "boolq-dev-0926",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e23da615da377c1a0a5de45250e6672d13a0473cf3f4a9555c50b7ee8d8f3d24",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3277,
    "pair_index": 3277,
    "case_id": "boolq-dev-0597",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "fd9ba5e18658728a18bcc02570ad27ac4767956ec61bd1f26929b9a502715839",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3278,
    "pair_index": 3278,
    "case_id": "wic-validation-0532",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "219d776981a3fc78d8a1868a23a216dcae7d80c2840b644ad107bce065aa07a8",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3279,
    "pair_index": 3279,
    "case_id": "boolq-dev-1563",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6867161d462878a4667f0281781aa3726c8b268480480e86cadd5a8760c5ae70",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3280,
    "pair_index": 3280,
    "case_id": "boolq-dev-2906",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "58cbe6ecd268f958d638850d11b20ff15ac397714c89041f91a858bca164f0d5",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3281,
    "pair_index": 3281,
    "case_id": "boolq-dev-1702",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d25171fe20a00b5144e1e6681260a662cc087a4bf9feb16160febbc801e4c695",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3282,
    "pair_index": 3282,
    "case_id": "boolq-dev-2615",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a285f13066eb8f1ea9e9a725de79376cc5bdca048866a59ed38e644214e7f299",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3283,
    "pair_index": 3283,
    "case_id": "boolq-dev-1807",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d121dd1ca3e436b92a97d42088e92aba7f62cc9e66ac3809c97f436707746c75",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3284,
    "pair_index": 3284,
    "case_id": "boolq-dev-0641",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "371414698612b8b6bd311dd72f4d894ab905eb6dec00f83e4c1053f0007f0db5",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3285,
    "pair_index": 3285,
    "case_id": "wic-validation-0383",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1c9364c7eef8c3509c4f990274793f837882b3beeb713f8be84e4c4a9e6cef83",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3286,
    "pair_index": 3286,
    "case_id": "expanded-probability-0079",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ccecb71f3c55031d2b2bf1595f583b5af715fe3652583260d26d3b5ec6b45558",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3287,
    "pair_index": 3287,
    "case_id": "wic-validation-0269",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "80979351c9a120967e12c5836956b39edaa8c9ca46fb984c06f30e929d96f53a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3288,
    "pair_index": 3288,
    "case_id": "boolq-dev-0235",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "802fb0a36c6e45307056a5aeb33d3f02ccf6fb6a75d8a8e8ce9467d19d7853d7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3289,
    "pair_index": 3289,
    "case_id": "boolq-dev-1277",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "07327185cf1392facff8da9863bdb68b249b8f160abdd3e29c8ab8a698028e11",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3290,
    "pair_index": 3290,
    "case_id": "wic-validation-0619",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2cdc9b2a5374fab8d1c3047b050d1c62f94f113b8d2f4318c19bf44856090adf",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3291,
    "pair_index": 3291,
    "case_id": "boolq-dev-0760",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "89f60c9a2708553bcb663d1e6487f603cb8f108b06c9f9084386fab1c8dc1f8c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3292,
    "pair_index": 3292,
    "case_id": "expanded-policy-0259",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "18c0bf0e73bb231f12bc9b0cf4960fd99e1528b673122420ff7cd5caebd26b57",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3293,
    "pair_index": 3293,
    "case_id": "wic-validation-0203",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9727196a8335100b5739961bf275a5b4393da344d39464bb7f66019b60efa00d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3294,
    "pair_index": 3294,
    "case_id": "boolq-dev-1562",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "29cee3330cc8d3392d6e26e6e65938d3fe0b8ec225e80a236e83e75ebb49fee1",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3295,
    "pair_index": 3295,
    "case_id": "expanded-policy-0203",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "62fc49834c32b8fc2e36fbdf44ab82a3f02ca0fcfca4212180b77f0192c1aea7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3296,
    "pair_index": 3296,
    "case_id": "rte-validation-0012",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "680880f51e5f1dfaf3d01ece86fd5a1c6d091969a23bc0ccf421fa228e5424f2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3297,
    "pair_index": 3297,
    "case_id": "boolq-dev-0062",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9854f220e8d939900f8131b2f8500e49e22d833e5d3c540daed234305e631b87",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3298,
    "pair_index": 3298,
    "case_id": "boolq-dev-3110",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4902508c8ece67172cf1f69424a1735bbeb10897e99812fd3622b5869f5c0234",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3299,
    "pair_index": 3299,
    "case_id": "boolq-dev-0029",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a7a5e0b806574573ad266833924f1c6e323857e61b778d35c858327c0d794eb6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3300,
    "pair_index": 3300,
    "case_id": "boolq-dev-0549",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0663ae506f123995fa2740a87b5c63403639f93b542ed885aae20bb838e18404",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3301,
    "pair_index": 3301,
    "case_id": "boolq-dev-0793",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5d1cd6cb109500318b8ed450ed14ed5bfdc83b893d7501adc801c1be372af009",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3302,
    "pair_index": 3302,
    "case_id": "wic-validation-0202",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8cc063f6a26bb54d8a7e6447747eb9aea40a4e52623929537436caf74c56c440",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3303,
    "pair_index": 3303,
    "case_id": "boolq-dev-2566",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "73234f0a6db0f3d613c781e0dfd9453fe7c517c25113c855e7d791fcdd42bdde",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3304,
    "pair_index": 3304,
    "case_id": "boolq-dev-2484",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "13844135a82ba3d159b9a4283c92dd6966c296129903b33faec438923b026170",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3305,
    "pair_index": 3305,
    "case_id": "boolq-dev-2442",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "410c038502bbee16fc70fc8978ce373b500f1c7ef681dea4c6e29e5d6d3a6fe0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3306,
    "pair_index": 3306,
    "case_id": "rte-validation-0208",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f33a3130ccfda45f132052504d563f2bfd1e84276e7e0c456df75682aae4c70d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3307,
    "pair_index": 3307,
    "case_id": "boolq-dev-1751",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a0c15fa7d46a05d410d944182222c60ed6d76e2f5387d0d9f41668cdb63485c3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3308,
    "pair_index": 3308,
    "case_id": "boolq-dev-0957",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "76cfc9c0bca3d10193d63a2a3a2b438735e389c5cb09e226ae292b662d22e6ed",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3309,
    "pair_index": 3309,
    "case_id": "boolq-dev-1227",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "709244f55889560a3de5c2a0521db7d6a1896d179d5590d37dc58fe179679fdd",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3310,
    "pair_index": 3310,
    "case_id": "boolq-dev-1918",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5ed46390d653966b1fe231b5cd4ff23af00fbf18b606fe63fcf8f30b1acf40f8",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3311,
    "pair_index": 3311,
    "case_id": "boolq-dev-0064",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "34c9c02f590f94e727456330f6702831c6cac1a5da38e3d36ce7a30505ccfadf",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3312,
    "pair_index": 3312,
    "case_id": "boolq-dev-3243",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7a62c4edf4877c841266c5ee5d5eee821236a425c0749dc56c206d091fd8d737",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3313,
    "pair_index": 3313,
    "case_id": "expanded-probability-0045",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "757fb1f96429c885215e0290b2e73dafa8281d38b22e5539ef230b5b12a7cdaf",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3314,
    "pair_index": 3314,
    "case_id": "boolq-dev-1559",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "62422fbe94c7b3b1955fe9eb271d712a6a9a9264c9e20d69e31c7050dcc80dcb",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3315,
    "pair_index": 3315,
    "case_id": "boolq-dev-2351",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "fb9e82c30ada068eea4223cb04ff76d4f38ddc3c1e55130341bc08b011354cf6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3316,
    "pair_index": 3316,
    "case_id": "rte-validation-0082",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f32bda37750ea19facea5580d0ea21649ad8971c29e63649eaa02328c9dd48fa",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3317,
    "pair_index": 3317,
    "case_id": "boolq-dev-2878",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2c91cc6adba8f655650a9a62f573c0bb7ea704ad86840fc9678421b8716b235f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3318,
    "pair_index": 3318,
    "case_id": "boolq-dev-0947",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "eac1c5acc3f104f6baf28b84c184a10d8b517fe59783ea59729e87bbcdf84834",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3319,
    "pair_index": 3319,
    "case_id": "boolq-dev-1624",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f5734cf63fa15f701f7ecfaaa2c20e23aa3435e58fecedbbe334322e621ef61d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3320,
    "pair_index": 3320,
    "case_id": "expanded-policy-0059",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "dc491a286a8a1d0cc11dc3c3397bc74ea788faea1784f4282c172819747c1bb7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3321,
    "pair_index": 3321,
    "case_id": "boolq-dev-2363",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "72711a8545e38d3443d0b11690c022e1fbc37ce7c6645c85f7c1cee6c7638762",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3322,
    "pair_index": 3322,
    "case_id": "boolq-dev-1931",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a329ac8eae073d81527ab3d48587c5261b2a61bfc77199c86c68677ce72348b2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3323,
    "pair_index": 3323,
    "case_id": "expanded-policy-0149",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "02b2e9117661b54ff390b73c95c35b5cb8ddcb3212aa63b6e50c84d8339247a4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3324,
    "pair_index": 3324,
    "case_id": "boolq-dev-2491",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8656a6fb70504503f12e86affcb5cc611e17cdb5936dd9a1fe20ebd7e63aea7f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3325,
    "pair_index": 3325,
    "case_id": "boolq-dev-2258",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "28cf204f52107df39dc15cd132061b586e7217160b0ea3d1d6f3ed87e05a4ee2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3326,
    "pair_index": 3326,
    "case_id": "boolq-dev-1879",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ec084c7c1904818d5c2c91758566f38d972a8380c3240f5414097b2ebbcd35c2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3327,
    "pair_index": 3327,
    "case_id": "boolq-dev-2278",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4997bc5323abcb890373b7554b671e27b00b59fa9b3d04a44742700ffc38a2dc",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3328,
    "pair_index": 3328,
    "case_id": "boolq-dev-1357",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ca93690b6858186dd24c53e4c6d3d8ee54b7d3ba1b434f68a84e80ab825b1ceb",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3329,
    "pair_index": 3329,
    "case_id": "boolq-dev-0314",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f39105d9e157ec04509ae436413d05caacdff1eaf942eaeaef7087c1ce625f0d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3330,
    "pair_index": 3330,
    "case_id": "wic-validation-0318",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e74a26e665a60c4f61416c2d7088739adfccbfe806460e4f772eb28c7164e660",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3331,
    "pair_index": 3331,
    "case_id": "boolq-dev-2115",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d5e16ac6fdb80914dbbc9189d513b8d7ab6efea549a9ec7aded6f3442d689797",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3332,
    "pair_index": 3332,
    "case_id": "boolq-dev-2822",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "051adfed543e848f52633bac20560dc4920a2869ad7edbab5014610f27bbc4ee",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3333,
    "pair_index": 3333,
    "case_id": "boolq-dev-2121",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b60cea5f5a5ce2dda22f6502b0ccf324672a8493d595db129445a87e2c3be50d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3334,
    "pair_index": 3334,
    "case_id": "boolq-dev-2411",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9769613b09f6c659641def413bacdbe68f13bae33779c33049df1d7345bfdafe",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3335,
    "pair_index": 3335,
    "case_id": "rte-validation-0108",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3645da07f7836a34353d83af76491b31a4dc08f6bf3dd6bcb0c4e96e9ea39c45",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3336,
    "pair_index": 3336,
    "case_id": "boolq-dev-3112",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3893860ef0f1ff1777a118803dcaa070b0db331bc725f5b3ca577495a130f03b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3337,
    "pair_index": 3337,
    "case_id": "boolq-dev-0261",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c6618c6c7605d2cb9ffc8239b87ef92ad448ff1f1b07f1cc2870b5dbb88cfb1d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3338,
    "pair_index": 3338,
    "case_id": "expanded-policy-0056",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "01ea08316b52e8f0a25687891205937fef3baa4a1718f24bc1a4eb38e67a131a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3339,
    "pair_index": 3339,
    "case_id": "expanded-policy-0083",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8c08e59eedde84a85ca70f7c0d1a342102c20bf2f13538308c7a4892ed37d28d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3340,
    "pair_index": 3340,
    "case_id": "boolq-dev-0190",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ef7e5065308e37a755a80b6ded15761400d5ee1011ebff4fea54193b0e363b54",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3341,
    "pair_index": 3341,
    "case_id": "boolq-dev-0626",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8e6d8c25331185440e9045ab66aad947a031ee7cf72a6e8d3076b37d6c583373",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3342,
    "pair_index": 3342,
    "case_id": "boolq-dev-2534",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "352decd73cf4b9c610eed52ce2f4f85d656471511ab8035febd240400251d6b8",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3343,
    "pair_index": 3343,
    "case_id": "boolq-dev-0442",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5d989fdd4b5cb1f82bca5e8365a398de19d08feea904452aceb2828db30c4dbb",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3344,
    "pair_index": 3344,
    "case_id": "boolq-dev-0292",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "015e47f5fc5cc49c7bfa5323d0adcb3832d783925b99806907e08669b2f9efba",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3345,
    "pair_index": 3345,
    "case_id": "boolq-dev-1000",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "88dd6d16a6a01ac98c076d6db4251413a11e885fc7f17e4e7ef2da2435154d89",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3346,
    "pair_index": 3346,
    "case_id": "boolq-dev-2730",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e9975babe9224e3ce261a77f9e02e504206bbf4b93c983dadb97156e84906d7c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3347,
    "pair_index": 3347,
    "case_id": "boolq-dev-1830",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5578d32134e00c42364439ce352e5200adaf4e16d58a6d227d69413b9e53dfad",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3348,
    "pair_index": 3348,
    "case_id": "wic-validation-0294",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "648945e935c5da077a36e8258a4d87fd221c84204d58ddd083516ea11a9343d2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3349,
    "pair_index": 3349,
    "case_id": "boolq-dev-0662",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "43d0437d98c93d48fd3182649fd371e36f8a5db67574f22eed3fe5acf0565fab",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3350,
    "pair_index": 3350,
    "case_id": "boolq-dev-1008",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e7dc5b2ce328fa46a8b75320d33b82c1b1e03be894c2748462c5dbeb8c503a57",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3351,
    "pair_index": 3351,
    "case_id": "boolq-dev-2392",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2f8c3e17778050e91010fb428d51216516451ce32c97941025262a704219bd01",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3352,
    "pair_index": 3352,
    "case_id": "boolq-dev-0104",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3e0561de11cbe4c04ccc47c86f03974366a464c85303170669098a7b8c9e8d4e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3353,
    "pair_index": 3353,
    "case_id": "boolq-dev-3204",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b76e8870b0340caa87f4f0745e6d1adede6196f2687ed2c51b947388fa1d961b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3354,
    "pair_index": 3354,
    "case_id": "expanded-probability-0207",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e9a0a38cb69d05b863f555f558c6b1fd95ea5dc757b151dced515616d702edf6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3355,
    "pair_index": 3355,
    "case_id": "rte-validation-0252",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "08b8fd6869e6dd4902f7fd5f85e73ae9b85d9239dafd6bba8a6a29253e67ff02",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3356,
    "pair_index": 3356,
    "case_id": "boolq-dev-2347",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2c20ecd36aad3d9dd0b12e90567e1705d2caf3b7be16a8158e862a160176f7a2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3357,
    "pair_index": 3357,
    "case_id": "wic-validation-0130",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f95bc476e832f6fbbf87ad34009c0225a043582fefdb9a97f3a0372cf409ab00",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3358,
    "pair_index": 3358,
    "case_id": "boolq-dev-0730",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9949e74efd5792c0040017d22309011f64db41118c6ad5d482832bbedb68e035",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3359,
    "pair_index": 3359,
    "case_id": "boolq-dev-0134",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e2df956b6aa0455b2fa7d06006a33b3294c66adf0a2e47d61a268cd9dfd1a62a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3360,
    "pair_index": 3360,
    "case_id": "boolq-dev-0098",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1d6d39c290819c4cff09cb994be29a9c010c91a8addc72f8dfd75e4f18d21428",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3361,
    "pair_index": 3361,
    "case_id": "boolq-dev-0882",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "57c972418474fe7428146860e42f19af1d41db851c361fa12514fc58a7642f94",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3362,
    "pair_index": 3362,
    "case_id": "boolq-dev-0585",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "023574c3a812ca5c09cef87845f8e8a28d1fe9a94caf6ad30a81f16604c5a347",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3363,
    "pair_index": 3363,
    "case_id": "wic-validation-0369",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f5ed84aa3ba7eb64ee0fe10fc1896c75fe1520f1d30a9c8d0db67e6f324bdba8",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3364,
    "pair_index": 3364,
    "case_id": "boolq-dev-1631",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4ac6ddce6cea25a2d863fbba7784bb883ea1dbaed50c426db22b5d3e7ade6e67",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3365,
    "pair_index": 3365,
    "case_id": "boolq-dev-2410",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f493570459b9f436c579b5b151d2002e5965440f0d933e288c866f04577c34be",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3366,
    "pair_index": 3366,
    "case_id": "boolq-dev-1351",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3ed17957c4ad53f0875ab82118575a87670988fdfea695aa935b2cb4a6b0cf81",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3367,
    "pair_index": 3367,
    "case_id": "boolq-dev-1141",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f539a1d4abc637cfc59c0826c9727e2ece8d06e685c9d824703a0cb39c998281",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3368,
    "pair_index": 3368,
    "case_id": "boolq-dev-0967",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "453c13d0920052faae043b480cb7108a7f4dd7a8244d6d3e6206ef0ea2d9561c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3369,
    "pair_index": 3369,
    "case_id": "boolq-dev-1025",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5f1a6e17e83d1e0b97ebe278c62410496ab0fb0c5d93010353d5ffe8d19e5bba",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3370,
    "pair_index": 3370,
    "case_id": "boolq-dev-1332",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7f85a959ab31b02c1eed6faedfa0b4c80bb43eed0a519b64647302a07e3d930f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3371,
    "pair_index": 3371,
    "case_id": "boolq-dev-2559",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9989e5c86777369e4181bf6115ace6f0c5d61cec13fce4ef2fd3892695ff084b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3372,
    "pair_index": 3372,
    "case_id": "expanded-probability-0170",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5189b277508075415d0c372f5507a2896de97d5206fedf8513ee987ccb4bf2bf",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3373,
    "pair_index": 3373,
    "case_id": "boolq-dev-0245",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4b78cab0c947b6d14617d28f491815920f2bf8ce18ef53fa2270c094c4a44db2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3374,
    "pair_index": 3374,
    "case_id": "boolq-dev-0223",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ad4f32131cf93cd7f341433d009e7704dccd5eff3bf6449ed615c5debcc71a76",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3375,
    "pair_index": 3375,
    "case_id": "boolq-dev-2835",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8baa467b1a1b7e4b20819b91a44253cb0a658ecd6e905602b82dd4b154f654eb",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3376,
    "pair_index": 3376,
    "case_id": "wic-validation-0552",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "682bbecd2f504c09227dde573f5bb2252bd832bbf0f6f4b5d28ba7bb52d8090e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3377,
    "pair_index": 3377,
    "case_id": "boolq-dev-0854",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3a0ede8bb8cfc27bd6014a670ccee0a26e06eb3f1822550202b1763523e56df1",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3378,
    "pair_index": 3378,
    "case_id": "wic-validation-0612",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "720e346d8dc3f90c5c93fd9f5ad5d4265b84f0b1a897024e5a3fa8ab9e8af890",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3379,
    "pair_index": 3379,
    "case_id": "boolq-dev-2131",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4037301ec09658bf98a28ff0a16c20a1ba94846a566addc9963491b8a9764414",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3380,
    "pair_index": 3380,
    "case_id": "boolq-dev-0546",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "61e596b3214c2e0a67c9ef7472d472a5d99dec6291cacf4b12b96b5ec64f02ce",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3381,
    "pair_index": 3381,
    "case_id": "boolq-dev-2450",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6a9ef07672fc0201d22bf3d17e18a318c190d95af8fe787d9a4a1a32926bd83f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3382,
    "pair_index": 3382,
    "case_id": "wic-validation-0135",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a6fd4c6456b3105de1b7c96179d95cf7d0e826d362af70002ed4b7777c4e9ff7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3383,
    "pair_index": 3383,
    "case_id": "boolq-dev-2218",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0c4b085b0c58f892989eea432f8b638e9b7cefd0b263d9d1b75be5151b3bfcda",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3384,
    "pair_index": 3384,
    "case_id": "boolq-dev-2280",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "59c5838af5113371f208024c37207361e78b499194eb16e88cee8a595eb4b92d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3385,
    "pair_index": 3385,
    "case_id": "boolq-dev-1029",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3162bd4fb488d332e646594b3a5839ccdc9272533629f08519d37bdb73dfaf5d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3386,
    "pair_index": 3386,
    "case_id": "boolq-dev-2274",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d948dc2835693ae994c4d95c6cd06403cb98b40c79e09c57b062f1dd0fcc330e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3387,
    "pair_index": 3387,
    "case_id": "boolq-dev-1453",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e1de66662351b08ad19a2dc5b6e9d1d842df065b25e9f0808df70c293c4bda2f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3388,
    "pair_index": 3388,
    "case_id": "boolq-dev-2755",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5947ec498bb4baca0fdf5541ddfdb5b4fc2fecad150e823cd187e28e17203d99",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3389,
    "pair_index": 3389,
    "case_id": "boolq-dev-1067",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "756dbc29c4c4c06fbee1e6c79259e3dec5f7d8ed0d56bc8be5daa0983a4bb02d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3390,
    "pair_index": 3390,
    "case_id": "boolq-dev-2738",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d8acda17ddbc415f901ccf0ded5db6fe98158ddc921a4e231a11467b8dfd591d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3391,
    "pair_index": 3391,
    "case_id": "boolq-dev-0323",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "fb4791eb188dc7b8e9cfecfba6b63b86673d1eef906a1e347466f3ed4608ba53",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3392,
    "pair_index": 3392,
    "case_id": "boolq-dev-0704",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "fe5d802c4d6ca782a95d11c8d228f9b6aaf5c919a67a6804c15439b6cb548daf",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3393,
    "pair_index": 3393,
    "case_id": "expanded-policy-0227",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1ed465e5b90aacdfd80286730c0a75f120d97ed30ff1879c0d3cea56855c99cf",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3394,
    "pair_index": 3394,
    "case_id": "boolq-dev-2842",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a72c3f2c6e6b65a316fdee827010c8a9053a8c8a1e6f49c9af986cf159ed2327",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3395,
    "pair_index": 3395,
    "case_id": "rte-validation-0168",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e2f0ddf4f07e814a7813a09cfab2649faeeb1a1ac60354045aa418d76d1987cb",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3396,
    "pair_index": 3396,
    "case_id": "wic-validation-0165",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b819812081fb24aba6de342e466f4d0936c329c08fa417c5e55199301674e668",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3397,
    "pair_index": 3397,
    "case_id": "expanded-probability-0269",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5cc28027c28fd8a5fe5cb0618c5bff2f0d6c16400363aa94d897667ede71f253",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3398,
    "pair_index": 3398,
    "case_id": "boolq-dev-1900",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5622ee7fc7276af0b51515d2d4cf4425717b8bd764c8f2101708e00f44fe684a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3399,
    "pair_index": 3399,
    "case_id": "boolq-dev-0335",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0add98f8bf1725e68e12c4ec4acc43f6134b895ec45a5b3faa835a6171ecea23",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3400,
    "pair_index": 3400,
    "case_id": "boolq-dev-2305",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "bc7f72ed38b65135e1747f51fdd30243302f1b5ba165a673bc78e392e1785838",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3401,
    "pair_index": 3401,
    "case_id": "boolq-dev-2519",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e6c1e942dd0f939263f74c2b326e8f23368e25f6c32a27c181d8dd9edc3999d6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3402,
    "pair_index": 3402,
    "case_id": "expanded-policy-0208",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9ed64fabaab1088d4fbd7f9acdc0cb6b6b77d933cda8ee1ada742aac08b4fbbf",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3403,
    "pair_index": 3403,
    "case_id": "wic-validation-0583",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6c2e09585316d57506dfb17dd8024f3a966384220b465334ebe820a92cf214d6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3404,
    "pair_index": 3404,
    "case_id": "boolq-dev-3031",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0c0004d06a3b40cb7ff6e4cff54d639919d3070392ba6d71ef88faf781335e49",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3405,
    "pair_index": 3405,
    "case_id": "boolq-dev-2231",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "10d95e6f91715603dbbc9b4fb77918bdf9604d7d2a3911a28220e129915cf9b5",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3406,
    "pair_index": 3406,
    "case_id": "boolq-dev-3165",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6831031f6d08c0df76591826c528b157a3ecf4c35a706975f74dd708a9811059",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3407,
    "pair_index": 3407,
    "case_id": "wic-validation-0276",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f820c70bf4426ec5a68767135066d3a1b6e9c8196666791c41e84f3b3969e5c1",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3408,
    "pair_index": 3408,
    "case_id": "wic-validation-0054",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "809220b595bc8843975741e46c7f928afa6c73a7bf62aa9705cbb4859789ba00",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3409,
    "pair_index": 3409,
    "case_id": "rte-validation-0128",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b1935fdade145dd53a5b7c44b6717048a03f48da4d1cd82ea0d32c0bfdaa31fa",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3410,
    "pair_index": 3410,
    "case_id": "boolq-dev-2593",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0279013abc54599dac9496b3cf527772f7d959c95e80d7268f872664a7ae249b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3411,
    "pair_index": 3411,
    "case_id": "boolq-dev-0183",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d78e94e259f5661c7314233cb5557e518e58f002b0be70938b7c2f07ae76a8ec",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3412,
    "pair_index": 3412,
    "case_id": "boolq-dev-1043",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "16d953911c655510b651a2a62060fd5df46338514e48897f1c164acaf808e122",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3413,
    "pair_index": 3413,
    "case_id": "rte-validation-0195",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3f1c26c5eac6f545bb81d3f44c359821532d210a0086d09a1ce7230f715d1b8d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3414,
    "pair_index": 3414,
    "case_id": "boolq-dev-3133",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a0750dd67851ea508cf13d68cb2d6278fc502b9db93e4c80d87b239d31956904",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3415,
    "pair_index": 3415,
    "case_id": "wic-validation-0333",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "fdb14c1f1b00a301b0803f915cfaf103d80bd38941e0e2f387624c8761df9948",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3416,
    "pair_index": 3416,
    "case_id": "boolq-dev-2870",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f17786456291d23fbba0150e05058131723203bb11e3da262ebc24237ee36650",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3417,
    "pair_index": 3417,
    "case_id": "boolq-dev-1097",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e15c88405242bfae76fdb507d29a2512c8c4bf7b4c7ba696b0600cf5eaea7fce",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3418,
    "pair_index": 3418,
    "case_id": "boolq-dev-1768",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7543e46b03f8ab31c3b1c7c6f07b150911df17c5e14b0de4864405af81f2c45d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3419,
    "pair_index": 3419,
    "case_id": "wic-validation-0463",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a17df881ac08fb66fadf1f42488ef0022daafc5f6e45a192ca39ff0a59f40e0e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3420,
    "pair_index": 3420,
    "case_id": "boolq-dev-2039",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "74027dec902a023dd448069cff7e5c80725aab57600a2378ab64bf2d30bad2bd",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3421,
    "pair_index": 3421,
    "case_id": "boolq-dev-3096",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c48df77c06a7e12f07726e375c5b5b4f885377a27f40e63c6a21d37c3a7cf486",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3422,
    "pair_index": 3422,
    "case_id": "rte-validation-0061",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1531a7414a71ac1a329bf4c1d7962ae986ebfeea6f197da1a3f1833506285c87",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3423,
    "pair_index": 3423,
    "case_id": "boolq-dev-2884",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6a304ac205467ea1f03cf449f691be5eef5aa7a5abe52f425f411b388f553157",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3424,
    "pair_index": 3424,
    "case_id": "wic-validation-0106",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "bbb0499b49a9304b144e9277c6601a27069810009ad032948c8bd485b53e5595",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3425,
    "pair_index": 3425,
    "case_id": "boolq-dev-2124",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "12760020750420996336f10d7270bc1dd913fae7a94a116e6d99425e90430f5c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3426,
    "pair_index": 3426,
    "case_id": "boolq-dev-1637",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "110034356237ea4c591b8559acebbb9ab6a229317ab48cb054b32597c9ed1a3c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3427,
    "pair_index": 3427,
    "case_id": "boolq-dev-1267",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "34f027544b519c8e528ae07fd93ba82cbe44bd865a5cd6fb03ecf255cb67c22f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3428,
    "pair_index": 3428,
    "case_id": "boolq-dev-0491",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0d6bf8db3fcafbaca52be4e72db1e71d03fe584a3380cfe538ef765849c96a69",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3429,
    "pair_index": 3429,
    "case_id": "expanded-policy-0293",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b897065ccc85d57bb5695056543d9958563d206fa2157d0b6927aafcb6552121",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3430,
    "pair_index": 3430,
    "case_id": "boolq-dev-3131",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6c8da8ec1a00ee2453ab4385de1a1177d28a6ff1348d4c85bd1f7a3c245c1494",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3431,
    "pair_index": 3431,
    "case_id": "boolq-dev-1188",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a4b4dc9517a83ce904d8e5daf14d93c3c996d50d86441ab2827946aa70e8fd7f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3432,
    "pair_index": 3432,
    "case_id": "rte-validation-0261",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6b9d823d855f6cf5cf0a656fd5839fd91f19c03ab74d83e7d7b7e97df3c7111e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3433,
    "pair_index": 3433,
    "case_id": "boolq-dev-0725",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c7ce8222e25c6c932278355b6ef427809b106b4db0d0d7fd229917b1b3c7a94b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3434,
    "pair_index": 3434,
    "case_id": "boolq-dev-0551",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9f64087361a6d1a877dcd8c16e7c5e07ac56cc32427aec6856dfaf03f2d8f02a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3435,
    "pair_index": 3435,
    "case_id": "boolq-dev-2926",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b4d05bf9240694353c0592bb1ada8a37c390274962b20d7e9eccaac7bcd6b067",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3436,
    "pair_index": 3436,
    "case_id": "boolq-dev-1753",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "37bed55e5ce3c5df2f688a843a4bc9fe59eccfff484da8fdf3dadb160187cb16",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3437,
    "pair_index": 3437,
    "case_id": "boolq-dev-2520",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "347d735068728baa1254fb241fb6451dc2813802382c1ebf7c65ce9719fd00e0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3438,
    "pair_index": 3438,
    "case_id": "boolq-dev-2259",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4da2a03ce9ac1ea72f63c68d0df0c93197c7e73de5eb11d486f89a71f4740279",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3439,
    "pair_index": 3439,
    "case_id": "wic-validation-0068",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3dfc06f84382d10eff474a8f49c2dcca1764974fec5a3d67fbe84688cbe9b40e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3440,
    "pair_index": 3440,
    "case_id": "boolq-dev-2407",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d8c557488784d2da10d07156af5a60019db4aac7bb4a6843ce0ae867144f234e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3441,
    "pair_index": 3441,
    "case_id": "wic-validation-0599",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d2af39ea790fe5465b6f0ef21664e60218cdb317e482cff51403638561ce299d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3442,
    "pair_index": 3442,
    "case_id": "boolq-dev-2508",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "49f66f0eca3f736fdbf36fd7d397e85b0af98a7addf177b274a7864287497945",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3443,
    "pair_index": 3443,
    "case_id": "boolq-dev-1369",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "375322eddc89814db52f39146d7f442caa8e618a4e170a704317ba213fa29653",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3444,
    "pair_index": 3444,
    "case_id": "wic-validation-0201",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3e20bcad78029b1f9d26f3565135a6f6201e9071904a82fa2fbcf50a26e7fc6e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3445,
    "pair_index": 3445,
    "case_id": "boolq-dev-0583",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a4bbd8843e75e1f00d6f88dc18186cf9c7f67eb4f81a2a5b23730e053bd70cd4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3446,
    "pair_index": 3446,
    "case_id": "boolq-dev-1639",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2e279861f17e03fd76d6cdded36abe87ee6640d336e32ab6b20e223d6603e605",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3447,
    "pair_index": 3447,
    "case_id": "boolq-dev-3260",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7c4fb2f7ec6d599eefff410721ffddbe18bf9ceb22a342787e47e3f34dc2528b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3448,
    "pair_index": 3448,
    "case_id": "boolq-dev-0508",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0907721683634bf3fd823e36d73976fbaf1facf6f471bf3f96caf71c7d29b015",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3449,
    "pair_index": 3449,
    "case_id": "boolq-dev-0766",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a244dc1d0ddb5cf7ffd4571c14663125fba472a3d56273c9d47571cb0fff41ab",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3450,
    "pair_index": 3450,
    "case_id": "boolq-dev-0650",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e89a3ac74979ca56fd6d444879f524503a553d5b605375e6982be8f2e31d6d73",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3451,
    "pair_index": 3451,
    "case_id": "boolq-dev-3022",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d14b51f5246434e348a89d714e073da71c4c249c3d75023363f29511ce9856a8",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3452,
    "pair_index": 3452,
    "case_id": "boolq-dev-2155",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d9f27db628fcf1239ce724d3428d498b2fdf497fc8e303ef6257a4f8ec7e926d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3453,
    "pair_index": 3453,
    "case_id": "boolq-dev-0964",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b514fe7a623652cc375924d981b51df7d71e385c475dc563d7188abe61af7bec",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3454,
    "pair_index": 3454,
    "case_id": "boolq-dev-1275",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7a29f2883e2fa624fc937e1622751a105cc9feba84e48f15ad488e38ae37806d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3455,
    "pair_index": 3455,
    "case_id": "boolq-dev-3212",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6dda3c42bba70fd76e78330dc7bb6cfc628def808bfdc48c7735cac41729e292",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3456,
    "pair_index": 3456,
    "case_id": "boolq-dev-0407",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c0d2218c793e3257a5855e4c579e31e9fd041715c997c33ce609033d4bd1b3d9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3457,
    "pair_index": 3457,
    "case_id": "wic-validation-0316",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4bb38198bde328870a01228d4315ed2ac1466430c8af33fb834bad90cf3ae19b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3458,
    "pair_index": 3458,
    "case_id": "boolq-dev-0929",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e83ac596165f182cb10f5ea9b51f2c2ec51e56e7c1bed8e08567738a7306ed87",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3459,
    "pair_index": 3459,
    "case_id": "boolq-dev-3257",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f976005760464fc713d4cabd8bce3782ec1074191791849540ef4d1c558e6e43",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3460,
    "pair_index": 3460,
    "case_id": "boolq-dev-0448",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ff484da55c1f04aec3459a9e8410ef7c5f5c29253d6ca0ad2d694d9ee13069f7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3461,
    "pair_index": 3461,
    "case_id": "boolq-dev-1195",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a14150d96c97d88160385eea4feb000199058eaf9bec01edf74d9b97b3c1e363",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3462,
    "pair_index": 3462,
    "case_id": "wic-validation-0010",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9cd57cf81d14c0ac1f9bd65bae984dc66e78bf3c6ce91d498c7f38c684e3acde",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3463,
    "pair_index": 3463,
    "case_id": "boolq-dev-2272",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f090a3258b556be45a672a19a82c66c22b762187010264e99b8e3425a33f070d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3464,
    "pair_index": 3464,
    "case_id": "boolq-dev-0574",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "980969a0a160e7bcc54d24b5a2a234f93e96db091c920b443dcf746b7a470b23",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3465,
    "pair_index": 3465,
    "case_id": "boolq-dev-2216",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f53f23d1c66494f5d78265bafa56c3b0e40d1881df3a42017c6070aa17c45e18",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3466,
    "pair_index": 3466,
    "case_id": "wic-validation-0595",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9385e6602479c1086196eb57c3322908b8073b1f6936bd46a079f2fbcbf515e2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3467,
    "pair_index": 3467,
    "case_id": "boolq-dev-1527",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a3aebef54b3f83d42f495ecf4ad573b2dbd1dfe45bf0a5a098468378514c6dc9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3468,
    "pair_index": 3468,
    "case_id": "boolq-dev-0803",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a950583c53d97cfdffae93ebb551e66e9f7cc3f20f3b0810fb57b6577a0faea4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3469,
    "pair_index": 3469,
    "case_id": "boolq-dev-1481",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "243c5cd1a865e3ede06b3bd8e9ce2ffb16ced82d5642c54f2019ad6ed37db9ad",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3470,
    "pair_index": 3470,
    "case_id": "boolq-dev-0487",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8bed839076147f0ea82eafe339631cc56b5196b29ed5d40ad06ddd6fc9cf3c3d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3471,
    "pair_index": 3471,
    "case_id": "wic-validation-0070",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3e25c93f6abeabf2aadb8fbc5a39a4c3ec2f34bf5d419d0ea820f23257dbe951",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3472,
    "pair_index": 3472,
    "case_id": "boolq-dev-0649",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6340c1e84007277388071beb8862b897a19124b84fb031960dec9b91e50546b3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3473,
    "pair_index": 3473,
    "case_id": "boolq-dev-0529",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f31df9dba8acdeffdf9741c00eadc6b9cbb344b267f3375848a508e169608c0e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3474,
    "pair_index": 3474,
    "case_id": "boolq-dev-2986",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "adbd1904f218fe3479868009f898e2dbaed8985acc39aba73f7454832cb156c4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3475,
    "pair_index": 3475,
    "case_id": "boolq-dev-1856",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "168fe510d15189722c2419ec7d41340b86591df9e945ec3922c39a2abe2d0fc5",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3476,
    "pair_index": 3476,
    "case_id": "boolq-dev-2106",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2fb937ff501f96b147c121d063ffc73a780692fe32aae34758e5bb23be90ef4c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3477,
    "pair_index": 3477,
    "case_id": "expanded-probability-0235",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ec3a2fabdd69db35d3c339d40be428fb5595c5ca225ce3c8ca94e9e9f60529ae",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3478,
    "pair_index": 3478,
    "case_id": "boolq-dev-1371",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a2d00a5420578a92581c2d0f2ba8aa0efa09aebed5cf2ebdebcc796a412a9e8c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3479,
    "pair_index": 3479,
    "case_id": "boolq-dev-1315",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8c720fdb52d9c5fa2ccbbf208904031c17d609ddba14c65455a891a5cf0792a4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3480,
    "pair_index": 3480,
    "case_id": "boolq-dev-1030",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1cc15066ccca589695abd072918b5a190d06bf631a127f49acff8e963a9d4e3f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3481,
    "pair_index": 3481,
    "case_id": "wic-validation-0017",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "fd74b5469fa2e306ab45b1ed18330f58abcfa540838027c7d5cb8cfee08033df",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3482,
    "pair_index": 3482,
    "case_id": "expanded-policy-0273",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "fea4c5e69b2fc2348311fe3812d30a178aea5659a5b9eb2d742071caa0997728",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3483,
    "pair_index": 3483,
    "case_id": "rte-validation-0237",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5adefac555fdd0746df8ec6243f86f988b5649d43370ed17516b39a1a06d944a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3484,
    "pair_index": 3484,
    "case_id": "wic-validation-0127",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a05f9a8499cf1135824a9a32d8069f8d3d40c6b111b46433eeee32d40101fbc0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3485,
    "pair_index": 3485,
    "case_id": "rte-validation-0242",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "baf83646d8ab43fb16a2ec1f323eaec05fd1706347e0ef9f677ae3563c0e43ab",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3486,
    "pair_index": 3486,
    "case_id": "boolq-dev-2480",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c4003c981ae5def38245bd53fedab576ee80ea7ad1df5839aaff6fc413ff4697",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3487,
    "pair_index": 3487,
    "case_id": "expanded-probability-0137",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "12841a9adddbfee3b99ed6c89ab53f3e2008291d226925c89a9417154e6a4175",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3488,
    "pair_index": 3488,
    "case_id": "boolq-dev-1096",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c6ea4d0a186a8ac6f64b43109a76e7757ae20f2afdb9cda38c60d5f7e83aab1b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3489,
    "pair_index": 3489,
    "case_id": "boolq-dev-0409",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f930f1a35a7b8c8ee5351a1bcf627480282300afe9d5f6f803b7ca8fc1846cea",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3490,
    "pair_index": 3490,
    "case_id": "boolq-dev-1313",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1cf581632be715fbf7232b0c8409922d0ee14d93c33a9a144c708c442fd0a777",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3491,
    "pair_index": 3491,
    "case_id": "wic-validation-0159",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a57ee3ba095d461f70a5abba313dc818c6fc76d9a64a31491e281fa9b6b3a56d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3492,
    "pair_index": 3492,
    "case_id": "wic-validation-0391",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a7c76cb959eefd161a613450fd406276f5fe9926d0ff614a5709686d365bd796",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3493,
    "pair_index": 3493,
    "case_id": "boolq-dev-1929",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a2c0545528923f041df89f82701837ee80ecb3300e9aea9bcb1f28c2f9145e05",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3494,
    "pair_index": 3494,
    "case_id": "expanded-probability-0132",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f4d321a3701f95b146190fd38971c4f99cc7dd56110d01a1202111a38d2e866e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3495,
    "pair_index": 3495,
    "case_id": "wic-validation-0013",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "30501f36565ff550983c7d23a674b71a04c9d6f88930e91dfabf4494239a6df5",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3496,
    "pair_index": 3496,
    "case_id": "wic-validation-0627",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b30b0abec51cc5daf27bc1c18bc8e81b0e53495750abc1335bdc5e65349dc24c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3497,
    "pair_index": 3497,
    "case_id": "boolq-dev-0485",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "cd3f44cb068b9f77fad495cb4c3c2ca54d199680591168ca6f6f3ebc2c7374de",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3498,
    "pair_index": 3498,
    "case_id": "boolq-dev-1223",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "cc9f21d48f58a8a199f2909c1b44d4a8c3c555a2315b469aa4cc7023b95d8b07",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3499,
    "pair_index": 3499,
    "case_id": "boolq-dev-1144",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5f416364ec3136e476560aac4dc362490ee7ebb6e7c32a09e4ab06f1d8059384",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3500,
    "pair_index": 3500,
    "case_id": "boolq-dev-2313",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0cc54fcd7b3e135a036cef2c358bde1daaea3bde54671af12da1f7141e7fb00e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3501,
    "pair_index": 3501,
    "case_id": "boolq-dev-1644",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "806dc979acf8a56587d8267b231537d4d291e3ad595c38f052c5f15f59a06f41",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3502,
    "pair_index": 3502,
    "case_id": "boolq-dev-2348",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "93ab10b28e304fa68a5819d71c3a201287db1de7af6efcc53e038b33be1baed3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3503,
    "pair_index": 3503,
    "case_id": "boolq-dev-2828",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "543d22f362b2cd5ae02b10e6bf2245d6537f6ef393b103ebcbbf296d1ed4b294",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3504,
    "pair_index": 3504,
    "case_id": "expanded-probability-0024",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d8fe8c7fe3aa4cad7ca8420df1c66ec90f3409818736842be18224c1ffa7cac1",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3505,
    "pair_index": 3505,
    "case_id": "boolq-dev-2969",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b0adc3bd819435db1ac4d826274d5630c1e0de236d1e38dff62d599e4b6a7573",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3506,
    "pair_index": 3506,
    "case_id": "expanded-probability-0139",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9bd82cdfb47132d9769d6b080993c4624469c2ee413675941f6e06adc78108e5",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3507,
    "pair_index": 3507,
    "case_id": "boolq-dev-3261",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b575c0a3649533b94f7050366aebf071010f9d9b1bb9b52e15cad40c3354f5c6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3508,
    "pair_index": 3508,
    "case_id": "expanded-policy-0162",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8b439be426cfd409d75049f805d2e1e1b6ba26da9fdd8c7ad634b10eee3a54b2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3509,
    "pair_index": 3509,
    "case_id": "boolq-dev-1428",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1ed18a5e0957e7af6395eca6dfb1fa1e9c85cc743ab31b43724a2d673669ec7c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3510,
    "pair_index": 3510,
    "case_id": "boolq-dev-0403",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1767a48b62266d33748dcc9f67a35fbe9139e9735bc88f6127a2bca156226a4e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3511,
    "pair_index": 3511,
    "case_id": "wic-validation-0606",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c8199efe1a26c40d73bcdfb3fd5801a289ebca8468fb11bbcd5e95ea7f5d8357",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3512,
    "pair_index": 3512,
    "case_id": "wic-validation-0131",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "607d51713933330f58def50ecd90327be6c4d540cd1ce3629a42f6d81e552a66",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3513,
    "pair_index": 3513,
    "case_id": "boolq-dev-3027",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "213067715fe908231a74a93b29794f4795ea0ce6cdbd4413583ac6e08e47c9ec",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3514,
    "pair_index": 3514,
    "case_id": "boolq-dev-1882",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "71a0d3ce226e12b2434b89124940541e6baa43063d7f15780d0aec42acb211cc",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3515,
    "pair_index": 3515,
    "case_id": "boolq-dev-3145",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f028de60fd9406b37e0e5f3328a7522f62c4bbfb1650e726d5df36e75d68b903",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3516,
    "pair_index": 3516,
    "case_id": "boolq-dev-1746",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a55c6b7272a98cec9cb72fccbea9827be0fe88459b44342d964bf4fe6c1d0346",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3517,
    "pair_index": 3517,
    "case_id": "boolq-dev-0638",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "cd148c6b062d081054e81401ca556d070f62994a2604cc6f4fe7561b6d7a2ab2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3518,
    "pair_index": 3518,
    "case_id": "rte-validation-0046",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0921ec843add7adee7a1096701fd461ec95bb89f7e8248de58b289d804a4d027",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3519,
    "pair_index": 3519,
    "case_id": "boolq-dev-1399",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8798bc892dab806862e4e6554bca595ca999a3d1ab9765a5b7c1523a4dab818f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3520,
    "pair_index": 3520,
    "case_id": "boolq-dev-0233",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "040e6c049819ae7176f6e42b4def74bdd68aceac9090199f54a97e1b2167c077",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3521,
    "pair_index": 3521,
    "case_id": "boolq-dev-0752",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2dd14bc7d2898d3724ac6d526530b289ca3f2b7a1a4861e0801b886497bf4b1d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3522,
    "pair_index": 3522,
    "case_id": "rte-validation-0126",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "98678a820ad010497782a06bf215cc1b4f8a451fad6ca0ef500392fb282d7a2c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3523,
    "pair_index": 3523,
    "case_id": "expanded-probability-0001",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "36b5c03898c0f4e98956cdf1b58758bd0d8e31ec1b4acf1671ed9add3401a2ea",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3524,
    "pair_index": 3524,
    "case_id": "boolq-dev-3072",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "eaed52408fb3e1a584775bd0fb96ad66e0607883d5f00966a5d33a45d9ec3f66",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3525,
    "pair_index": 3525,
    "case_id": "wic-validation-0074",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "791b25f3564c64c02adab119e0107cf26f25f036803401d5033c002b16579c84",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3526,
    "pair_index": 3526,
    "case_id": "expanded-policy-0046",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8d8fb1ffea8421881cac00a61d18213698f1cd91fc4eb6fe11576bc5cdac02aa",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3527,
    "pair_index": 3527,
    "case_id": "boolq-dev-1558",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6334532c0623ea986ca8d6fe39d5aad36d120374e18afa5b6cf6d450dd00fa59",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3528,
    "pair_index": 3528,
    "case_id": "boolq-dev-2265",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a17ab5377f92b7109fed63042e91778e47854ac7777abdd31675b6f8b2aecd97",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3529,
    "pair_index": 3529,
    "case_id": "boolq-dev-2482",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3a2eec2bd519ae32f793152aec0cd18f21445ed23f80424d8aba3a1b980f6310",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3530,
    "pair_index": 3530,
    "case_id": "boolq-dev-1670",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "43296d3c405bb72885881b89925d91e933a6650a80da11d10050ee81518e783c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3531,
    "pair_index": 3531,
    "case_id": "boolq-dev-1853",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a51c287326af1e64f0b64522191696361fc9a52360ff7bf4fdd164cb8ac320f7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3532,
    "pair_index": 3532,
    "case_id": "boolq-dev-2277",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0bb193ab4f9b3a3a21b3687f26e95c5c9756c3a0eb8433e1ade78bc7f64b5d42",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3533,
    "pair_index": 3533,
    "case_id": "boolq-dev-2811",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "04b30528e4e373be94ce621d8c2f203bc031321a3520d25d751511295649e710",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3534,
    "pair_index": 3534,
    "case_id": "boolq-dev-1815",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0af3b3f2ddcac86fb2cf893d0fcf926809ad5ec91c5addc8dbfdafa5704e70bc",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3535,
    "pair_index": 3535,
    "case_id": "wic-validation-0098",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d8ed06a6312b179fd73eaf04ab7b89e6a3c10c424f9f0940bc7db4f99c835ab7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3536,
    "pair_index": 3536,
    "case_id": "boolq-dev-1238",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c350e6e9cdb3cba973ec420b8e3a3334750d4728441ea5e3605aaa7e9913df7f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3537,
    "pair_index": 3537,
    "case_id": "boolq-dev-0805",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "dc84bfd39d3e2b6d8b3261a1d1d3c82ea98bdbcd7649d5b9439779804b87530e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3538,
    "pair_index": 3538,
    "case_id": "boolq-dev-2382",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "81d3ffe4898a9c533310760387bdf565534735f03379222b2780751415825b04",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3539,
    "pair_index": 3539,
    "case_id": "boolq-dev-2145",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "bda9a615a3f84c9c52e3151885b6cf00ef9ba8da950e5eb65b57ec97f2c02ee7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3540,
    "pair_index": 3540,
    "case_id": "expanded-probability-0018",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c1bdabef995cbd3ea6ee75343a63e3a6687af4a05fefc0189bacf20678aee251",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3541,
    "pair_index": 3541,
    "case_id": "expanded-policy-0055",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c43b49b0ef30ee882186c03f03a0ff8df7b70fa0fe477d05de9e6e3e4877d6ad",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3542,
    "pair_index": 3542,
    "case_id": "boolq-dev-3167",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b6b8032ea880fe6cee1901a7ee608145b77710c6d1a547a6b98176a09e94812f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3543,
    "pair_index": 3543,
    "case_id": "boolq-dev-2648",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0c500a0f29f2f6d669f4a70dcb4193dd960621f7795832d5edd44b728f7aa017",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3544,
    "pair_index": 3544,
    "case_id": "boolq-dev-1940",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "99a4e51570a00525d5ec260dced3c6e66901e8337fb4a96dda54dda298e10ce6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3545,
    "pair_index": 3545,
    "case_id": "expanded-policy-0043",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9dc67c1b64df5f551ba0cce1bf8ad6f08c79f05e280572be1295728a2945939e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3546,
    "pair_index": 3546,
    "case_id": "expanded-probability-0106",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "cec5075054a6e4a619e3f196364fe92d01e04e2911a0bb533f384f8aec1e2438",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3547,
    "pair_index": 3547,
    "case_id": "boolq-dev-2945",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4a7d26949d855268b13278ec6af7ae6e61067a1308985da1d89e5c980ba0297c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3548,
    "pair_index": 3548,
    "case_id": "expanded-policy-0025",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a822d0d691498e45ed0906bbe665833a96d35d88d8fdf7e540e0d0c6fcacc104",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3549,
    "pair_index": 3549,
    "case_id": "boolq-dev-1289",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "cfad47f97f5a54ccff48bb3bac3d06ce23c30920c4b517e22c74b3f312d51e38",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3550,
    "pair_index": 3550,
    "case_id": "boolq-dev-1224",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6e600ac96a575590a2211e70fea0d65b821c60ddbaad2fab3285124788ee0946",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3551,
    "pair_index": 3551,
    "case_id": "expanded-probability-0111",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c58d1bb1ad02c6a79e5e7495025fe6797163ffff962bd9114b24ed883c713da7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3552,
    "pair_index": 3552,
    "case_id": "boolq-dev-0462",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6d2a9c9376d53949d0c12e0648934a65ec38f94619ab7e1d3218a5d469029769",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3553,
    "pair_index": 3553,
    "case_id": "wic-validation-0548",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4231505dfcf59f6e852418d2a89ae01e16b55cb42e6b44e7332118da7ea6b19e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3554,
    "pair_index": 3554,
    "case_id": "rte-validation-0181",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3738ff942bae2fe3569f988ffab3ca37455c5d11028cfe0fe4f4bdde06e42ffa",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3555,
    "pair_index": 3555,
    "case_id": "boolq-dev-0931",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f50dce38646481c1f2fb41f2ecefd8743a1b933afdd04d2a9e43042d7f8a5b84",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3556,
    "pair_index": 3556,
    "case_id": "expanded-probability-0013",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "080a71bd4fdd7ce9982e0044e37330143ae40a3cc681cecf139878e25df51b0b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3557,
    "pair_index": 3557,
    "case_id": "boolq-dev-0717",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "48911d6403a4b62594f2aae3ffd24ea500cca11257f8e0290fa78ea3ffc6e090",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3558,
    "pair_index": 3558,
    "case_id": "expanded-policy-0275",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9f08b37526b66748dea5ec594979a9b0ef59b96cecbe5e2582e06588a07ed568",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3559,
    "pair_index": 3559,
    "case_id": "expanded-policy-0176",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ef34bba4ec44d381f5a5eaf1003fc849d801d18702bfee94817cd2f6d344165c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3560,
    "pair_index": 3560,
    "case_id": "boolq-dev-2415",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ef10083e1602fcecb08d5f4dc8817596a5c613b36e9b26060f4305d8e20de2d1",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3561,
    "pair_index": 3561,
    "case_id": "wic-validation-0623",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "696d607ae88360da122320e943c5a1e9e4ef218a9bbff8196b5428e8ccc46d2e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3562,
    "pair_index": 3562,
    "case_id": "boolq-dev-1042",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9d4033c040dc90a909ffadcd13cbe2ce11e67d9b8ef5c41cb1f01c65714b9212",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3563,
    "pair_index": 3563,
    "case_id": "wic-validation-0042",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b2b08cbdae17f78d7d8f63988bb0ea4fad0c36bf08f764db9eced8e6a54dca94",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3564,
    "pair_index": 3564,
    "case_id": "expanded-policy-0116",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b7e17ff0ef5f6c4b1392f016ead01af579e297b43d24790c781bd8e63448ce46",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3565,
    "pair_index": 3565,
    "case_id": "boolq-dev-2951",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "171c27ea98a28ae13ba6a8033388032cf561a135aa22ed8f0c6f59c83061d5b0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3566,
    "pair_index": 3566,
    "case_id": "boolq-dev-2677",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b6e506649b3270632f4400f648293dfb36b7220c1e8e7144252f404f62a390fe",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3567,
    "pair_index": 3567,
    "case_id": "boolq-dev-0821",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "21310c54290f0338ba89a9b324b9fdb7515951318e03bc12768b8fdd6e98b9fa",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3568,
    "pair_index": 3568,
    "case_id": "boolq-dev-1156",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "76c491fdd03e2a97b9025daaa472af2655918468796d564d52532e1c51adea30",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3569,
    "pair_index": 3569,
    "case_id": "boolq-dev-0800",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0579efc4029aa406359ba22d2649a4c422708f5d8c105f2682e729b9e554e56c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3570,
    "pair_index": 3570,
    "case_id": "boolq-dev-0629",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ca993de374b22bc320a057da3e6d9d4be64a987411bdff23ed70e7e6833fc9a3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3571,
    "pair_index": 3571,
    "case_id": "expanded-probability-0200",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "19ae88167b591b0f7c207d69470510cd22ec6e8f1741ba7eb58849cf35f5dc74",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3572,
    "pair_index": 3572,
    "case_id": "boolq-dev-2401",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "272792c423423f20f3f9b268f92c1dbf69751aa68b769605f11facf8b69289c6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3573,
    "pair_index": 3573,
    "case_id": "boolq-dev-2617",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f37d88b25e878a5a952e2cdb6ae41be88826b3622899f73dcb4d3e1e9106e99f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3574,
    "pair_index": 3574,
    "case_id": "boolq-dev-0823",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e74a58f12053050dc04394f98b5dea9507f80ee16e3aad8b08383d32966e641b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3575,
    "pair_index": 3575,
    "case_id": "wic-validation-0235",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a0d745e847e9d14a5e2eabaf4f1e24dde67a55e469d76df31afec832592fe50d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3576,
    "pair_index": 3576,
    "case_id": "boolq-dev-0012",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "89d340fccb0a93c52117700356aa107b6247762204998ded9d6fab6b1349ea08",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3577,
    "pair_index": 3577,
    "case_id": "expanded-policy-0175",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "71f43b6d71c70328fce0cbd02b547019a0f4ebf8c07a8d5634f1246dc6b8fa5b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3578,
    "pair_index": 3578,
    "case_id": "wic-validation-0358",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "87738c4eaf649831c40e71ab0bff2414a0ae01d863f40cb3b4bc991a93534d52",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3579,
    "pair_index": 3579,
    "case_id": "boolq-dev-0324",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "eab7ee4d2af3849ceeb4437962d5ae9cb0335b5676d31b2475928618bf1edd77",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3580,
    "pair_index": 3580,
    "case_id": "boolq-dev-0201",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "76acef1c5ff7617b7eee68ab506c4ad2e5c436d51e92e61a5d1b7f08f8e80ed9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3581,
    "pair_index": 3581,
    "case_id": "boolq-dev-1522",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5898c66262248ef8d0f8f8db219dc7beadaa715b3a91037ac4f87315d1c463a9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3582,
    "pair_index": 3582,
    "case_id": "boolq-dev-0521",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a66b54fc6f1072c8407497a6c60970b20de84a086e424f8a7bb06c9d7ffdd20f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3583,
    "pair_index": 3583,
    "case_id": "boolq-dev-2162",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "049c2c73e836a67209d7d0c3d406ad74cb6aa8e0044d871fc4191db482dbd8cf",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3584,
    "pair_index": 3584,
    "case_id": "boolq-dev-1448",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "88a219af6147cd893765b4bb7529c4bb994f1011f5d4cf0fc997a741e5854525",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3585,
    "pair_index": 3585,
    "case_id": "boolq-dev-1165",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8d1ad326ec232959a1d57530ed897a40d4f92abd4cd5ddad422cf6b47641ce2b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3586,
    "pair_index": 3586,
    "case_id": "expanded-probability-0092",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a13f730c7805f1c1d8c0e175a5dc8a9b0fec9567537ff6cede2c0e05f946bb36",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3587,
    "pair_index": 3587,
    "case_id": "boolq-dev-1638",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f4bd9e99046dec037f0414f034acc1e9c60e7ba0bcd46e3271b91114d792e757",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3588,
    "pair_index": 3588,
    "case_id": "wic-validation-0270",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "24e54b10a3e7b7e5af9b650d6dbe5f39a94946cde1c77667cbdbf3db54833582",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3589,
    "pair_index": 3589,
    "case_id": "boolq-dev-2377",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8dd4e74b4be039083bc276029d29dc00c6cecdb9b1970b7116eced16faf8c542",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3590,
    "pair_index": 3590,
    "case_id": "wic-validation-0260",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3363b3532bbd2860c8d975fa8586f0f22b1fe4b9b0033d200e1e9a3230eff3f9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3591,
    "pair_index": 3591,
    "case_id": "boolq-dev-2193",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8b5a9239cff35a8f24f1382f697460d4b0476e1a725cb8c85a10e47ea7673636",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3592,
    "pair_index": 3592,
    "case_id": "boolq-dev-1475",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3aa6da106cdc8a8615c4384c1ed62d5c7a776b2f54178f98e9978029ff448c3f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3593,
    "pair_index": 3593,
    "case_id": "boolq-dev-2399",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "690f1da8d44e8637c661e53c019a2bdfa0747b0fe8c781a8e86854631496d347",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3594,
    "pair_index": 3594,
    "case_id": "boolq-dev-0696",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ff6551f95b8bc147ca788e7cf4cf6364758cf0433a9219a90d90df669a51becb",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3595,
    "pair_index": 3595,
    "case_id": "boolq-dev-1244",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "945ea21bad0da617374b291920f5f2d4e60cf3049fc98bc191bcbc24758205bb",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3596,
    "pair_index": 3596,
    "case_id": "boolq-dev-2896",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9bb71fbcb4d8a11c68739ff8d4a926167a76f5f4d0009b732ec113116a078c20",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3597,
    "pair_index": 3597,
    "case_id": "boolq-dev-2543",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8871b263564d70372d7c656b47dcc370e27bd411fdaea89d6d0d54d756f06e86",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3598,
    "pair_index": 3598,
    "case_id": "wic-validation-0427",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3b6ccdfeb1cf63995bd3ab5a601f6b6b088649a6ab0bd68a338258f12373d0f2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3599,
    "pair_index": 3599,
    "case_id": "boolq-dev-3210",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0445b90c3a488b1b4e6703d3320ddcd505dbb2a8142b3aeb5668f6d5a14a8243",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3600,
    "pair_index": 3600,
    "case_id": "boolq-dev-0544",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9d71203b1847e42810c7c49b3dc4dc4bc026569f9695cde5fb2536741f76005e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3601,
    "pair_index": 3601,
    "case_id": "wic-validation-0367",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "85dd08fa881c598c6073226ccb714f5918a4d14fe67aa2ecb5535681831bcdb4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3602,
    "pair_index": 3602,
    "case_id": "boolq-dev-3008",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e587cce546f004ed04f83d8eba676c3227bf9d83626bb01192fd534d51480b95",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3603,
    "pair_index": 3603,
    "case_id": "boolq-dev-2669",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6519c71b045752e2108f56413b36cc4148819be504346f69f0c7ad87dfeeca51",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3604,
    "pair_index": 3604,
    "case_id": "boolq-dev-1905",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c7a3ff63db6910cad9db5e349eed3562d1fc5e7448e22319f333a671be1876eb",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3605,
    "pair_index": 3605,
    "case_id": "wic-validation-0600",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4810e15eb575da229a02d16057689124f0123bde4e319f13d826ed2dccf1f94a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3606,
    "pair_index": 3606,
    "case_id": "expanded-policy-0132",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "181808e5e3ee1186fdfa64c566b1ea8a48165dbf35e437e02653469feca700c2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3607,
    "pair_index": 3607,
    "case_id": "boolq-dev-1994",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "390606db3646a2212a5baa65f882ad9ccb14de6eb33118762a82dfb544fd08fc",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3608,
    "pair_index": 3608,
    "case_id": "expanded-policy-0207",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "fb42242468672af15b34b1601aaf3606fe111c53ec951c0e5b52616c1da34d8f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3609,
    "pair_index": 3609,
    "case_id": "boolq-dev-0232",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c40a3f5f7074dd93d0ee300f3590bf97383e46762a00b5a6c49d3c5ae7100751",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3610,
    "pair_index": 3610,
    "case_id": "boolq-dev-0218",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "913d9c725b90d0ab51bceb285d556d826441cc0746ece2dea4308912a3d87120",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3611,
    "pair_index": 3611,
    "case_id": "boolq-dev-3237",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9487a6b37be2096f687bee83a4f76e5bf3bfee5ed261bd84d2c814e9807292d1",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3612,
    "pair_index": 3612,
    "case_id": "rte-validation-0228",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "22bdf4186720687c03e83821a302594f5479f241edb9d5d8713f3db2c5a20c86",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3613,
    "pair_index": 3613,
    "case_id": "expanded-probability-0212",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "15e918098e398eccc00bec82947fe544cd8810d7e0f7e9153abcead91b1489f0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3614,
    "pair_index": 3614,
    "case_id": "boolq-dev-2478",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "72b7c7cb18c2b23b570a0c65e281467838ac7669c28e72aaf07159a9b8b4f828",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3615,
    "pair_index": 3615,
    "case_id": "boolq-dev-1078",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8b0c6b2f88c81eee081b785478e86f737cfd8276683dbf1586b935927d54297d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3616,
    "pair_index": 3616,
    "case_id": "boolq-dev-2680",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "bbe9addfba554e5022646d6a0dea333bced33dc556accb50a18fc2b3eda7cb88",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3617,
    "pair_index": 3617,
    "case_id": "boolq-dev-2360",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8643011947ca45ad52485f2dd6e225a6eac44b34772f003198377f94c4a11a5c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3618,
    "pair_index": 3618,
    "case_id": "boolq-dev-2061",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4428495e3510117c6bad21db9c84d28d173dd80010f0694869cb1735ac0cf2fd",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3619,
    "pair_index": 3619,
    "case_id": "boolq-dev-2803",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "de2ed5a266d8d7a79283d812ff4779ce7637315561e3cef72d420e40dcf7a764",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3620,
    "pair_index": 3620,
    "case_id": "boolq-dev-2025",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ea43fe4c7ef559da069bae99345888ba48a2e2f525b1747f9dd43beaf65e1846",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3621,
    "pair_index": 3621,
    "case_id": "wic-validation-0090",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "abc11d0ab56c0796f77d26315d6ca914b5d8b4b9874aee875cc01467c05cfdb4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3622,
    "pair_index": 3622,
    "case_id": "boolq-dev-1657",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "575bf12c71aa87e24709a6334c7658e0977dff05bf0d301df70eb52d7b3ea8d5",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3623,
    "pair_index": 3623,
    "case_id": "boolq-dev-0381",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8498f51516f7d9001df70eec22a6e5b491247688b6ecb7f31ed0c4147c4c4bba",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3624,
    "pair_index": 3624,
    "case_id": "boolq-dev-0286",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9e4a76bfe10f47beac20e215ce17f04ac2772099e9b64e612f3532c39d65a3ec",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3625,
    "pair_index": 3625,
    "case_id": "boolq-dev-1869",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9f069baffd361ef4c0460f25afea29b391407e6376c6c2ab2b2fa22e644935f1",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3626,
    "pair_index": 3626,
    "case_id": "boolq-dev-2169",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "453057845e8d5fcfb347c5550d245a376bdaf97de853f47760c1a3608d1d6f33",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3627,
    "pair_index": 3627,
    "case_id": "boolq-dev-2383",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b8a8fbb4f255a400545b6a8ef4c4ff89374244cf80c55edb1437b76f13635527",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3628,
    "pair_index": 3628,
    "case_id": "boolq-dev-0741",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4925c4dff4b03f0aec9acc488bdd945aa908421c61248d8f2a699f1eae2bbfe4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3629,
    "pair_index": 3629,
    "case_id": "wic-validation-0370",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f2b9fa8a56469ffa5e826f73825074c4084f241ad77c08a07fa703f4f0985298",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3630,
    "pair_index": 3630,
    "case_id": "boolq-dev-1826",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5d2541cc259138459fbf358829d86bb8cfbb1c7f3da69ba3f2c09c8391fdbf56",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3631,
    "pair_index": 3631,
    "case_id": "wic-validation-0602",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8f3e32cd8d50827be5fa80141b71c5ada2aa76addd3935a0e3b56eb2463bf319",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3632,
    "pair_index": 3632,
    "case_id": "rte-validation-0050",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b1d11a3bbeb016eb04eb38900cf4880c9af3b354d41a9d39e8ea36a46e7de63c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3633,
    "pair_index": 3633,
    "case_id": "boolq-dev-0984",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b5d6ad0242ba6e2b7b59cc3bbf30c5d9cff5f2ea3bd18cfede36ea888d5ab8b0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3634,
    "pair_index": 3634,
    "case_id": "expanded-policy-0277",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "26fd5409a5ebbceaa45d14ed135dd50afa9478c74aa4fe4529ca943888ce3756",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3635,
    "pair_index": 3635,
    "case_id": "expanded-probability-0055",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b206f0f8a5e347f5ab7ea3b78531c5f729a8cbf5656f522f2c90d44d2e71e509",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3636,
    "pair_index": 3636,
    "case_id": "boolq-dev-2175",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5c34f054810761b83dd43b66716c9f2f10b1e464901e6269591aa3978aec1220",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3637,
    "pair_index": 3637,
    "case_id": "boolq-dev-3049",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2821e5f2e3fc139a8f50760b8d3360de1f6e7cfab36e38c2cec2120d570106f8",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3638,
    "pair_index": 3638,
    "case_id": "boolq-dev-2137",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "311688c637d709abb2c879b5f18df4e19cc1419776539338571be2f6c404b791",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3639,
    "pair_index": 3639,
    "case_id": "boolq-dev-1775",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b323fe9e5905feaa6b03cc971b770e9bde71cce30cc2c75a563bfcaeabe20c19",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3640,
    "pair_index": 3640,
    "case_id": "expanded-policy-0041",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9ab9352624502e5d4ab2de220d6ee91dda621de581d70554eebe975550636557",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3641,
    "pair_index": 3641,
    "case_id": "expanded-probability-0114",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "66b4ceb17055f4f2ee0bf7e0a522953776ba94975ae229e8151822f2f7286cd6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3642,
    "pair_index": 3642,
    "case_id": "boolq-dev-2104",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "bf8883c3f666988892c6129970d9b5af1e21abdfbdd4cdf8e07df06b6bc75314",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3643,
    "pair_index": 3643,
    "case_id": "boolq-dev-2815",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2b392d6965ca94981d7fe4f427c6704aa1a0d2e03fb568ff0671ce2cbaee2fdd",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3644,
    "pair_index": 3644,
    "case_id": "boolq-dev-1419",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f9010f23d1a18612e4bb9118a03b4e796a3826d82b28cc7b698f0bc90db825d2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3645,
    "pair_index": 3645,
    "case_id": "boolq-dev-0776",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "006008defd2253be6f41961f8f4977581c7a260b1113f73fcb4e1a2072488cd5",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3646,
    "pair_index": 3646,
    "case_id": "boolq-dev-1665",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a98a661df1343f54bc0b45c84279ff555db7ce3752c8841b2be582853cf898b6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3647,
    "pair_index": 3647,
    "case_id": "rte-validation-0248",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5b58fcba0ba1004a4c7e840748ec5ebe54b544c1df79819cf0ddb38bb43c41c4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3648,
    "pair_index": 3648,
    "case_id": "boolq-dev-3226",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "74334774f9c6385fb035f09242fb48710646528f6a303a550adb28e2c3da6326",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3649,
    "pair_index": 3649,
    "case_id": "expanded-probability-0249",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f711b5a857bde3884e79bf037a56e6ea0d3ffc1af79d0b793663ee948a2f3194",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3650,
    "pair_index": 3650,
    "case_id": "wic-validation-0310",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c44ad9fafd9cebd84e22068e42a7077dfcd1d1a3f3e0476341120a0474575b6d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3651,
    "pair_index": 3651,
    "case_id": "boolq-dev-0949",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8f9e2d17e879069d17f7ac16055a89f2cffebe03294b42b349ee2ccf9b2c9816",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3652,
    "pair_index": 3652,
    "case_id": "boolq-dev-2082",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f417a8aa6f4344655f0ab925bf05ca3784905cca17b3a829c3fcef30bf5f597e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3653,
    "pair_index": 3653,
    "case_id": "boolq-dev-2654",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ecb7b0d362f35e41257c3436635e9deada7948bc07073c9eb57bc1a44f99966d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3654,
    "pair_index": 3654,
    "case_id": "boolq-dev-2788",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c0671091ace1d96543b1e3828c56629f4fb7cd14ae198775563619cea5f0f8fb",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3655,
    "pair_index": 3655,
    "case_id": "expanded-probability-0042",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6f9333172252fb63ea22569f5dc8f2aedf228b6dc30207773c435f125d59be55",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3656,
    "pair_index": 3656,
    "case_id": "boolq-dev-1456",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c8b1a45b727baa46727bb6eefc6a650be7bedac2546884468c6fc4654f1f457f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3657,
    "pair_index": 3657,
    "case_id": "boolq-dev-2203",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b9c8f4b495743e32e669a1f6ffd881bb793a6fee82a8a15ab5bc3fa7748a103b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3658,
    "pair_index": 3658,
    "case_id": "expanded-policy-0087",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4878e323e2ce3bf6ec8fd8e213c550b80f97c6c133834bf65b217bc8d2fe35ce",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3659,
    "pair_index": 3659,
    "case_id": "expanded-policy-0242",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ca4c52b9e23d51db7c3a19143a9393cf375c125f9d0e3abbf182a871cab9582b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3660,
    "pair_index": 3660,
    "case_id": "wic-validation-0453",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f2aa8719fb9fcada7e85689a68160173e23dcbe683295dbed9e7db83dd0c6ad1",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3661,
    "pair_index": 3661,
    "case_id": "boolq-dev-0146",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9e9384e5bfa8c712cefdb3bcb710974c015d37451b0ea6c18e3601d03768b313",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3662,
    "pair_index": 3662,
    "case_id": "boolq-dev-1655",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5c979543904fcd9f669c49def7cf71aa1ab27bcc8492f24b83a6b332b42006da",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3663,
    "pair_index": 3663,
    "case_id": "boolq-dev-3132",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "311b73ae5812200bd3bfdb36fb711d9efd70dae133990a84be65cd4cd7007904",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3664,
    "pair_index": 3664,
    "case_id": "boolq-dev-2217",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "fd403d78276ffddf0c3d011b887796c6d51b55f41daa2c1a5ef8daf9ba202b3f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3665,
    "pair_index": 3665,
    "case_id": "wic-validation-0429",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2e52b36a026b00cc09481c40fdd935f584f63dc4c7925010dda6205dc0bdf8f7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3666,
    "pair_index": 3666,
    "case_id": "boolq-dev-2314",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "fe0998b85db1f10bfd44b1a803c7f57a543810c48d55c21b4b62f3dd2dfaa8e7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3667,
    "pair_index": 3667,
    "case_id": "boolq-dev-2763",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5e911fc408a272fed85a0f3f2a8bc8b5a62949598225ae15b20ec00e115854b0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3668,
    "pair_index": 3668,
    "case_id": "boolq-dev-1026",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "de8e4804f75e00d4fb441111207758f3b68ee901340d8c08b850f9ce4e3d9332",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3669,
    "pair_index": 3669,
    "case_id": "boolq-dev-0250",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4f9b657f84eb78fca75bad7ccba613458ad0f9d429635106d7f460db073aedd2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3670,
    "pair_index": 3670,
    "case_id": "boolq-dev-0582",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9734a3632f016900d0fc63f340487998e69aa7dde4601a730d4c7d2eea8f2306",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3671,
    "pair_index": 3671,
    "case_id": "boolq-dev-0274",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "faa0596f074c69931e2b8974989ee54eaa43af94363a122fd83578ecb47bb101",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3672,
    "pair_index": 3672,
    "case_id": "boolq-dev-1976",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f27e9e8b389a5442471d342a4c6db491ff8d5fdd1505ee88997b078cad0a30cb",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3673,
    "pair_index": 3673,
    "case_id": "boolq-dev-0339",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4d1261bf2e2cf23ecd2e6ca0f3bd51b28b5f779ff289002e34564a42eef35249",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3674,
    "pair_index": 3674,
    "case_id": "boolq-dev-0628",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1c8f2e907de84c7a1f627e9a16d889511c34b15091648dfb8f05fefd3a25ab49",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3675,
    "pair_index": 3675,
    "case_id": "boolq-dev-2297",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ca49b6bbfd4910ce175a1511affb7725f8a80f2780d5ba8690322716f4c7b274",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3676,
    "pair_index": 3676,
    "case_id": "wic-validation-0244",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "96aceb2b1e4aaf278eb43db52e9fc9f942fe81c3fd40cdaae96cc4f1c306322b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3677,
    "pair_index": 3677,
    "case_id": "boolq-dev-1108",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b44fd005a0a1b1384f04cb137bb4ded17e598757c6d90c0732fc0ba32f228c6d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3678,
    "pair_index": 3678,
    "case_id": "expanded-probability-0113",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ee8b6c8d7daffd43207f1b05eb63da22716738f426c2652486c2d958f5b1ba76",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3679,
    "pair_index": 3679,
    "case_id": "boolq-dev-2539",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c6786c12919092b18ace40c10fb50f9768ea47268afc1978d94111c198e5d902",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3680,
    "pair_index": 3680,
    "case_id": "boolq-dev-2958",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e7607aa2a381688947e0404009affa4812c2af362bba9545a633ce1db2ff0dd3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3681,
    "pair_index": 3681,
    "case_id": "expanded-probability-0031",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "45c86e19414dac7de524930a9f73b5c22e3daf563e15dacbaf2447df686fb477",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3682,
    "pair_index": 3682,
    "case_id": "expanded-probability-0176",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "dd3f9ff1b374e8f4f8de366a51385bb32aae331a2e9036de5df011c703c2d114",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3683,
    "pair_index": 3683,
    "case_id": "boolq-dev-0296",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3727cea195ab3ea49dc7644c98a4df4f2f6ba916290bb19abd64f066f9f00e20",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3684,
    "pair_index": 3684,
    "case_id": "boolq-dev-0410",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "aa682fda9f097f63ff6c8c7d267a4cd7d1e58ab74fd6eb4351cb51f733debf2b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3685,
    "pair_index": 3685,
    "case_id": "boolq-dev-0158",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "08749cf36d1f8e063f06c21487fc97d2512229e8d8cac790d7b4e2f6d5e9322a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3686,
    "pair_index": 3686,
    "case_id": "boolq-dev-2580",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "931aea5e16d212de93e9b47497b44522e87bd2543a5c12fb6a397c208a675a4a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3687,
    "pair_index": 3687,
    "case_id": "boolq-dev-0022",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9e6fe331cbfdb83ac661bd75e50cd75a80f2b000820dde472e38acc3ac05af70",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3688,
    "pair_index": 3688,
    "case_id": "boolq-dev-1465",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ebc264cca743658db0ebd702f4d0539a2601b25a56dd94ab49bd80924aa7db66",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3689,
    "pair_index": 3689,
    "case_id": "boolq-dev-3264",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8e0cc53d4d3485129f8f4c519a3e808c0645e1629a1b09ede0fae3184b4a0fec",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3690,
    "pair_index": 3690,
    "case_id": "expanded-policy-0257",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8cf1e7dcf235e5824c640a835c4cd82c31924233501492275a5fbcd38dd181c8",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3691,
    "pair_index": 3691,
    "case_id": "boolq-dev-3038",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b9431cc27b73f2472257f5554947c598938a61e274e282df5e5a465c741f826b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3692,
    "pair_index": 3692,
    "case_id": "wic-validation-0628",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5094bfacd28d69cd808fe319bcecb24174960aed41bec3dc7e41f50acbef9e7a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3693,
    "pair_index": 3693,
    "case_id": "boolq-dev-2858",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "732c2701b4fb27272df0a65bea15e185cd353ea50cca726913c9f64dfbc1ee01",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3694,
    "pair_index": 3694,
    "case_id": "boolq-dev-2932",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "20869019069b52e5eb7a87a3b28e13cca128d1a0bd5ff517f1f5e166f0d3d027",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3695,
    "pair_index": 3695,
    "case_id": "expanded-probability-0211",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9b7066a343c21d29d8d0a51e3f4f83853bde6658d3250fad55bb07ab0fd91654",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3696,
    "pair_index": 3696,
    "case_id": "wic-validation-0348",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f65f81637396ebc05f66dcfbb919ffeebf952c84c945022360a87a52ef823753",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3697,
    "pair_index": 3697,
    "case_id": "boolq-dev-1987",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "aee25a9f986cb6b41cd105b553b49f0abf27ce3b0d45f701f2c36ae58bf6a354",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3698,
    "pair_index": 3698,
    "case_id": "boolq-dev-0066",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0e9a1526edab4cf395963b81b56b5e6b6c60ee6cb48ac7acb6f6aded6bfab93a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3699,
    "pair_index": 3699,
    "case_id": "boolq-dev-1412",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "47f65dd5e2c1c05a7747d908b76fec644d2d10b0daa6528858e133f1302e614c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3700,
    "pair_index": 3700,
    "case_id": "wic-validation-0601",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3fdef97a64f08c1045eaf485504077c34953260119b832cda06bf061fa82f2c7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3701,
    "pair_index": 3701,
    "case_id": "boolq-dev-3040",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "263f1b38219cd8ae4cb8a2c07b6b5d2d158b8756722500926ca359f9a491a73c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3702,
    "pair_index": 3702,
    "case_id": "rte-validation-0094",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d1b729ce8dfce8194c52525660cb5a26a16ed19d3f23794505c63917cc3a7981",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3703,
    "pair_index": 3703,
    "case_id": "boolq-dev-1663",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a25624eb9a51c070dad09bcb68898f3c23ea0ef114cf74439e049ebfd39431c6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3704,
    "pair_index": 3704,
    "case_id": "boolq-dev-1695",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "69d4368f9c67a1417fdd5d394ea290c33875be7dc98a302b0ff4e924e66e56c7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3705,
    "pair_index": 3705,
    "case_id": "wic-validation-0592",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d528ba09364f355003bf76449f0ce34353d5ef46fe510bee9a3c15e4bee3e3cb",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3706,
    "pair_index": 3706,
    "case_id": "boolq-dev-2776",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d2f832ef0857345add56f93ce3189aa1b2cae708e66f9c99ff09446318ddfd77",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3707,
    "pair_index": 3707,
    "case_id": "boolq-dev-1205",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3a88ef51501ea0a4f638333ef8ec780aa89407e398910093a4a13666faab6a8c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3708,
    "pair_index": 3708,
    "case_id": "wic-validation-0233",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "87c0d78c16a5174fbac775f89f2628cad325aae9443246ac4ca31ef179191a5c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3709,
    "pair_index": 3709,
    "case_id": "boolq-dev-3071",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6d8b3e1191ddc4fcbdcfe10cf3947f5538a088b2797b8d4b83da4573d4f7c079",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3710,
    "pair_index": 3710,
    "case_id": "rte-validation-0154",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "410ecbe91398fc874fae1aacdc50e23a84e4d97adac147aa173a04d81502ef57",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3711,
    "pair_index": 3711,
    "case_id": "boolq-dev-3182",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f1c7f4c80353f3b38d5643d23b5c6f9adb1ad8fd16928a04b47e0371bd1397c8",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3712,
    "pair_index": 3712,
    "case_id": "boolq-dev-0093",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7f07855fa88adf364822c20472af4c845a2206b5068245aece00e24094b5f5bb",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3713,
    "pair_index": 3713,
    "case_id": "boolq-dev-2961",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b91e1ac87e58e025969f49316a86a4ead795bdd8926772d84c2f22dac088165d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3714,
    "pair_index": 3714,
    "case_id": "boolq-dev-2514",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6cb06b5136a466b2ac34aa0c21553415ea49ab1908e207a6edf7e67a81ea2341",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3715,
    "pair_index": 3715,
    "case_id": "boolq-dev-2473",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b0e1810547f7197b10289b4c497eae96a74050f5aaa588dbd94d8928a9c34868",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3716,
    "pair_index": 3716,
    "case_id": "boolq-dev-2105",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ed1c09ad77ff96ebd2e537be7d5925ae88c1ad8c1800b86dc6f04b77f9777a45",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3717,
    "pair_index": 3717,
    "case_id": "boolq-dev-2571",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e53e479917e7aab98964ca0a740955ebd6a24703f9f881f14c4349044b552202",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3718,
    "pair_index": 3718,
    "case_id": "boolq-dev-0312",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "bad8120d5b8dabc6a58e8a92f5436bf43560d7c7ca60405fdfc68e2c1e17f9e5",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3719,
    "pair_index": 3719,
    "case_id": "boolq-dev-1311",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "04fc055955faf04f06eb22f0fd4dc9cd9c61aef01b2b2a2e8c77aed1a4e4bb48",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3720,
    "pair_index": 3720,
    "case_id": "boolq-dev-1589",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2ee616bac7b4dcd3badcf7e40b8eb0cc19e5ad0a810632299f4a9d23ddc531f3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3721,
    "pair_index": 3721,
    "case_id": "boolq-dev-2009",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "bbd43282612a0332ca3dbb7ab404ad776d891ea2ba6271996077c77b8c07ece3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3722,
    "pair_index": 3722,
    "case_id": "boolq-dev-0023",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9239b003f25f1c7128453abdc416726e08ef2a0d3fa78a4862582cca15f0a8e7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3723,
    "pair_index": 3723,
    "case_id": "boolq-dev-3249",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b30194779e384969e409dcc7cfc3b70dab9adb62a63bb43652647a0430d7cdfd",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3724,
    "pair_index": 3724,
    "case_id": "expanded-policy-0082",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3dc9a182a6f5644ad27f804d32098ada03f7a9f3ac6b018a26e7116577d7fde8",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3725,
    "pair_index": 3725,
    "case_id": "wic-validation-0053",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4ad4643a5b880526882bb4d651334e8818aab3b23458450c449b3389d24418ca",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3726,
    "pair_index": 3726,
    "case_id": "boolq-dev-2629",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ca8eff5addd51a5378c57e80953837350d862f09b157fd652c1edd610b6c4073",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3727,
    "pair_index": 3727,
    "case_id": "boolq-dev-2034",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f5ea6a925c1b9b958968889bd00773011b40a7ede2a880c71efe2d663436ce49",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3728,
    "pair_index": 3728,
    "case_id": "rte-validation-0167",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "bcff96465a94ec505e24a63f1a1641328233bf61b7515b8bf76e0d342e433faf",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3729,
    "pair_index": 3729,
    "case_id": "boolq-dev-2282",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "09b9482c5878dddab47bcb03751cd0e29691da80081a22649900f9295aff68d1",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3730,
    "pair_index": 3730,
    "case_id": "boolq-dev-2597",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6232f582324e626891a960521c6300e8d5d221f59d3f84551953bc254053d226",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3731,
    "pair_index": 3731,
    "case_id": "boolq-dev-2675",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "89152bcd99951d27c97b96c3e10408afa8e0e9a0aaa8e54cdc2f258928ee35a6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3732,
    "pair_index": 3732,
    "case_id": "boolq-dev-2765",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4568dd5ae3193d1e45547e19972cb8bb7e7f4276c9a0d211f930373a48f40692",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3733,
    "pair_index": 3733,
    "case_id": "rte-validation-0247",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f3a0e64b854d4062a66299f6b3651ecc61afa9d6e840a72bdda08cacf0303ddd",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3734,
    "pair_index": 3734,
    "case_id": "boolq-dev-2509",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7602541671a688c04872100209d8030de74f9f176a73f055665aa71ff2fd29b0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3735,
    "pair_index": 3735,
    "case_id": "boolq-dev-0754",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1f60374b02b062f1f64fb3e59d503723c898dca4ed3839a8c17b2f84b34b709e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3736,
    "pair_index": 3736,
    "case_id": "boolq-dev-1325",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4f5e60c514526c6472dad82eea0a521376d32f9385e0014004ef33d82cc10e27",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3737,
    "pair_index": 3737,
    "case_id": "wic-validation-0466",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "46f70720dbe358d1eaaf546f8d357611ea8894593bc149755d0b960a8a290312",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3738,
    "pair_index": 3738,
    "case_id": "boolq-dev-0008",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9b0c5273a2ce93e799bfa176996fbf773825ea2c2fb63aa3fd0ca5c42dbabc37",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3739,
    "pair_index": 3739,
    "case_id": "boolq-dev-2861",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "31505be9357e7d6dba60624c45ea6d3938e6a5f350a4ad213e5446f36b0e44e1",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3740,
    "pair_index": 3740,
    "case_id": "boolq-dev-0948",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "051ee29407e2ea9238f220060c883f115273af504df1d3953d753c437a474b82",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3741,
    "pair_index": 3741,
    "case_id": "boolq-dev-0647",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8e81495351e14a6b2f0bd63920d7b83d6657b59fd8ae5223b45a76a051b78f69",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3742,
    "pair_index": 3742,
    "case_id": "boolq-dev-1594",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "98ad1e2d8e9dcc38cc1417d1dd444972dc43855a2df83d5641cc62bef7cbfdd6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3743,
    "pair_index": 3743,
    "case_id": "boolq-dev-1057",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9b61049159c974ee89a22886f1bdda26a10739447775fb3de46287e0afc95ad4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3744,
    "pair_index": 3744,
    "case_id": "boolq-dev-2627",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0e6401572cd0892cc73a2dd7b5f3b844bf276f5178bec081e574a4f7edff9fb2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3745,
    "pair_index": 3745,
    "case_id": "boolq-dev-2889",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c2a289aa1cfad0f61488ca1b596ffe3a59f880fd589c4e20a338ef0681e83d14",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3746,
    "pair_index": 3746,
    "case_id": "boolq-dev-0221",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "cf137b0c7aeee319de42028ae5801161be39f1c8c39f5c092a6dfa3337797bb8",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3747,
    "pair_index": 3747,
    "case_id": "boolq-dev-1763",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5ebd9a3ca74038de2f23067bee06ed07c3c7b9121a297011f9259d5b20e24b72",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3748,
    "pair_index": 3748,
    "case_id": "boolq-dev-1081",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d41744c9d3fe7cfa3e26e63d87660fa1f1f376a6224e59d65d23faa1ae1c2614",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3749,
    "pair_index": 3749,
    "case_id": "boolq-dev-1536",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "bfa44cd2df02280c7b8a91094a12f40e80ce61c5163369db13b08bf554177931",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3750,
    "pair_index": 3750,
    "case_id": "boolq-dev-0654",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "77fdf6fea3bc8a0a5f5088757b7597e182c5f1bf9442452bdc2820e726f56594",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3751,
    "pair_index": 3751,
    "case_id": "rte-validation-0173",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "59d25319001dfdef39f486da54da0b219d9a6593f16528315d0f4b77c91073d9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3752,
    "pair_index": 3752,
    "case_id": "expanded-probability-0017",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ca06492c958b2bfe18c567aade5cd6e24dd857e5f9df5e8c942a56d5eaa5e287",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3753,
    "pair_index": 3753,
    "case_id": "wic-validation-0297",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8cead4e1af75bfe984b4e4874dcb7af0206f509eaa77c202b3acb9023451273f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3754,
    "pair_index": 3754,
    "case_id": "wic-validation-0476",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "fb316cb1b72f1efd942a9e5a29eb7cbc336d0d4ef1ef57ccbf26fe5a5db700f0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3755,
    "pair_index": 3755,
    "case_id": "rte-validation-0133",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d59da83e2e03f979eee452eead6ed3353ac16bf785694b35ad9f7453f9fb6b6b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3756,
    "pair_index": 3756,
    "case_id": "wic-validation-0012",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8fcd6092b0071bbb7b0eed25ff8e97cabfc99840e6c87c39bfd9554f915d702b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3757,
    "pair_index": 3757,
    "case_id": "boolq-dev-1074",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4cdaab89c86a649b1aa63f1cf192ef3ee074bbad3d7174514c43becd458a48b4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3758,
    "pair_index": 3758,
    "case_id": "boolq-dev-0665",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8ad2e8a255b966e6aa6f75451bb4d237c19d0a8b78c44bdcecbd6a66902f8af0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3759,
    "pair_index": 3759,
    "case_id": "wic-validation-0444",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5db6eb375eb1d58b86515bc371d3629a6401cde7ef56b6162b441ac359e63a13",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3760,
    "pair_index": 3760,
    "case_id": "boolq-dev-2253",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d6277650b008f0b6e86e659fdc68ba682c15cb9b237d680df402641272eac673",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3761,
    "pair_index": 3761,
    "case_id": "wic-validation-0183",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e9cfe5dc5cb49aa2660c051dedb6b5ba651a114c80a2dfb588da4ebd5aefd7a3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3762,
    "pair_index": 3762,
    "case_id": "boolq-dev-1803",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "cb985bf51ab30e069af60896cd7c684f55d299d8381f2f6336b3c5f8ac3dce11",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3763,
    "pair_index": 3763,
    "case_id": "boolq-dev-1899",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e1269ba4a9e996e29c8de9361296bbfbaa2e0ae4a981c706a7e5ca1b4494d80c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3764,
    "pair_index": 3764,
    "case_id": "boolq-dev-1041",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1bce597a3219882e4566a208d0fdd9ac42f7e4a7a9c443fc7caeae96147ad7d0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3765,
    "pair_index": 3765,
    "case_id": "boolq-dev-0858",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "77faca7af84b0c5a81108c298a548ad153b874481346a19ea8a11bcddd92811e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3766,
    "pair_index": 3766,
    "case_id": "boolq-dev-1204",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b3bfeec2286d3822d113cdbf064387aec88776cc8d360e945aaea417c80764f4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3767,
    "pair_index": 3767,
    "case_id": "wic-validation-0414",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9ead801dc43b7772f9c0afaae72519574468fdfacd12d6c49736678194561ca0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3768,
    "pair_index": 3768,
    "case_id": "boolq-dev-2222",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ceef24c37f94560f5b9f0e657321b20ad521e55658dfa1da59b0766401ff5a7b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3769,
    "pair_index": 3769,
    "case_id": "boolq-dev-1436",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "de6c419939716c7bd5eaad7ef2f5d397c20b6b9143d7381507c3cbfd0ab85478",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3770,
    "pair_index": 3770,
    "case_id": "boolq-dev-0055",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7ca27da48c2c88aa945b02bcb680d5b195b786b9d0da29886412b63ba743316e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3771,
    "pair_index": 3771,
    "case_id": "boolq-dev-2568",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d639c934e79cfabe6ba5ff5c95766b126fa5512f0e08ae60287bf6b862eaa08d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3772,
    "pair_index": 3772,
    "case_id": "expanded-probability-0058",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c144d090804bc612e15dfd649dc92ff7dea557979f3d9e4e02c7956385e12d08",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3773,
    "pair_index": 3773,
    "case_id": "boolq-dev-2871",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8abdb2a71cf498270c4d2b6f9be29475d04c6044b879ca7daa3bbaaa2ae3d5ea",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3774,
    "pair_index": 3774,
    "case_id": "expanded-policy-0052",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5cf2813bea16a7dc39931b8eb9c1607a6ec926816bf4178cd8367b60f93f32ae",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3775,
    "pair_index": 3775,
    "case_id": "wic-validation-0462",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6e61900cb6996ecf62d5b66e79727a89c509c66198baa02b2d76efd57258884f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3776,
    "pair_index": 3776,
    "case_id": "boolq-dev-1878",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8bed4e9742d07f2ff216854c8765fa87c35373282e7d2cc0d53f0f7021f3e0e3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3777,
    "pair_index": 3777,
    "case_id": "boolq-dev-0538",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1ac635756e7ba62196849b0ee23ba5cadad9e5490ca63058aa87359330dd146e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3778,
    "pair_index": 3778,
    "case_id": "rte-validation-0183",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6a9bfc82772d291d4898728d473f1649dcdac5088032f69989850b45553049d0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3779,
    "pair_index": 3779,
    "case_id": "boolq-dev-0589",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f80e0d439fa1dd509a9db1406629978a08ead60a17f773d6f145580167eb4e9a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3780,
    "pair_index": 3780,
    "case_id": "boolq-dev-0157",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ba16ef11ea26a0766a4a290f2b00b5a943dd2ba13055f7a64826c9ce3d000e8c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3781,
    "pair_index": 3781,
    "case_id": "boolq-dev-1218",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8e1afbecffc05af40422558ebf09c9756638202732d734f2db664038820b9440",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3782,
    "pair_index": 3782,
    "case_id": "boolq-dev-3192",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7cf58de01a5894957fe1a5aaaf4abb3ead648238ce379c00dbf8a8f9af226efe",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3783,
    "pair_index": 3783,
    "case_id": "boolq-dev-1471",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5d6100bc5bf8407c874430d715f717b113db116456ad9538b512348c84747306",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3784,
    "pair_index": 3784,
    "case_id": "boolq-dev-2518",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "390d182a548fabcc5476b78e77200d37942662ffdd5c85fab62b9e2050772449",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3785,
    "pair_index": 3785,
    "case_id": "boolq-dev-3048",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "840c61c341b5709537aa0240412aa8c5cc109305ab7005cbb161563261575dcc",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3786,
    "pair_index": 3786,
    "case_id": "expanded-probability-0196",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "807eb4eb0d935e6c356640714f5c7424b3a8a3691db83416360990dc89f49885",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3787,
    "pair_index": 3787,
    "case_id": "boolq-dev-1626",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "579bf32e14944f237f3640592ec5fcc6b5fa8c65472e9a7e5374b1a89e98073e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3788,
    "pair_index": 3788,
    "case_id": "boolq-dev-2467",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "697284f6ccfade1a65cadd4ca9a712b64edbb2caa7b38990fc6232438af1ab67",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3789,
    "pair_index": 3789,
    "case_id": "wic-validation-0344",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "206393d04bb19859db0f6e707f8fe92361e6e95194d804829eeeca49d25d64ec",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3790,
    "pair_index": 3790,
    "case_id": "boolq-dev-3193",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "726bdcaa3f3e08bf999d0b38b515d5f60ddac96de48044b0a4a2dabd60e08bea",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3791,
    "pair_index": 3791,
    "case_id": "boolq-dev-0868",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f0d57cae6fc0fd2d2c69afd04e899cc00c431d4257cb134b4361728300018200",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3792,
    "pair_index": 3792,
    "case_id": "expanded-probability-0104",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "341fecc2d529ffcec8063ad7c250c60da7cabafdd7b01dd48c28c36d26fb3ecc",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3793,
    "pair_index": 3793,
    "case_id": "boolq-dev-0301",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b143844f46771c932b4ff235ba94b82dcbd112c54f5309f5647132ae7509d7fb",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3794,
    "pair_index": 3794,
    "case_id": "boolq-dev-2796",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2b2e48ba8af39c1c06b61bd8d9e6de419db76622f338bb73bdd4d29fc8ab5d7f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3795,
    "pair_index": 3795,
    "case_id": "boolq-dev-3012",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "eb8af3e577138ea88f4c5a88130d9341a849f9eedf4db0765e4d7411a65c86a4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3796,
    "pair_index": 3796,
    "case_id": "boolq-dev-0841",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d15f22e0977093c5d94854c4901186dd4da4f3e5fd0149d44e8ae978ffe2a731",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3797,
    "pair_index": 3797,
    "case_id": "expanded-policy-0010",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "bcdbd7a039889fe28e38efac3f994f8bae9eaf12ca8d4bb5213f96b986281dc8",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3798,
    "pair_index": 3798,
    "case_id": "boolq-dev-1040",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "17a65b106ebaf5e073215a70a52f8520cec4be3c3305301b8dd509cc1ada1453",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3799,
    "pair_index": 3799,
    "case_id": "boolq-dev-1752",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "203b5758598d88b5e384a2f65160e74020e4ea1e6e86e378175674d3cc6673db",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3800,
    "pair_index": 3800,
    "case_id": "boolq-dev-1338",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8712858e2cc45d8b7e98a8f5ddde37835d7acc8fe94f5a5a4529a3efbbeb015c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3801,
    "pair_index": 3801,
    "case_id": "boolq-dev-0721",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d19fba019eb441598a183fba7ba94f254d82d789a1fbc5de8acfebed5ecc45dd",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3802,
    "pair_index": 3802,
    "case_id": "wic-validation-0251",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3dfe40ae57b00e64cc7f9ba349ae700d5141b6beda5ae49c3e712ea4f9a8046b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3803,
    "pair_index": 3803,
    "case_id": "wic-validation-0169",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b5c2828235e89a33fb81508cebe22d0bba2c386364de8848a3ab9b3a671c364c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3804,
    "pair_index": 3804,
    "case_id": "boolq-dev-3097",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "187a8ca223354ad59e1b7de8bc178f9fc70880d0880c29c7a2c00adfdc5bc47b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3805,
    "pair_index": 3805,
    "case_id": "boolq-dev-0179",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4dd55c9ceb7a2a25c3b51708938be2d57710cf7e63895c98c7d9cf2ccde535b1",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3806,
    "pair_index": 3806,
    "case_id": "boolq-dev-3115",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "75bb160e9251daea7e7f29a9aa28f673c048d7ae8e75a1dac722372b49f8a646",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3807,
    "pair_index": 3807,
    "case_id": "boolq-dev-1825",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1a509534d567cb02d0911b2532b8d59c64c5b040879cec6da4e8420a7a66f6e4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3808,
    "pair_index": 3808,
    "case_id": "boolq-dev-0321",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b7f327b2995750d586b4eecaf5e96af7d84af0c311d7a4331a88408d2b5dc47a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3809,
    "pair_index": 3809,
    "case_id": "boolq-dev-1329",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "aa9c33d0ec7290129e8e9dd2a3b10d7af1eed596f8a3c890b578c1c439597859",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3810,
    "pair_index": 3810,
    "case_id": "wic-validation-0457",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "878ad147ac99fb406e0f9706cb1cfccc4e10813c5c4ddb46eb521865e3cfc006",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3811,
    "pair_index": 3811,
    "case_id": "boolq-dev-0965",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5bb8ca69dc5e61bc1a38d9fa0ce7c15b7a01e35419185cd52cb93a81b6be32ed",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3812,
    "pair_index": 3812,
    "case_id": "expanded-probability-0293",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "338543606e57882204c300e5ff3e0fb12ae38eda4f7476f503f2dcc1f30d71fd",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3813,
    "pair_index": 3813,
    "case_id": "boolq-dev-1582",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1bdd1ee4ac9f687f051aeb78c6b5cdd056695016fd9aea186dad016c3705bae3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3814,
    "pair_index": 3814,
    "case_id": "boolq-dev-2086",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3c04bf64e4bc1c4599d4711c7f842094e6fd91020a32c1eed03f6e67453faa6c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3815,
    "pair_index": 3815,
    "case_id": "expanded-policy-0213",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3f60735eab39ee288b7bbde31b8c00845e290e5df444c271e07c2e39acd49411",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3816,
    "pair_index": 3816,
    "case_id": "wic-validation-0478",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ddbe9d336c3700f15589698f289626df76066eff9d7bff4420069e9285c46e73",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3817,
    "pair_index": 3817,
    "case_id": "boolq-dev-1684",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4fb4fedfd85ee167b9a260c596230468cc9d56a6a9dcba1b1db7305e351b62dc",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3818,
    "pair_index": 3818,
    "case_id": "boolq-dev-1278",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a8266f56c26ab57093d37e315b5914b41a139240e49a0ee046e94b59d4703b4f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3819,
    "pair_index": 3819,
    "case_id": "wic-validation-0222",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3b32aecb46edd49e6b10185ced6b80639e10eb446f3b56fce3f69b16c7212b41",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3820,
    "pair_index": 3820,
    "case_id": "boolq-dev-2257",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f9662ff63ec917e9ec50e803ace9f5d543c6ae4f755d885a5c42bd798588c76e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3821,
    "pair_index": 3821,
    "case_id": "boolq-dev-3269",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ebbecb640ecec3dfe1542a94be945d9ff5d647a1c6582d747ec9b0f03f5ed085",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3822,
    "pair_index": 3822,
    "case_id": "boolq-dev-0999",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "72a6696ef3bf2aea6753b2499257576188fd278bb34cae5b7e39edebd2216a60",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3823,
    "pair_index": 3823,
    "case_id": "wic-validation-0554",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1f1d6d5378c0241371def5cbecfcb2c534f7071c4a61cbae3e0c99faf3d86e4f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3824,
    "pair_index": 3824,
    "case_id": "boolq-dev-0444",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d4c9e6687be625d2a6c0e352b0ae2dbd28531b9f714f54249b3096f729dd8792",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3825,
    "pair_index": 3825,
    "case_id": "boolq-dev-1660",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4c2f0182f72bcce9f438f6e289c1301ded6226745822851f8e8d887825198b15",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3826,
    "pair_index": 3826,
    "case_id": "boolq-dev-0311",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c59435fea9045e6b41997d1e8bfdede9395528d9dce411c6574e579cf6b97ec5",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3827,
    "pair_index": 3827,
    "case_id": "expanded-probability-0025",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f5721e6bf0c7aab6b52e00f830ad6d56e9de91c5ba261df0156ce974e5e02117",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3828,
    "pair_index": 3828,
    "case_id": "boolq-dev-2974",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "477798e666cb67b339a12f6374a3db42a59606873e0639265463d00b604336b4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3829,
    "pair_index": 3829,
    "case_id": "boolq-dev-2352",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "75510e68db7c6a9f1cf188ec6abc1e2a65956e7c70569ebc99a24416c60e0ecd",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3830,
    "pair_index": 3830,
    "case_id": "boolq-dev-0623",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6d43501fe4272d45dcf8c116ccf42313494c34b45be6c4ad06957c0a08360fa2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3831,
    "pair_index": 3831,
    "case_id": "rte-validation-0067",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "598d0af1ac7347ad7f2fd4ae74e7272c078f6366724483d3920fc7e5d5a9e1aa",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3832,
    "pair_index": 3832,
    "case_id": "boolq-dev-0895",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "688e362eac3262be4e810083eb388ccb3da1ed6edc46126a22bccc872015532e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3833,
    "pair_index": 3833,
    "case_id": "expanded-policy-0195",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f301765fe73c034e3b72ca17d110da13901f20799241600435ad23391721f1c3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3834,
    "pair_index": 3834,
    "case_id": "boolq-dev-1149",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "15400f4c597802ed047ef1b4e08a0dc28b12f574397e4a73fc85584d560e1b28",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3835,
    "pair_index": 3835,
    "case_id": "boolq-dev-3076",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "079e2162d2654bc975e5eba795288dc411cefdc031c267fc1863e8d3aa28bc5b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3836,
    "pair_index": 3836,
    "case_id": "boolq-dev-1454",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "674638d59521073acbff51aec779882d46fb4583ab018eab42cd7498127c41ae",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3837,
    "pair_index": 3837,
    "case_id": "wic-validation-0022",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7e24c5d24bfac1fd93ee1be69adb8196d38be0e573e7995f44554e504688d473",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3838,
    "pair_index": 3838,
    "case_id": "expanded-policy-0029",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9256c6163a2aece8c132f422a60782633f22851d8a339b798e6afaaa5f6938f1",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3839,
    "pair_index": 3839,
    "case_id": "boolq-dev-2417",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7e4e4eef440d0c69474fbe50eade3acdce1e0fd83bd82139d468d4ba5f21d306",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3840,
    "pair_index": 3840,
    "case_id": "boolq-dev-1806",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f157c6915c1c701e8b81c3ba55aed41c0aba2b5d4d6d5fd673587bafe0169b39",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3841,
    "pair_index": 3841,
    "case_id": "wic-validation-0569",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "15d1e89e91af23929e52623438a1afe1b7b7d5b8bcb5da6fdf23a6f0f559d6d1",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3842,
    "pair_index": 3842,
    "case_id": "wic-validation-0617",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "df482131e3b9e554f0a7914a226d04d8da558965f3acc54302275844795fa63e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3843,
    "pair_index": 3843,
    "case_id": "wic-validation-0175",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8c0b8728e6274478baea2d64ad3d2ad54a4146c5efed5ca94fba19bc3639aeac",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3844,
    "pair_index": 3844,
    "case_id": "boolq-dev-1085",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "83af227b55f7bf965a67e9fb2ab0994e3281e9a75073519b07ce049b9b275683",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3845,
    "pair_index": 3845,
    "case_id": "boolq-dev-0560",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9c60276676f3f456515fde7712c6346d3937bb677eb8a3defcd2d7f425f5e996",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3846,
    "pair_index": 3846,
    "case_id": "boolq-dev-2541",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "41b3336d554829d133b24f1a55d3e17403595e0bd8a80e7fde8ca50982963677",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3847,
    "pair_index": 3847,
    "case_id": "boolq-dev-0513",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "76520ad4276746d8faa456eadf4e38bcaab32dda8a5b9fe6f7c1bb409e0fec6f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3848,
    "pair_index": 3848,
    "case_id": "boolq-dev-0181",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3086a9995ad2670cbd2c4300339da8c9a3b7d93a473eaeec1cbc7f44987805e2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3849,
    "pair_index": 3849,
    "case_id": "boolq-dev-1651",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "87c6f19310e7eb52f81b2fe669e143d77a786c8ed466ea2787d260ac4023ced6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3850,
    "pair_index": 3850,
    "case_id": "expanded-probability-0141",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "faac97f47d155049fca2dd5aa36c1bf7c7a37a03444af7cc465fa1d06c19a13f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3851,
    "pair_index": 3851,
    "case_id": "expanded-probability-0267",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "06ade5a20e205234b751fd9c263c9e04afdec61d9288bb2e07bc1f46a51e5d3e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3852,
    "pair_index": 3852,
    "case_id": "boolq-dev-0049",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "fc70939bac77d3ca20742d69b809528362a332a293d930f6da6aee50616e3c7b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3853,
    "pair_index": 3853,
    "case_id": "boolq-dev-2269",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8f4f89ab210d0608d99bee66a6f5ce1ced8cca75970357efc154d3a744b21259",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3854,
    "pair_index": 3854,
    "case_id": "boolq-dev-1130",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "01320d7e886ee1447c53e9c9144c2bc84e5b4374066abdf96a880d375ba060cf",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3855,
    "pair_index": 3855,
    "case_id": "boolq-dev-2874",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "19e7f5661b36d88be63047e3221def301c4b6c40b2e2454ee85f5b8f7edab358",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3856,
    "pair_index": 3856,
    "case_id": "boolq-dev-1821",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6afc0c9100e0618d8f7439d0682a0c9697e3e0da94e6c88fa11ce46efe652797",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3857,
    "pair_index": 3857,
    "case_id": "boolq-dev-0715",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "497fe328c32eed428634f8cf2826c819bf06aec3fc8140de4e21b9c985ebe2a7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3858,
    "pair_index": 3858,
    "case_id": "wic-validation-0277",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1aed7b345d54c22118988f5188a9f3c11cf88b1d0f015cc7c40aa5100df42368",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3859,
    "pair_index": 3859,
    "case_id": "boolq-dev-3016",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9f101c186995124352d10217fe4b3cb660773265eb12ec73c5311a7c11e22f20",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3860,
    "pair_index": 3860,
    "case_id": "boolq-dev-1898",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9bf1ed516a0760e13afd8962890732c280e1bf2ec2c7995e4d99b7689957ff54",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3861,
    "pair_index": 3861,
    "case_id": "wic-validation-0611",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8313f7277f64beea8f0ae0a32ffa4117a01568e6cf437cb010cb0e4f8c7cfd26",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3862,
    "pair_index": 3862,
    "case_id": "boolq-dev-2704",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "abc3af4b3e2f30c8f40c620a7b7ae2d3d8d9e588f08205dceaf95101e5a2c929",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3863,
    "pair_index": 3863,
    "case_id": "boolq-dev-3202",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "addec74c0060bb64734d343e2fe741fb9918911a176873e91a3befeaed89e058",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3864,
    "pair_index": 3864,
    "case_id": "expanded-policy-0135",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1830ea8335f6374a122028c6670780694e9e26e65efff88ef7e653fc2968ba57",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3865,
    "pair_index": 3865,
    "case_id": "expanded-policy-0291",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "91c7248b41d5ebbf5bc0d728586b55d96fc7dd0022a58876fdbca839f1b3b54d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3866,
    "pair_index": 3866,
    "case_id": "boolq-dev-3220",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0522e717462b1e713baf2a89810ab413236f4d56b716b79aa401de7f930d94fd",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3867,
    "pair_index": 3867,
    "case_id": "wic-validation-0089",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "11d3c8e7d2f5fbba58650f2c40bb0b9768ed2c15bc826182e1ea9bfa336610e4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3868,
    "pair_index": 3868,
    "case_id": "boolq-dev-1674",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b5a23ba4e24d04c9d8a1e01c37f7dec8a3921cba90973c130420517ac6ddda33",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3869,
    "pair_index": 3869,
    "case_id": "rte-validation-0023",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1487458608d6847576331a2ba131c2b968c771e5e120fadf33f460278327acff",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3870,
    "pair_index": 3870,
    "case_id": "boolq-dev-1398",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "506a3075bae5e3817714620914e4b9528d41dd6b3560f2e949efe2b296022f8a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3871,
    "pair_index": 3871,
    "case_id": "wic-validation-0510",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "746cc656195c24b0d581fcf15f877d9f35069af72e4f9f34ae5ae10b4e12e9c0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3872,
    "pair_index": 3872,
    "case_id": "expanded-policy-0194",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f4c26e9d001c9b9eb7fddcbb9ee524c15753de87be0e7f79a61085d44ec915d8",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3873,
    "pair_index": 3873,
    "case_id": "expanded-policy-0156",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "01e04523ac2791c0b984372b13b8370e73858e38e97cda8cc92a42a582bfaeca",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3874,
    "pair_index": 3874,
    "case_id": "wic-validation-0077",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2bf8cf17858db6e7b149692b945560ad62232ba1053d13291652ab2b95f9df12",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3875,
    "pair_index": 3875,
    "case_id": "expanded-probability-0291",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ea6d728dc813b6e9e93ee3be731f371f3fbbd72cc45c3e8355640d013e240cdd",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3876,
    "pair_index": 3876,
    "case_id": "expanded-policy-0136",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9f6e8a1dc6812c6ba513c21b16d22fe797ea899e7f343be36bbf7ecdf222a369",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3877,
    "pair_index": 3877,
    "case_id": "boolq-dev-2701",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a91873b13f2ca7d3cbe593e4864f43f56ab128697a70b8b1d37e080cffca5ea6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3878,
    "pair_index": 3878,
    "case_id": "boolq-dev-1396",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3f5ad48daba186b409cee1d0db44db8a4adf0c8f38c3cc3a1e69c7d2cd59f728",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3879,
    "pair_index": 3879,
    "case_id": "boolq-dev-0173",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9797d2419ec823782c84bb62fd656bd9a3982b9e2ca7893233d5b7141514ac98",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3880,
    "pair_index": 3880,
    "case_id": "boolq-dev-1411",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "66126fd50bdc5956687ad087997063334158f5543706ffef2ea218bbb4f1d62e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3881,
    "pair_index": 3881,
    "case_id": "boolq-dev-1930",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5ff9c79bc1694e6bc27523c54eb7a6c8e2f64aad07a1b7feecf2a467d998474f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3882,
    "pair_index": 3882,
    "case_id": "boolq-dev-2406",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ea3bab32210754a86d29f20794e6872c6b8608d0c7d082b840f92c53f4ce6c4d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3883,
    "pair_index": 3883,
    "case_id": "wic-validation-0394",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0cb528af72cb3df2a47fcae829bfad60172250f47eb18c46ef44d7d0af3997a0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3884,
    "pair_index": 3884,
    "case_id": "boolq-dev-1128",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3a91ccad088793af4b97dcb3a6fbccfc03844f0174d149ead32e011a56eefe84",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3885,
    "pair_index": 3885,
    "case_id": "boolq-dev-1551",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "91a80263157f2989e5f61a7c400f121e5d71616b8aa1ae591962538079577acf",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3886,
    "pair_index": 3886,
    "case_id": "boolq-dev-2614",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "314fde01a0995fe52cc82d3e335266f6ecf3bcf2384ba471c3923155fb466688",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3887,
    "pair_index": 3887,
    "case_id": "boolq-dev-1509",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c068ba522fa2a359443a28deac86de539432463a8384473f37913a0b4bb1b553",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3888,
    "pair_index": 3888,
    "case_id": "wic-validation-0465",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f1adb56418b595d69fb9a23f7484bcdbaf937ac6beddddf9a839e82708c5cc43",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3889,
    "pair_index": 3889,
    "case_id": "boolq-dev-2992",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "38cc557eba54223eff32bf9406abed15a9b5e2f98c0627966f57c95fd3860a53",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3890,
    "pair_index": 3890,
    "case_id": "rte-validation-0239",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a0667e4d80347b8020539dec0ec5b5a8bcaf39eaf99aba30e9019ba9fbf31a13",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3891,
    "pair_index": 3891,
    "case_id": "wic-validation-0417",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "88feb24b7a681476ec31ed09ac36d9d2446c74da94153c780fe3e8c22b069d4c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3892,
    "pair_index": 3892,
    "case_id": "boolq-dev-1431",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "bcede083b1d9d142a3f45b46935baf5966fcf290ee85ecada7e3a2d6b98db942",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3893,
    "pair_index": 3893,
    "case_id": "boolq-dev-2793",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "fd951d059130f097aa491f7ae0062a66269b562846a9f04ef42776f2f73b21ca",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3894,
    "pair_index": 3894,
    "case_id": "wic-validation-0587",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "fd69a66a01014ec964ff8d8c92fe72e8ddbad2335bb74317e67b59de42445996",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3895,
    "pair_index": 3895,
    "case_id": "boolq-dev-0060",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b17f1d75e445dd3a2c54d3eb04d97e3f244e443678d9655a202f6cb5c4c6d845",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3896,
    "pair_index": 3896,
    "case_id": "boolq-dev-2308",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "11326f8386b8518b3ff4b5fdb79570f2f0ddebcb827180c3285497b08bf40c53",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3897,
    "pair_index": 3897,
    "case_id": "boolq-dev-2689",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d67fe1b04b36987c08f9f5114499d18434c1ddad495f4cd1327fb8a604e84ea2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3898,
    "pair_index": 3898,
    "case_id": "wic-validation-0247",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f9cf5bee9051c9594cc7b14ecc00d3d96912e769da8aed06f0d2311c8d14aa3e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3899,
    "pair_index": 3899,
    "case_id": "rte-validation-0215",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "21cfb1416b821ca3f74401e74f4a15ebef7ff13531127e96781656ee256856f0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3900,
    "pair_index": 3900,
    "case_id": "boolq-dev-1422",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "006874031b09a3edef2431351e2b4cc5a6c486b8a6136d0be105e1d21c6b3dee",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3901,
    "pair_index": 3901,
    "case_id": "wic-validation-0570",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "26e289cdff8e45c33d9415e9942debb5d2276f1e348007140bb59331618d9a16",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3902,
    "pair_index": 3902,
    "case_id": "wic-validation-0489",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5df88cc2f63da327f289afd8dc23e75d87120dff3505d4261f94b6729daeb984",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3903,
    "pair_index": 3903,
    "case_id": "boolq-dev-2922",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "864865e2512b544010ea46ce00f48852d0ca06d7a5c9b0716913712a0085c366",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3904,
    "pair_index": 3904,
    "case_id": "boolq-dev-0430",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e39d4594ff19b5d59ce018107cf51149a81053d89bbeacf8902046a2124e515c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3905,
    "pair_index": 3905,
    "case_id": "boolq-dev-1002",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f5e620ca8d2cbc0c619ae014b6a820aeba6cd13487a76d6f2f0588960a2543df",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3906,
    "pair_index": 3906,
    "case_id": "boolq-dev-1573",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "42f9bfeab8719818ea3c5e3a5b3116ad13fc91973a6854028043bd5aecd05cf6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3907,
    "pair_index": 3907,
    "case_id": "boolq-dev-1855",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4c566d0953a726abbf24bdc5459207034bcf8e45173bcf9e608113df6c39b196",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3908,
    "pair_index": 3908,
    "case_id": "boolq-dev-3044",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "fcf080f4af4804b853c034f388c4c6c8fac7d96fd39bf62295320f7d22acacae",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3909,
    "pair_index": 3909,
    "case_id": "expanded-probability-0224",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f8a81fb8f189146f89c9cd8de7638f3716e9b8e1138df200dd71a12e0f55a04e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3910,
    "pair_index": 3910,
    "case_id": "expanded-policy-0222",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5197d33b5b7c3807715d5ec6119a63bd985a8bbfc2a5a66bb7ad388fddbda781",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3911,
    "pair_index": 3911,
    "case_id": "boolq-dev-0759",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0484040ecff25fe2bf315a60285721e4e875d0cbdd79a4982f1e460b5339586a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3912,
    "pair_index": 3912,
    "case_id": "expanded-policy-0240",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "99e3fb464ed1d125617bdf6474a54cde7c9013a568eb078624dd22e7403be105",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3913,
    "pair_index": 3913,
    "case_id": "boolq-dev-2819",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7dd7617570aa47fbfe4b4a8e05e6e54d465cf3593c6bcbca287a4d339870c1be",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3914,
    "pair_index": 3914,
    "case_id": "boolq-dev-2292",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b41a36faa8781faaf46cf26be8cda5f7cb8467df61f4b555efdf0cb87990a325",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3915,
    "pair_index": 3915,
    "case_id": "boolq-dev-2515",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "dcfccfbb0323afb2f95a314b688e40dd5e9794893890fe36fc2ddaf4df6e6032",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3916,
    "pair_index": 3916,
    "case_id": "expanded-policy-0103",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d6223695cbbd111a57fc9560627abf943222c2f8f2662458ce6eb0e913cd287f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3917,
    "pair_index": 3917,
    "case_id": "expanded-probability-0225",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3881ebbeb8d0539954e45dc39890d8dc9bec7c6fa5d4eb93b31f9ff3e4e7ec5a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3918,
    "pair_index": 3918,
    "case_id": "wic-validation-0132",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "10fd73847fb4640c823d63de26e49203a9d4165386817e243df7c268acadb2e7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3919,
    "pair_index": 3919,
    "case_id": "boolq-dev-0096",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7525c1d0c62c0ff85c3596563f43d77051d79a633a9b18648d33d0f85206b9c3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3920,
    "pair_index": 3920,
    "case_id": "boolq-dev-0390",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "de3f5b67a4e5c3d96b576959920278a0f37b4b60c95019e140c37360deb4bcae",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3921,
    "pair_index": 3921,
    "case_id": "rte-validation-0060",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3723558e80db354974fc0b57523a085d31d5f7e4b4e309f01f32567b4371cfbd",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3922,
    "pair_index": 3922,
    "case_id": "boolq-dev-1529",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "44c0d1ff71db1cdc40b7051ff739d9b4ecba5424b676fdda73380f841aaef5df",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3923,
    "pair_index": 3923,
    "case_id": "boolq-dev-0830",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1614ad9586070b866bfdab3ddf3f568e3a081106d63130dbec95cb183cfc2c85",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3924,
    "pair_index": 3924,
    "case_id": "expanded-policy-0296",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f989ddfd62216687748398278785a16a215b044a0828005d6805268d8a403e72",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3925,
    "pair_index": 3925,
    "case_id": "boolq-dev-2448",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "61fc63be2da3be60503f975549a3a2a50f9290a0b5800f69179518f7a4ffa827",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3926,
    "pair_index": 3926,
    "case_id": "boolq-dev-1387",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "032165003538185fe08b0e251301ecb1fb7a606ae2899fc96e6a8b4b7d7e7471",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3927,
    "pair_index": 3927,
    "case_id": "boolq-dev-0075",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "eb12a94e5735b33d7979eda162c800d8b1ebacd1d8947247efe160b63e307665",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3928,
    "pair_index": 3928,
    "case_id": "expanded-probability-0234",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8a1ebd3b1fec6445a19cf3fa349ab773144375e24afbc642f33be5aa3dedeedb",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3929,
    "pair_index": 3929,
    "case_id": "boolq-dev-0150",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0b5ce36bb6afca4314b4409ad07bd3f904dcfcd10b536bc9003dd0f473945da0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3930,
    "pair_index": 3930,
    "case_id": "boolq-dev-2226",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "52fa8249ced16a5ae23f39798851f1dda9bedff926b5b0c35c422616829476a8",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3931,
    "pair_index": 3931,
    "case_id": "boolq-dev-0138",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "deddf69a4bbc704d8d5e34e31e686936f2853c5eed87d6803319b880b524a3c2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3932,
    "pair_index": 3932,
    "case_id": "boolq-dev-2511",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9c15d721da908f46a37927b0cdeb56148ca623af369e9c6dc2646f8c47a3a429",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3933,
    "pair_index": 3933,
    "case_id": "boolq-dev-1066",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8218bef425ccc9b731605931fdd8b64cffb8fd6a7bfeb3b2175b32796e5ee150",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3934,
    "pair_index": 3934,
    "case_id": "boolq-dev-0543",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c281500eb76d08a4f7dfd9d6aadb2b08478eb9074fcb8b0250c3e9ef211acfbd",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3935,
    "pair_index": 3935,
    "case_id": "boolq-dev-0074",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "88d6704e54e0928b82c7e6f4a1e313db7b0b18246f1afe57b432d5d524257313",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3936,
    "pair_index": 3936,
    "case_id": "boolq-dev-0303",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8919a2686050a58ab71808ec19bb31c78789db7b125d67d40cb516a3f4577fd8",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3937,
    "pair_index": 3937,
    "case_id": "boolq-dev-3151",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "64e14f87bf0d9be044adf44aac1104cfe5dad39ec97d0af0759a37b1b627a8cd",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3938,
    "pair_index": 3938,
    "case_id": "boolq-dev-3118",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "16196e352e466db7efdbc98ae081500fd72db20975a7f81f3b837a24760a3e33",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3939,
    "pair_index": 3939,
    "case_id": "boolq-dev-2706",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "41251cb243cac5a2f03570fced4dc0df0d25c9090560905af879d09510d5aa90",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3940,
    "pair_index": 3940,
    "case_id": "boolq-dev-2434",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0b74cb36b1fced8e305941752e1ca541051b09b82a593f1032a318000b47b9dc",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3941,
    "pair_index": 3941,
    "case_id": "expanded-policy-0297",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "63d7044dc5e14f5c76fe5857767c2684805c90ec0f63ea90afc04dd4995f9d72",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3942,
    "pair_index": 3942,
    "case_id": "boolq-dev-0228",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "88f7e67424b21d1ac940bb05653e01851b0f8d265baa9da12d97f58d036acd1c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3943,
    "pair_index": 3943,
    "case_id": "rte-validation-0005",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ce88c8bee2772428c3fc7028f21eb6729ae62fae7aeb91945437aef113f3ffbc",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3944,
    "pair_index": 3944,
    "case_id": "wic-validation-0397",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "073676ece2f23b684fac67c71add3b8a8ac94605b596af2522d6505c883fc6e8",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3945,
    "pair_index": 3945,
    "case_id": "boolq-dev-1194",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8ed407eda60249de548b35c40e789b7ed7bf0228096f951b992da669664f9cde",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3946,
    "pair_index": 3946,
    "case_id": "boolq-dev-1499",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e5354ae3215a2435337ea66775f36d2eb3d8e9b99066baa071f9adec7d0d3848",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3947,
    "pair_index": 3947,
    "case_id": "boolq-dev-1176",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a6bf88d530cf723cfb67c671a09a5ce9126a7074f6ac959a7509ce6ba4b286f2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3948,
    "pair_index": 3948,
    "case_id": "boolq-dev-1580",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "886a85d35a0bbe9bb7553a7823bbd4d6bd8b94c0ff06c726ab7fa5abd84ba2e4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3949,
    "pair_index": 3949,
    "case_id": "boolq-dev-2099",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "23cb6e53c35965f753eb93547a8d313660d85cbe6453ecbe413fa33e6d44ba96",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3950,
    "pair_index": 3950,
    "case_id": "boolq-dev-0073",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c1411052921783e258aeecbb55fe7c774885f2942c46bdf743fa2ff45788cf94",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3951,
    "pair_index": 3951,
    "case_id": "boolq-dev-0548",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f676a3caaf3479a3600af96dee7686d6f181437ee481def5363465ca2158dd3f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3952,
    "pair_index": 3952,
    "case_id": "wic-validation-0454",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "055c2a4294d383c99626747462f7128f79e98dd5a06a31a409f1945e04e54e0b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3953,
    "pair_index": 3953,
    "case_id": "wic-validation-0537",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "14ed1280ac8f8ebdfeba2c55b5c1b245c4eddfbcc6f3b70495632fa77c89500e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3954,
    "pair_index": 3954,
    "case_id": "boolq-dev-0036",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e3c7b1ea2a4386dfb18e31eeb14e7851f1aeac8d34a4a6799c939e47b0f22974",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3955,
    "pair_index": 3955,
    "case_id": "boolq-dev-2904",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "90782ef42b16f3a11495163e9fed679b6392b5c6ad1261ec4557ff4dd4c9775c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3956,
    "pair_index": 3956,
    "case_id": "boolq-dev-1372",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "19c0b3c2bb46aa8c8db97220a2064e3851f2171b8e98bcc4e30ba80789106873",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3957,
    "pair_index": 3957,
    "case_id": "boolq-dev-1781",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b9546d31dcf935aac8943fd3201242cde2d46b21db5d855dd8978a94739bf964",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3958,
    "pair_index": 3958,
    "case_id": "wic-validation-0262",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "cca32536eef341c64397b457a41f46e54dd70df841222aeb4eab656d82d87684",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3959,
    "pair_index": 3959,
    "case_id": "wic-validation-0315",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f67d182b65804185232e0bda57962761375a52b861d1ab1e4f449b017fc9b930",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3960,
    "pair_index": 3960,
    "case_id": "expanded-probability-0090",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "595b2097c8c9d8f4ac3d69114ff1fa20d7686b18006e2b7cfb91ded0a0697565",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3961,
    "pair_index": 3961,
    "case_id": "boolq-dev-2718",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4dbba2370a598ef4d6a8a93472b46c9c929fb5b36e78daa4b445d3619adae568",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3962,
    "pair_index": 3962,
    "case_id": "expanded-policy-0097",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "94aff48b9cd01e56078895e0040e26b55dd11bd07a4e0b83780105d9aa954738",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3963,
    "pair_index": 3963,
    "case_id": "expanded-policy-0255",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "368d20b0a1dd5802165265d65ce87bf6530974c0b1807b0bdd6af57c42422212",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3964,
    "pair_index": 3964,
    "case_id": "boolq-dev-1683",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4a7a1b5c7958dd6b13a72c818feddcb7d5a282f50a475b1ce1d0acf18210b25a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3965,
    "pair_index": 3965,
    "case_id": "wic-validation-0064",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "16b24513280021717f0649264c1782528c8f61996ca639f7e9f45ddd35c5fe1b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3966,
    "pair_index": 3966,
    "case_id": "boolq-dev-2752",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "70bb273e2f300bc0989ef97d5f572d1f06e7351d4c1bf29e73d942d6d56e7a16",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3967,
    "pair_index": 3967,
    "case_id": "boolq-dev-1226",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ec1b00ccebeaacf360ac0758c410ba94b5f11513022fef5f87efd3d8649f6ecc",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3968,
    "pair_index": 3968,
    "case_id": "boolq-dev-0829",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "89a35c3e2d3fed5491b7f7190650e71e887c294a4b0c4148ffd6a04049747c7f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3969,
    "pair_index": 3969,
    "case_id": "boolq-dev-0084",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1f88fd4119e283077b621e2f174eb730fb3033e3351aa34fbefaec8c637cff78",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3970,
    "pair_index": 3970,
    "case_id": "expanded-policy-0064",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ff29967e7d694b407d9386c8d1fd519f650af38c0e8ccd0e62b7e15ae7d35c64",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3971,
    "pair_index": 3971,
    "case_id": "boolq-dev-0364",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9e69cbbb2054f7af8bbd6ace6395a91f84c92c101e27d71e630585d4d8a4d500",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3972,
    "pair_index": 3972,
    "case_id": "boolq-dev-2248",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6b8ffaa42738da0ec2a16bc3b1838361e786083fad031369d748ed9052c58143",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3973,
    "pair_index": 3973,
    "case_id": "wic-validation-0409",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "56c7e9c782207aea3353931c7b3a7d98d2c1785b7d40f6d59e7d45ab1d62284d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3974,
    "pair_index": 3974,
    "case_id": "boolq-dev-1405",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d592c936f82b83213314407b0d8ab39de553704406aa7ea83d3d837b4642dc9b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3975,
    "pair_index": 3975,
    "case_id": "boolq-dev-0243",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "eda85062511fcec672085a617e2d45f7512f485e9c8d18be415f66a56c29ff61",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3976,
    "pair_index": 3976,
    "case_id": "wic-validation-0426",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "50acfc91ba643a15b6b2e1e54e47770871a5a9920de08a0ffbb89bbb529458b8",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3977,
    "pair_index": 3977,
    "case_id": "wic-validation-0534",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c4b9434a569f8dcfed41e4ead616d239238252df03247a000c52fa482cd797e6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3978,
    "pair_index": 3978,
    "case_id": "expanded-probability-0280",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3ed86edad6e55d88b1776cfc80245e96c048966f09c47411065eb93257e84a98",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3979,
    "pair_index": 3979,
    "case_id": "boolq-dev-1524",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2d77f241af6066c5164bc5fe43c7d23e1fdc61b0918fc522b409caa34be58a88",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3980,
    "pair_index": 3980,
    "case_id": "boolq-dev-1213",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9a9ed3aa4dd87bf310cd1da88c3ed1f8357a06f8b786f3c9fbcdc27bcc4e5d7b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3981,
    "pair_index": 3981,
    "case_id": "rte-validation-0088",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "41446524efa8184cff8708c964c8e04ef1ff95db021b0c9c53d0012e0286afd6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3982,
    "pair_index": 3982,
    "case_id": "boolq-dev-2964",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e277aef9dd70b7e060860484695493045ecee5368eed18509901c8d9b807ab7a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3983,
    "pair_index": 3983,
    "case_id": "boolq-dev-0494",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c33bbdc07d70a01abb07a13d6b0d27e89fb88039304b676187bb074ad0580ba3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3984,
    "pair_index": 3984,
    "case_id": "boolq-dev-3109",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c8ccc59d669a9e6f7e6097e9c50a16bf5dc1f6834b47bc15042d83ecf8b54094",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3985,
    "pair_index": 3985,
    "case_id": "boolq-dev-2794",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "fce204ba64da921e7532b1c131d458069bd5723002be15d4a3670bdd6878e759",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3986,
    "pair_index": 3986,
    "case_id": "boolq-dev-1136",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5c5cd3f789f1a187e6ac978e0a2c3abf4997a7dfac4167df3a4331dedca30c99",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3987,
    "pair_index": 3987,
    "case_id": "rte-validation-0256",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9afd052cb47f39c4485e9d1fe69da50f8ddd57e60aa46d869724ec494311688c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3988,
    "pair_index": 3988,
    "case_id": "boolq-dev-0794",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "bc927d4101dc3de192e50311024cca623f0631d98c9d352843ca4122aefa738a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3989,
    "pair_index": 3989,
    "case_id": "boolq-dev-3066",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1e6b277d53a07fd99b271606da96337a254dc9ea1257fe0dae1ba3f28bc4e78a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3990,
    "pair_index": 3990,
    "case_id": "boolq-dev-1937",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d4a22c6d0c2042583eacdd182ef095bb1c7d74086110f3879301ac2543554799",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3991,
    "pair_index": 3991,
    "case_id": "boolq-dev-1920",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "181439cd50444519207476b7ff1bf61b230319388df443093e8f3a83c53d00ce",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3992,
    "pair_index": 3992,
    "case_id": "wic-validation-0103",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "abe7641cd08ed617200d11b9967dadbc37c17b9ae064ff41cf6b296dff344322",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3993,
    "pair_index": 3993,
    "case_id": "boolq-dev-0024",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2528d5f43f9ab8c76f58e58c597cf582f07f8908ab24c8cc1ea73451026d4bdf",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3994,
    "pair_index": 3994,
    "case_id": "boolq-dev-2051",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2e6593a87c56184e5e42126aaeb8fd24cf1ae5f5df13f2b00f064d4e5383bc54",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3995,
    "pair_index": 3995,
    "case_id": "wic-validation-0398",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "cf0d98e5f3587fa4fde36f790a41f79d445fd396fe58ece23f8fa90a52a0b01e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3996,
    "pair_index": 3996,
    "case_id": "wic-validation-0072",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9af85a8c984d64a03e6c9699d7425c950f46849ea80ee73d57950979f26dfb1c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3997,
    "pair_index": 3997,
    "case_id": "boolq-dev-3162",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7b3606cbf8c6e8dc88398d1e6c6db4fd48004c38d1b22948dd606082d4f57b32",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3998,
    "pair_index": 3998,
    "case_id": "expanded-probability-0148",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9d63a30bea6328f64728d8e7094c70e6b2fce818657267e6448ca2570e5312e7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 3999,
    "pair_index": 3999,
    "case_id": "boolq-dev-2349",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d67b835fa454e7e71a8d26ee0f53f4a4391958c022a7c80d09d1b80cdda8c5a4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4000,
    "pair_index": 4000,
    "case_id": "wic-validation-0238",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "46fbb8a241b7db0be3e8c129f6c8a36727a17fce0b7311a11cf5e07ad299715a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4001,
    "pair_index": 4001,
    "case_id": "boolq-dev-2275",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "30d9c01fe8e815825508f8ce8965f8a8d55b62d1d18ce84e78db377b3e4dbe4a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4002,
    "pair_index": 4002,
    "case_id": "boolq-dev-1697",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "fbecf215b5da1dd274bc030da9d3ee85a6b0aaa5c2a657db496e0c0625d7002d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4003,
    "pair_index": 4003,
    "case_id": "boolq-dev-2420",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "66f65285c92ed18cbf122c61291165d63ffa0f125b1ede6d43cb9602c3900683",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4004,
    "pair_index": 4004,
    "case_id": "boolq-dev-2634",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a494bf3fdc522e89b7dfb90f3fc6793e9a25c620b720190ecc713a4ba4ce2735",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4005,
    "pair_index": 4005,
    "case_id": "expanded-policy-0166",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "dd9ec5c0170401171193eaf7951856377e24153e4c3c1119457d53611e1c5762",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4006,
    "pair_index": 4006,
    "case_id": "boolq-dev-1132",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ed2796871dadd88a32f82632e21a55a75a77e7090b50186d226978a0e66ddfe2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4007,
    "pair_index": 4007,
    "case_id": "boolq-dev-1561",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "cf7314179469be38c699edfe83087ff09e566b142b1cd59bb3b4dc907714cdd8",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4008,
    "pair_index": 4008,
    "case_id": "boolq-dev-3013",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5b0bba903069de7323db7270e4e651e91de6e06453315a795509b50f3aef01ed",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4009,
    "pair_index": 4009,
    "case_id": "boolq-dev-0962",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8f49a7e6394ec5fb4b355c42186e2a7c4cbd4686044abae1b7f170be87e5fe44",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4010,
    "pair_index": 4010,
    "case_id": "boolq-dev-0006",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "34d268e8f726406ab3d08c7970dc846877619cc84d89c6f07e4666f01676ba23",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4011,
    "pair_index": 4011,
    "case_id": "boolq-dev-2003",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "43704262651ed83a56470f11a3fb4cb302ee2b82515af6688484c642aa3f19bb",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4012,
    "pair_index": 4012,
    "case_id": "boolq-dev-1056",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "adbe21427710522d1aadf4eb932774fe7e9d78bfe520344d8aa1a202cd89f162",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4013,
    "pair_index": 4013,
    "case_id": "expanded-policy-0013",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e743293b58b3bb1798fbf7ec54fc8f9b573cb09e3cee03793dc23150817bb627",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4014,
    "pair_index": 4014,
    "case_id": "boolq-dev-1321",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "59031098b97bb79d1202fb0bf196a448c6824646c6f438cf68a9b4307edb1f04",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4015,
    "pair_index": 4015,
    "case_id": "boolq-dev-2458",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1e3852fdb8f93890c88f23a2507177e61cf46a80d4f6880d4149022998e7726a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4016,
    "pair_index": 4016,
    "case_id": "boolq-dev-0699",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d24081341d2af46760bf5c54cbcc6a53b641c97c1b829e099db1cf0dd95f5926",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4017,
    "pair_index": 4017,
    "case_id": "expanded-policy-0138",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6fbbfde3f022363a34476a941835b0e0f15c25b14b161390c5b34c47c97dce12",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4018,
    "pair_index": 4018,
    "case_id": "boolq-dev-2303",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2c087bb6633e56147d006dc4f6d604df35f303b99461787fca40a49f162902c2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4019,
    "pair_index": 4019,
    "case_id": "boolq-dev-0666",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "20c82d2fee12cb2d94fda0627a3f7ce8ca7a25e2a257207bdf4ce08f5922ce27",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4020,
    "pair_index": 4020,
    "case_id": "wic-validation-0166",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "787a66ea7f9bee63ff1eb00618c5b36f4117387ad9bc9cbb118b7d4b43e5c38a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4021,
    "pair_index": 4021,
    "case_id": "boolq-dev-0196",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7bd8e52f9acd89b030c2d7b1377fd652c44bb5c2e5d26b71d91b914d8a8b8e5e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4022,
    "pair_index": 4022,
    "case_id": "boolq-dev-2789",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "95c84e947c6157b3a46174e53351987b5b8f0bba3db40a51bc6dc1b0eda723d0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4023,
    "pair_index": 4023,
    "case_id": "wic-validation-0221",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5758624db2e61fe108e38db8213ec86fb66385ac9a8ad54bc9428607bf002e40",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4024,
    "pair_index": 4024,
    "case_id": "boolq-dev-2924",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8ec887fcb479ebe5fb2de9f6f25e466e5d95222515105a48be3599352f6cb9b1",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4025,
    "pair_index": 4025,
    "case_id": "expanded-policy-0190",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3cb8c6e62b7d24e88475fb20176bbbb0250356e814f3f32d89e5113b161fc0cc",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4026,
    "pair_index": 4026,
    "case_id": "boolq-dev-1728",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b6417ebae649ff587cfe966332514546779bec49fe9c8f1cf44f028a592cce30",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4027,
    "pair_index": 4027,
    "case_id": "expanded-probability-0123",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "915b771f311a754a6a777fd958694332dd839cb14cac0e0fc0b40b2f59778fb7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4028,
    "pair_index": 4028,
    "case_id": "boolq-dev-2733",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d485a15c4b1f3c99fa315b3c33d4ff43d3a21df803e96117cebc88e8ea8668ca",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4029,
    "pair_index": 4029,
    "case_id": "boolq-dev-0128",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6727fd9b289ae7b79aa30de7e483f0c3f23339acfad42dfcee9282940584fdf5",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4030,
    "pair_index": 4030,
    "case_id": "boolq-dev-0680",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c0e64fe418b36139615bf1e876237cee54a25264f2dc66422d03199e43c47bf2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4031,
    "pair_index": 4031,
    "case_id": "boolq-dev-1694",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "692c23779c62c854db4da6a63b8626f16b2f3b1e23295ddd917e35d2f117b0dd",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4032,
    "pair_index": 4032,
    "case_id": "wic-validation-0121",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f6ac1a55be97f8a8c630c65efa0bacb92265bb68e79edefc394fcdc5da054ebf",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4033,
    "pair_index": 4033,
    "case_id": "boolq-dev-2960",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d15522ad633836c0e3b49c692ae8b82b2f1cb25a6a446f29732c557626b2bb7b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4034,
    "pair_index": 4034,
    "case_id": "boolq-dev-1554",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c73d75771d634dd6cf9c87ddb48b6188c19c5d74560bcf54a0b74f5476d54ce3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4035,
    "pair_index": 4035,
    "case_id": "boolq-dev-3018",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "af904e52836e61f6eb179e66527691b237fc1b29a60af036563f9f9a3fe6c59a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4036,
    "pair_index": 4036,
    "case_id": "expanded-policy-0058",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b832a45445f5234da1bed6a9deeffcf00b9883b7e7ccf23aaf8971c6239b9809",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4037,
    "pair_index": 4037,
    "case_id": "expanded-probability-0226",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2d0fae798d6f969bb12bf563c5bac88ba577352137a2e0a266ad498a955c68a5",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4038,
    "pair_index": 4038,
    "case_id": "boolq-dev-1494",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5c0d6e5877e5b163aa1cd6099fd7384fef1758996e9e6dc83eb99afd0cd1e23a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4039,
    "pair_index": 4039,
    "case_id": "boolq-dev-0203",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a3169aa781b50affe7a9b5752e9901c468b96592c80ff894c6fa667cdc356619",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4040,
    "pair_index": 4040,
    "case_id": "expanded-policy-0161",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "763900cb13cf312c7c2344158d538f8bf1a280b97c954a33a25de1c623dcb918",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4041,
    "pair_index": 4041,
    "case_id": "boolq-dev-2825",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "bb235a7c9c9547a9e7dc9b40fb69d2d3421156a7bb0f34a6de607bf97fe9ffad",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4042,
    "pair_index": 4042,
    "case_id": "boolq-dev-2173",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5f428bf00199d79d01d22dd080766eca510b9a58907beee7f2ea8a9353b198d2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4043,
    "pair_index": 4043,
    "case_id": "wic-validation-0415",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "cdd00b7b67461b62609810fc8844c290f033147b4512ef74d98c804c25d79f23",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4044,
    "pair_index": 4044,
    "case_id": "boolq-dev-1273",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "33e48538b623b123dc9bf2af2dc934458b7d04a3d91f142916329a52734f9615",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4045,
    "pair_index": 4045,
    "case_id": "boolq-dev-1477",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5a2ab2e469add2c36d2f5f9a778e2611b33246031c3e276b87eb086a1d0333f8",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4046,
    "pair_index": 4046,
    "case_id": "boolq-dev-0451",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c9bd65e990b9490959e5fdd85b343631d106c0955819fbba258914965efac0c1",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4047,
    "pair_index": 4047,
    "case_id": "wic-validation-0626",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "88fe372fdc216c9cabf06d3092b3790ba9cea1933c4c65051c61f46bdf91ef58",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4048,
    "pair_index": 4048,
    "case_id": "boolq-dev-0605",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "32e24635e1edc2268f0865ac0471b2be6185c5f96ba8d48e4fe494b5d246c694",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4049,
    "pair_index": 4049,
    "case_id": "boolq-dev-2504",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c33995ffead88e7bd9b4a36cce0dbbf6d1b9af905a443e2cfc1e067903b7a22f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4050,
    "pair_index": 4050,
    "case_id": "boolq-dev-2368",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "280ff1d34475b3ee3e9e381a9b78ee07ec25f69a04a4a84f2f132dbb03c1637c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4051,
    "pair_index": 4051,
    "case_id": "expanded-policy-0264",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0c1f3ae71135412a862602d440be985160937ec79e7d30c064a49ba1b06e120a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4052,
    "pair_index": 4052,
    "case_id": "boolq-dev-2942",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d5c936aa4e7927556f21882571183235e52839bef872674fd88e7626e89d811f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4053,
    "pair_index": 4053,
    "case_id": "rte-validation-0026",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3b43c3f2980bc58eab9d881d1de3dc2b927cc73d3296e4a06f70c6dba00c9441",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4054,
    "pair_index": 4054,
    "case_id": "boolq-dev-2971",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "564762d566c61912e8132f99343316762cc59411a68174f87c170b6e2c91001a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4055,
    "pair_index": 4055,
    "case_id": "boolq-dev-2489",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "188e6f1f4cc7b3faf5e3f178f23c1c7051b2255f16ebaebc6788c8cffd20b677",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4056,
    "pair_index": 4056,
    "case_id": "expanded-policy-0239",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3959d8ea84b31c71f08fb416dbaa6e6dfbe90a56264da8eed763a801a42049b0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4057,
    "pair_index": 4057,
    "case_id": "boolq-dev-0051",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ebf93a68cb0b9e7132a3ecb58da3606dbd35e0ff3b373c9be357a57c890ed3ee",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4058,
    "pair_index": 4058,
    "case_id": "boolq-dev-1915",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f27639d2bfd563afd5dd6d8777e028340fa8ec5015ee2af9ef08648445f40015",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4059,
    "pair_index": 4059,
    "case_id": "boolq-dev-1742",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "54778500da3d1bb9c826d9058a149936f2ba5ce649f10fc1793696c1da4dc78e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4060,
    "pair_index": 4060,
    "case_id": "boolq-dev-1080",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8a4e10f21d1ccf56e727a7a1990b771e52337febcb2ddf60e0d338c198eb392d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4061,
    "pair_index": 4061,
    "case_id": "wic-validation-0416",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4da3715b06d94c1d0b9deb91461954503c320c86a71c60a92de619757688ba5e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4062,
    "pair_index": 4062,
    "case_id": "boolq-dev-3095",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f6f388b0e4fca8db92e33820051a08297a921db6368800839e18ea92c265dd5e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4063,
    "pair_index": 4063,
    "case_id": "rte-validation-0033",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2ca6585430eea13dd56b97b0e57e81c12ed8f720ab6d8a7331158b718ff2d275",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4064,
    "pair_index": 4064,
    "case_id": "wic-validation-0032",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d0a521da2f998b1826e5bc0a7494d7c388f3f37390bbd7e4cb273d3ef823614f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4065,
    "pair_index": 4065,
    "case_id": "wic-validation-0298",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e1219644a0ff90f153cccaa52a834126793fff980ac22df8b3574b24c4c6aba6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4066,
    "pair_index": 4066,
    "case_id": "expanded-probability-0222",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8baa0222fd30a62f3439e411fb792ab7d1085467e99d1daafb30e31dd1728e54",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4067,
    "pair_index": 4067,
    "case_id": "boolq-dev-3247",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "dc5d4db42c4d71468b6e82d50a7d6f940e2219085b3c84a6dfe54d60f9220e81",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4068,
    "pair_index": 4068,
    "case_id": "boolq-dev-2019",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "847d0186445f5425065eb01d992312bbb5ab37a57b061ef196f3a177d1716b4e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4069,
    "pair_index": 4069,
    "case_id": "boolq-dev-2364",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d26c70dc05628fea3455685fcc488dce597a3080ea93b3b082fd176ed619d68f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4070,
    "pair_index": 4070,
    "case_id": "boolq-dev-0932",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7c907ebeb6212e85604937b55742b121f18bbd9b552f2364a6c9c84658833dba",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4071,
    "pair_index": 4071,
    "case_id": "boolq-dev-2093",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1f755048ece2f33b38f1aab998eb637f459697846b4600622d714e7283c4d5b5",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4072,
    "pair_index": 4072,
    "case_id": "boolq-dev-3219",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b5ea05402db5229661d303ac1d93e08271192197f5fad3f0c652b575bc52f295",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4073,
    "pair_index": 4073,
    "case_id": "expanded-policy-0159",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "108e81a85f1cec8165f82f4927778f805963be3879ec48fab3cebe2e41b30fbf",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4074,
    "pair_index": 4074,
    "case_id": "expanded-policy-0142",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7ee36c3a7231c0415caefdeef69491f47add665758c47c9f03c2617adbc32104",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4075,
    "pair_index": 4075,
    "case_id": "boolq-dev-2880",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f2a3d01949c1bfa0f8dd548f81d6db19f314678fd6b3f9aabfd659c6372333e0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4076,
    "pair_index": 4076,
    "case_id": "wic-validation-0440",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ec83b2076c30245e9c03db677075c46c5c52ea0312ba0ea3bb7fec864ce1d801",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4077,
    "pair_index": 4077,
    "case_id": "boolq-dev-1739",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "23e0d67c76bd84993d4a0204727fd07526a2fc524e957906913afc64191ccb4c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4078,
    "pair_index": 4078,
    "case_id": "boolq-dev-0449",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b1c08a9ab5cc5e059530858845e6cb4765b835e6dc7e0da237bce0e36bd6b98b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4079,
    "pair_index": 4079,
    "case_id": "boolq-dev-0807",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f68eb960da7eb0d12bcccae5a1a94326a53fb3fff53126b3b597ffd46738e682",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4080,
    "pair_index": 4080,
    "case_id": "boolq-dev-1904",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5904b12def42ec2068b25b0244f07d44bc538e708a5cfcc707c30c8d289007a7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4081,
    "pair_index": 4081,
    "case_id": "boolq-dev-1721",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d8247f4536c0be4b904a47a08f082e4da73e445b2ee8a2756872f70a85061c31",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4082,
    "pair_index": 4082,
    "case_id": "boolq-dev-0007",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "34e939bd860c5af43023d15223a8f046021f772af67e354c840dbd02f8d050e0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4083,
    "pair_index": 4083,
    "case_id": "boolq-dev-1727",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d9c93981bbc9dd8431b7cdd50fdd62c1827f7b70584cd13ef414f9caab63435c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4084,
    "pair_index": 4084,
    "case_id": "expanded-policy-0021",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3e0f37864c5c4ce38e099043306c4de518a0cdac61979d2825b9f0c9c1d5e246",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4085,
    "pair_index": 4085,
    "case_id": "wic-validation-0460",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "83449b929fb3f4c803b3c5ce825903e785ba6676430dbd34bc5b78799171c174",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4086,
    "pair_index": 4086,
    "case_id": "boolq-dev-1729",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2c540e0320889b0b008f60425e1b40e07a5de723767f0f520452f5779ec60e71",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4087,
    "pair_index": 4087,
    "case_id": "boolq-dev-1519",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3e9c64eeca8c60462a26074742695e4804da782e15b245e9939ad3bdbd083640",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4088,
    "pair_index": 4088,
    "case_id": "boolq-dev-1778",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "84614b6ae413641d4d9bfd3790b127471c7bcc29f634320c45a53b5adbf8ebb2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4089,
    "pair_index": 4089,
    "case_id": "boolq-dev-0768",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4a4c3639ac1f26ab9c00c4c6a3ade8af2fdda5003e65687ee29106b2f3156ed2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4090,
    "pair_index": 4090,
    "case_id": "boolq-dev-1045",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d966f44179d8ce9421f8978046793a600456f4bf78388bcd91727eedd75cf428",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4091,
    "pair_index": 4091,
    "case_id": "rte-validation-0192",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "666992eeb844d22a3b9049fd4b4469599ae653a8d9a2621eba21d98318a59c72",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4092,
    "pair_index": 4092,
    "case_id": "boolq-dev-3125",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0eb759d390423faf29fb118bf419e15916f54334bb1a9972ff8bf6581a453db0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4093,
    "pair_index": 4093,
    "case_id": "boolq-dev-0955",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1c4f6e2387439f2fe079746faf19ed5b33bcbb4085f6f0a9abfcfe6c20758f65",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4094,
    "pair_index": 4094,
    "case_id": "rte-validation-0187",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "64e5fd6d08a509b701c53f2e339a1e9b5228af76d8ae145111e519a68e079f3f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4095,
    "pair_index": 4095,
    "case_id": "boolq-dev-2470",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "75dc72b8b3d287d5cdaa213b4b87bc98a2284e01a782e3553bef07e362a43220",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4096,
    "pair_index": 4096,
    "case_id": "expanded-probability-0220",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "983d71d830e67a29010d8f9176bd8d6d7d513efed933880eb86f860898888620",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4097,
    "pair_index": 4097,
    "case_id": "boolq-dev-1577",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d6a7f2cc3bba77762b3ef7a48221bc3f1714a5fca5cd213716468505e28d339d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4098,
    "pair_index": 4098,
    "case_id": "boolq-dev-0708",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6aa72bb4566f01475db0941a707e4bc2089539360e247ff79b7564ef9b35afcb",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4099,
    "pair_index": 4099,
    "case_id": "expanded-probability-0281",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b8b696e3e29c5dbd405bdb92f38f910147d0a11b156791b045fadf62841ff6d7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4100,
    "pair_index": 4100,
    "case_id": "boolq-dev-1973",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "27fc408119ea503eb7f449734bfe4fb126bd76539ecd1be0313d74e2257f38dc",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4101,
    "pair_index": 4101,
    "case_id": "boolq-dev-2220",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "dd6b8246af3c8793179553ae3bff6f6c1105e312661caba2cd7f9e21cf7fcd21",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4102,
    "pair_index": 4102,
    "case_id": "rte-validation-0063",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "099dca56c8f216b8de2a40ee47c160b858abe16ff4cad2bb635aeaf032d4ce16",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4103,
    "pair_index": 4103,
    "case_id": "wic-validation-0167",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "462533b9ff73bf903d8e898c611a8d0732f9f5378d110f0d306a126edf6959c2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4104,
    "pair_index": 4104,
    "case_id": "boolq-dev-0558",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b6898cb0b389209583113d893f99d5150358364cb34534a22a31c4ab582cc26b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4105,
    "pair_index": 4105,
    "case_id": "boolq-dev-0705",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3067cf26d8c95f52ed608203838c9c256f60984b5c6e1b9fc1b392220b6387b4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4106,
    "pair_index": 4106,
    "case_id": "expanded-policy-0204",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7a49589dced5d853b1c9ec6da728b7111ddc10dd8fd451504da5c68130563831",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4107,
    "pair_index": 4107,
    "case_id": "boolq-dev-1109",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "aa77bd760644cf4e68a21482fe37e1407aca159457b008d69bac0fde8f84b042",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4108,
    "pair_index": 4108,
    "case_id": "wic-validation-0123",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0e6b2d0cf0c96dd71358cb70adaf6ecb0d8856920b526b5dfb1a5ec0435deb23",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4109,
    "pair_index": 4109,
    "case_id": "boolq-dev-2741",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "fef5a5e229ed6bc32a296e068d95098e6510deecf0c1764e2ab54e6d9bae64a9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4110,
    "pair_index": 4110,
    "case_id": "boolq-dev-3004",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f1c197248a3d0740f3c4f0bbe2a510f61369ff50361e23cffd09c8f90554ceff",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4111,
    "pair_index": 4111,
    "case_id": "boolq-dev-1276",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ace57cb7b69fa6c0fda8135374acc78897cd068cc72d42c278ecc3c0196a2687",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4112,
    "pair_index": 4112,
    "case_id": "boolq-dev-2446",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "471f2349a62cdb3702255b0087d62460adef5078597d77f6c758f35e9ea597d8",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4113,
    "pair_index": 4113,
    "case_id": "boolq-dev-1884",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "10ccce139eda69830b18f8338a503c1d46ba1673cc28355f7acd60f3c727252c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4114,
    "pair_index": 4114,
    "case_id": "wic-validation-0282",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "644ffdf8d6627daa7f2892a89fdbfd7de0449e5d5d8d3a13c251fe936a6994ea",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4115,
    "pair_index": 4115,
    "case_id": "boolq-dev-0528",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b7cbcd8e58f313e5f6c6068d69f3ddd60a8f3e85da651549dc58ebd757e27c09",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4116,
    "pair_index": 4116,
    "case_id": "boolq-dev-1990",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "26068993dec430c4fb7b11fe3e208f1f411e3b23f8ed6b786c0622c14718f6f9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4117,
    "pair_index": 4117,
    "case_id": "boolq-dev-2159",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6b56e1084b47954b12b2581313fa56fd92ad049667a6bda82345c98d784385e5",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4118,
    "pair_index": 4118,
    "case_id": "boolq-dev-1415",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3240d7cc7d7e41a002362e39294ebad0cf76f257bbd2c3df8f496607bd590923",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4119,
    "pair_index": 4119,
    "case_id": "rte-validation-0143",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2dc8f938127c4bb13420c1f5f7aa926eea1cdaea0bc09806331db708817296b1",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4120,
    "pair_index": 4120,
    "case_id": "boolq-dev-1409",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1eab1e7b7e77ea7ba40cad74e187b2e5ff7caea36e938aac0b4b919f114c0777",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4121,
    "pair_index": 4121,
    "case_id": "expanded-probability-0072",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ccec3a03a72e1c673b50251f496c7494357e8a0d2466d42af838eb6c8e48a179",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4122,
    "pair_index": 4122,
    "case_id": "boolq-dev-0578",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "61951145c5d890e2bff27d862952829dbe3063154be78781d84d3714ce127ba8",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4123,
    "pair_index": 4123,
    "case_id": "rte-validation-0073",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "71ca902abca41ff13d966cd143651bf5fd66e116c73a08d50200f98e1e76ae75",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4124,
    "pair_index": 4124,
    "case_id": "expanded-policy-0050",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c817bd02cf4003764bd3f1d09a8d4a5391a6c74f54d1772403db371bf599d159",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4125,
    "pair_index": 4125,
    "case_id": "expanded-probability-0268",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5568f7bbfe4a69edf9e536b3e361edaead2e67527b667a6242d7956c1f18a047",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4126,
    "pair_index": 4126,
    "case_id": "boolq-dev-1632",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "679916553877d7dfa2be40af23024184e9575821a3d6add994187b318f5aaf13",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4127,
    "pair_index": 4127,
    "case_id": "boolq-dev-0872",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d43dfe36406176aea3085f0b947061dcc56d7dab84a5f46eddac85351641ead5",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4128,
    "pair_index": 4128,
    "case_id": "boolq-dev-0195",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "64ebac77e5243f14304338ec0136c557f4c5a2014ea800c9fa99f01f20524693",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4129,
    "pair_index": 4129,
    "case_id": "wic-validation-0107",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8b72d7cb8c9613435074f72ca5be6ba12fea8fbdbf1733a2797989d2a7c28157",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4130,
    "pair_index": 4130,
    "case_id": "wic-validation-0271",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "be3c6908d9e58ab92591b97029c0dd630075fe3fad7b1f50c8a8963c4addcefa",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4131,
    "pair_index": 4131,
    "case_id": "boolq-dev-0520",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6cc8a30d2b70d1a635bc1e24475748cdbcb338637afeae8134fe0cd12163339f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4132,
    "pair_index": 4132,
    "case_id": "boolq-dev-1978",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4beee64729fd727cb518b3b25748af040d663bacdff9a7f4959fd7421a853718",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4133,
    "pair_index": 4133,
    "case_id": "boolq-dev-0280",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "90976c2cdd869168f977b7459481cb5b6d5fa418cfb8218f64f8ed3af3444c69",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4134,
    "pair_index": 4134,
    "case_id": "boolq-dev-1417",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "091acbb9160397f51933994e43f61b26fb1e9cd36e392727ebb4451c5ea4808b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4135,
    "pair_index": 4135,
    "case_id": "boolq-dev-0904",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3211366ef513e6c6bc2c4290dfb91321997109ddbeded947d30a21c6ac06c9da",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4136,
    "pair_index": 4136,
    "case_id": "wic-validation-0162",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f3ac9367de3bbf0a6b6b6f55cca22f56390a5f55ad00e0134506e22d8fd7db1f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4137,
    "pair_index": 4137,
    "case_id": "boolq-dev-3111",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "60daefdcdc26fd760b62e0b570c5f2112384391f4b6fd86cb3c6070a91df6d65",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4138,
    "pair_index": 4138,
    "case_id": "boolq-dev-1257",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "81310ca25a5a9d1b3d11ab425ab51474c183970ece5eeca19ca6ead771c653bb",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4139,
    "pair_index": 4139,
    "case_id": "boolq-dev-1533",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4b2a67b5e5c8719123a3085f3e46db6c881cb04c6d4b71ef5888c6bc6a280864",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4140,
    "pair_index": 4140,
    "case_id": "boolq-dev-1998",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "458d9a9083a1b76c94fc44dafc6a896824d927ec4b2bd32a0b5689543189e4bb",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4141,
    "pair_index": 4141,
    "case_id": "wic-validation-0178",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "918560e513808f543339ed985d15b07bdf89d83febd1ae77f314270d68904816",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4142,
    "pair_index": 4142,
    "case_id": "boolq-dev-0736",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0fa6a3d5e481a386b0e8c3e205c4fa332410dc5075147bed9a21a257bf5c73fb",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4143,
    "pair_index": 4143,
    "case_id": "boolq-dev-1366",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "11d45f5fe3633cd7432d74dfbca58ef981aa396a910dd0411fafb761c8c7fca7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4144,
    "pair_index": 4144,
    "case_id": "expanded-policy-0224",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e2fe2c368a1febc27be3bbcf2a23f5568ce0c7cb2cc58bbdca7423c5321b1c08",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4145,
    "pair_index": 4145,
    "case_id": "boolq-dev-1027",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1762e7d5116f34bf7bb425baf8026eac5dc98c3fcd5e439c49e61ff00cb656e2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4146,
    "pair_index": 4146,
    "case_id": "boolq-dev-1202",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a06a0354b8dec777279966c5bf5dd2d13adb8b852912b91da9b7b740de869502",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4147,
    "pair_index": 4147,
    "case_id": "boolq-dev-1363",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0a9553bd64931740c80dba528b002a7654d5f392ded6dc6857496495cecb9316",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4148,
    "pair_index": 4148,
    "case_id": "boolq-dev-1988",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6539b3616a9d81b805db4e69710477b4c0cc512af5d7f987f821a81213147f27",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4149,
    "pair_index": 4149,
    "case_id": "boolq-dev-1716",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "38fe5dbb6226f9887dfd45db891b967ee01d3374f3df61f2c2a218afc216fb31",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4150,
    "pair_index": 4150,
    "case_id": "boolq-dev-1724",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0292765c6340a4b2ffddd2a112071412dffbdede3203ca7edb4588ff69c406b5",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4151,
    "pair_index": 4151,
    "case_id": "expanded-policy-0101",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4aebb06c17caa194410d31ad35b98431005de4ca409161b92d8e161e11df244f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4152,
    "pair_index": 4152,
    "case_id": "boolq-dev-1890",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0a0f593f07e0a40907f2f6d4c22922eca7fb302ebbfae36734fb945c6c6a75ea",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4153,
    "pair_index": 4153,
    "case_id": "boolq-dev-2212",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2ccc34427242bc2c9f1c24053b96f8dc893256c22f5e776b3fc9ecc30f0fd903",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4154,
    "pair_index": 4154,
    "case_id": "rte-validation-0214",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "806afed6ba381ca317c3afe9baf0ad6332ccbcc3231426395bc352de0c89633a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4155,
    "pair_index": 4155,
    "case_id": "boolq-dev-0658",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6285e05e861f63029101271ae79c22ed794b156ead08bda31bd7d514118d5673",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4156,
    "pair_index": 4156,
    "case_id": "boolq-dev-1345",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "342675d959ac13f773a800414b71272d2efe0dd98eb58795c2b4e7b5e9c08737",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4157,
    "pair_index": 4157,
    "case_id": "expanded-probability-0138",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "68fb8d148cef95ef998f2b3eeecbe9f688142097589c3852fc884a0061a53a79",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4158,
    "pair_index": 4158,
    "case_id": "boolq-dev-2612",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "cd7a1981501eb5f47724eeaf87db6a4b03ed84f9145da42ae55549215b31b724",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4159,
    "pair_index": 4159,
    "case_id": "boolq-dev-0189",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ab5d26f93ac052117cd237173e05312f4ac1e89e7641dc3251772dd3fb522718",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4160,
    "pair_index": 4160,
    "case_id": "boolq-dev-1166",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f173fe22136f5ae3f638e256e26ac0fc80eef15fe5f5bc529799dd91b8cc7b1f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4161,
    "pair_index": 4161,
    "case_id": "boolq-dev-1546",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c7f3d91cde053a1064a6b25da7a4d41a3d9a371948ce420ca2caa8e3db66e64c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4162,
    "pair_index": 4162,
    "case_id": "boolq-dev-0722",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "328bcaf4d07fc4d305f77100961d5d9ef4eee0993cfeb36e170da2a4b5d722a1",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4163,
    "pair_index": 4163,
    "case_id": "boolq-dev-1497",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6dac933e7cdc582134119ff2e1e15cff64e1718b4db98bf7f73dc16139ce08bb",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4164,
    "pair_index": 4164,
    "case_id": "boolq-dev-2824",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8085263e09428136666c70e71da64895ed72caa70b54694dd9fc3e25afb9ac21",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4165,
    "pair_index": 4165,
    "case_id": "expanded-policy-0079",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "72570b791ea41c233079cbfde40444c61db475ca5878a9de4bbf1b06665ffb35",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4166,
    "pair_index": 4166,
    "case_id": "expanded-probability-0005",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "15c75c4f9fab37202b781b9d2d74e11dc35bd130395ea7f1e4cc7ac445a486f6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4167,
    "pair_index": 4167,
    "case_id": "boolq-dev-1549",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f84db0ca578d9f55a966f547510cacbf658ba4ed63b9c2b3d305620eda778257",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4168,
    "pair_index": 4168,
    "case_id": "boolq-dev-0121",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "24d9e1d9c672c07d753c1397c313a7be131e5ddd1596b0aaf0fb27a7e223342e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4169,
    "pair_index": 4169,
    "case_id": "expanded-policy-0098",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e88c1c2b389d36d3cc2a7f868c2745f07371ae5aff8403525688379da64235c1",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4170,
    "pair_index": 4170,
    "case_id": "boolq-dev-1641",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "083a85ffe1dd96458e83c4766de7970f1fb180e3075081d324f6c79ec7f11c5e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4171,
    "pair_index": 4171,
    "case_id": "boolq-dev-1342",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ec127c3ea2d6afc50904ae2ad957c38c2d6327e2849a297eb2f4e9eb20abd779",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4172,
    "pair_index": 4172,
    "case_id": "expanded-probability-0247",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3680d00d7d84051ab5eb44fbe5f557b1e55ff2cdfc0bfc09d3e6868017a37503",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4173,
    "pair_index": 4173,
    "case_id": "boolq-dev-0943",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c58eaa07be97d6508369733b9f724f18cab0a7fc6f1627aba19c6ab5d0ca3c7f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4174,
    "pair_index": 4174,
    "case_id": "boolq-dev-1687",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "be4527ac059bd1b5489a7c7da96d442a7ef133847e9b7eab0d4318dac47f7b85",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4175,
    "pair_index": 4175,
    "case_id": "boolq-dev-1866",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a8ce69e2348a479a1339aad172764c1ef74b351ccd1fdab75547e1d5bf7ca25c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4176,
    "pair_index": 4176,
    "case_id": "boolq-dev-1723",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "650a8a74b701f4c874717f3f7301304396658858e285ce43ed84ea3e4ff73c79",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4177,
    "pair_index": 4177,
    "case_id": "boolq-dev-0853",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3eda31474d6f0448655d4a3a11eda2cbb4abc6a81388e0de9b682ec830e85960",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4178,
    "pair_index": 4178,
    "case_id": "expanded-policy-0105",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6167c73c7131aa954524bbb5a7fddd6e0249fa36b03de732ccf11d00aa4fa529",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4179,
    "pair_index": 4179,
    "case_id": "expanded-probability-0067",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8190484cd417006ca54181597262d2c3d1e2bcb5e525e1c1f42e8dea30e5a4e0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4180,
    "pair_index": 4180,
    "case_id": "boolq-dev-3157",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e4d5ab3af4af2f275d78212fe917ada4f446b93d77e4ccf0f4774c6e00735371",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4181,
    "pair_index": 4181,
    "case_id": "wic-validation-0330",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "fac796c79bec474a444590e94224698af7344957d5982fdcbf20e80844740877",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4182,
    "pair_index": 4182,
    "case_id": "expanded-policy-0287",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4615e6c61200fd6d8e75917587773e9cd688e1b28c983fd3ae3f95b359f6bf09",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4183,
    "pair_index": 4183,
    "case_id": "boolq-dev-3238",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d9eb5443d6bd4446641f32f31442eb000dbbe26948540374deb457e4a9de0de3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4184,
    "pair_index": 4184,
    "case_id": "boolq-dev-2298",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a4134f3f49728b4caeb0d9a7ee0208cea7a61454c14ce754a4693231ed069c94",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4185,
    "pair_index": 4185,
    "case_id": "wic-validation-0254",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "afa44f5727a17bdbd1c04aafdf820419027638bc60ab226fdc8e8d6b28927f89",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4186,
    "pair_index": 4186,
    "case_id": "boolq-dev-2056",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "aa189f73bdc2d499550d21554794a98ab61fa8ad44e7cdfdce4fcfecb2f1e868",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4187,
    "pair_index": 4187,
    "case_id": "boolq-dev-0633",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f56ddce054ff6f0312d7bbc84d1aa8e883238da67a81259d40619b79299b6238",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4188,
    "pair_index": 4188,
    "case_id": "rte-validation-0250",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "59d6933b491e2c1f6e02e24da711fa968f8a0ece0cbd864d707b0fa09e070135",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4189,
    "pair_index": 4189,
    "case_id": "boolq-dev-2219",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "288729b771e8b137b4f7ebda07de197a5390a9cf9bd161632fe674cca1253657",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4190,
    "pair_index": 4190,
    "case_id": "boolq-dev-1526",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "10ac98baca534139a9cda25c6cadbb9f8da208db4fb55c7c75578b1159b6fe34",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4191,
    "pair_index": 4191,
    "case_id": "wic-validation-0549",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "17a089e903bc12db1477cd7448114d8814ca183cf835d177070a8bb471c1957f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4192,
    "pair_index": 4192,
    "case_id": "expanded-policy-0109",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "93ac08a048697a9d336e822b2eebb51e17a040bce606fe27027619c9ea75d07d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4193,
    "pair_index": 4193,
    "case_id": "boolq-dev-0876",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "583f51cb5a11cc889ec24298162a82a185562f2329966d40cde68592668dc866",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4194,
    "pair_index": 4194,
    "case_id": "boolq-dev-1034",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6567ffa30d04543a288356a9e8a25fb6b3d602dd115e2aae8b09713c12456c6a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4195,
    "pair_index": 4195,
    "case_id": "expanded-probability-0128",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d757ecf51b165931b761c72a4be6212ff00b049a4c936566cbaef865ff9d14f7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4196,
    "pair_index": 4196,
    "case_id": "wic-validation-0334",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9cefeef0e082ee4957de914356be0d77fb525d4681ac4c98a76274274e098d98",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4197,
    "pair_index": 4197,
    "case_id": "boolq-dev-0780",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e29fb161115aa34d3f5098f9f23660a70f28a5f43cb24ba9d3aa2ea81a31b28e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4198,
    "pair_index": 4198,
    "case_id": "boolq-dev-1253",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "524824f5194817fa2717069f6f5750056b1187b26d84a785e688869ad264bc58",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4199,
    "pair_index": 4199,
    "case_id": "wic-validation-0093",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9c88526478cc8892c5786bfac85f2bebe4ea9f32b6e937dbfd5190fbe35f7fdb",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4200,
    "pair_index": 4200,
    "case_id": "wic-validation-0577",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "512da400ad6f8cd1e63a765284aefa40ac2a9d74f22263f2a357af9abbce83f6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4201,
    "pair_index": 4201,
    "case_id": "boolq-dev-0431",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a9f5d490404daca7cb53d4a32c1bdf930bf4f8346974eeca663d773e0c54c6e9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4202,
    "pair_index": 4202,
    "case_id": "boolq-dev-2241",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5ebd2927b8d60a71b0726128cba8a8416ac8e38fcb6f2a6fdf140e433862632f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4203,
    "pair_index": 4203,
    "case_id": "wic-validation-0191",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1406f4051bb547ffda8bf2cec4dbcfc7556c5872b08d8155d6a995743942f508",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4204,
    "pair_index": 4204,
    "case_id": "boolq-dev-3062",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "fc4addbd3211cd6506d3c5f2d196bcdfd483fff513b701dbe5b3c0b5f6baccae",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4205,
    "pair_index": 4205,
    "case_id": "boolq-dev-2379",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "01e5f28b2b8cdd501973e89f1ba8f0b933a4ca9b156aff581d97e7456c4abda0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4206,
    "pair_index": 4206,
    "case_id": "boolq-dev-0481",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "999adb701270dd5f72d344984bd35c525d5682449a397023b07f1e8f820c91ed",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4207,
    "pair_index": 4207,
    "case_id": "boolq-dev-1307",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c9c1a9a1da74fd8090f4410693e2ba8646680a9b36e767144b21216398443325",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4208,
    "pair_index": 4208,
    "case_id": "boolq-dev-1556",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "208e5ef605bda766c2e3837c4eba579346a80c89e90ab43147f5d4ba92203768",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4209,
    "pair_index": 4209,
    "case_id": "boolq-dev-0979",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c1cc16d7cf1c18a863256d1fdec0759d736beb2896d8b43d4e313ff180df6c9f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4210,
    "pair_index": 4210,
    "case_id": "boolq-dev-0348",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "39355722a11290b54ad8e00b0050975e297e2d79c9eed610ce15b9f3f9485014",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4211,
    "pair_index": 4211,
    "case_id": "wic-validation-0613",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8babf7a8c93751cace8e2ea2843df34f67f9abba9984cb13413686b4ef3095ef",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4212,
    "pair_index": 4212,
    "case_id": "boolq-dev-0899",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d2b85e89a9b90c2dbce3f89106241ad5e7cb7c2eaf354c73565c1beb2bb8330d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4213,
    "pair_index": 4213,
    "case_id": "boolq-dev-0414",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f164eb612aac28ff798af07b30e20c889044cd161aee22692d2cf3a05fc94e72",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4214,
    "pair_index": 4214,
    "case_id": "boolq-dev-2329",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "913737d95c1c84343d563ca5cf1d204aa41a6c8a613222be9d6dbe02eaa038a1",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4215,
    "pair_index": 4215,
    "case_id": "boolq-dev-2635",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a42946cf42893e6c90b0cd05feb7b8fceb323cb4290f7fd70acec39c59186a3a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4216,
    "pair_index": 4216,
    "case_id": "expanded-policy-0218",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "284dceb79d1f7ccf12759f1b5ab31c01eb5fa2dc81bf68b771c6c2e8cc7dae40",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4217,
    "pair_index": 4217,
    "case_id": "boolq-dev-1115",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "eea9e60e22cf5dad7130ba55f34ed82f9a0b4918cf01a1ac657d2abf453bf807",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4218,
    "pair_index": 4218,
    "case_id": "boolq-dev-2190",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f7eceaf11e84c87790627d38a1d65d07524224a47ebd2c44cc0c21ec74c979f5",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4219,
    "pair_index": 4219,
    "case_id": "boolq-dev-0440",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5fe3dd7d4f88bf797c71dd7b36b0e9c50aa96f99fdf4486208ea437707d65cf7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4220,
    "pair_index": 4220,
    "case_id": "rte-validation-0039",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9ec060ec9eb643d28f515b53c4e192d4607d731926b0a7b79b52a9ae57811d24",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4221,
    "pair_index": 4221,
    "case_id": "rte-validation-0058",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b64b60ae33b922baf3d2b5446be0874f2c407d2f885c640b7a5fc0ce753686ee",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4222,
    "pair_index": 4222,
    "case_id": "expanded-probability-0276",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "10fcc62c21970bad4553f8c4a94540b3242cdc055c9da87f702a25bd7610479c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4223,
    "pair_index": 4223,
    "case_id": "wic-validation-0033",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6596ccc3a387d905e876264f0e4893de5b1a96a616f348bfdb7bb9a3c398bd22",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4224,
    "pair_index": 4224,
    "case_id": "boolq-dev-2989",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "012c03c71dd52789f921696875f788db1c2ccaa0b3fce6e23e1eee2ae2c6473e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4225,
    "pair_index": 4225,
    "case_id": "wic-validation-0582",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "14fc4f1242bbcd731c9bc4129bab97b06e8fb963de951dff6c7de205c5c4de5e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4226,
    "pair_index": 4226,
    "case_id": "boolq-dev-0182",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "91b159433b60270a5e94ddfa7fea9a14cf8419725b356f648cdb77239c63c757",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4227,
    "pair_index": 4227,
    "case_id": "boolq-dev-1863",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "26ec8d00e84a0d7e09f2f648b1e528067842bcdbadd5b74b47ed3eb41e8e224f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4228,
    "pair_index": 4228,
    "case_id": "rte-validation-0135",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "18fe54372cfe2256005895bb86f24ce3908475228b7f2ff61c9dc2e31b96d661",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4229,
    "pair_index": 4229,
    "case_id": "boolq-dev-2829",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4ca7490dac6f6a0b5673383a6db2934a26b9497b01dae598235c66c2b3953eb6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4230,
    "pair_index": 4230,
    "case_id": "boolq-dev-2081",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "39f33c320bf65dbafb9196e134a98389e8701fa24d8106cdd1bc8620de55de10",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4231,
    "pair_index": 4231,
    "case_id": "boolq-dev-3108",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a37a49144b59a17220db0675d96c4c0e1680cfce5dd95a97cf0354546a901299",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4232,
    "pair_index": 4232,
    "case_id": "boolq-dev-0587",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e5ce8eb78823bcca2cc93f59058508f81f00328172fcfa7d2bd00764109904a7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4233,
    "pair_index": 4233,
    "case_id": "wic-validation-0198",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a7c32c083c084b4f9ed4f7c84088621f113fa231b2fc6a3e8443a69049990bd9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4234,
    "pair_index": 4234,
    "case_id": "boolq-dev-0095",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "bd2b15ca6b7392226359efb15bce86da78cde556288de37c23aaab97806e8c5b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4235,
    "pair_index": 4235,
    "case_id": "boolq-dev-2877",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9e94da3b39217a06310c037dab7303c854fab4d96bc0499ed52e8edda917736c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4236,
    "pair_index": 4236,
    "case_id": "expanded-policy-0129",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "62b2b366ccd20472b9bddc8f97bac2a2c6fd5e0ee3bbb672eaa0d8fc41ea0e6e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4237,
    "pair_index": 4237,
    "case_id": "boolq-dev-2496",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f8f6d35a30febc034a06cf7e089a752403c164dcc89855a5fb3810484fb6868d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4238,
    "pair_index": 4238,
    "case_id": "wic-validation-0481",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "962703e70f5b401f835f0d95b7fab2abd699cac1fa27bb7db0818eb7351ca7fc",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4239,
    "pair_index": 4239,
    "case_id": "boolq-dev-1480",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5cbce59e016ec9717697dac86c1ad514974ddcf2a40ebd21fb0e5d1605b14c56",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4240,
    "pair_index": 4240,
    "case_id": "wic-validation-0507",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "90babb0ee95bdec8abe0bbefdf068d6d52a34a1393404f781608acbcd256f3a5",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4241,
    "pair_index": 4241,
    "case_id": "wic-validation-0024",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "02195a30843fc2813c310df9224aa15c84af8aa2dd0b1e69e69bcf39107f421a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4242,
    "pair_index": 4242,
    "case_id": "boolq-dev-2981",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8ab5ed944c9af755389af46afab9d2769089af3bc162c79c103033e0bb9c8086",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4243,
    "pair_index": 4243,
    "case_id": "boolq-dev-2194",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6ec210da5b5893915759f98db9f42dc244a965084e444192ad4c4401be588d41",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4244,
    "pair_index": 4244,
    "case_id": "boolq-dev-1425",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "75fda9b1e1d9e8a1dc3703cb8b86f6c169214a3fba9a7668f1af9bb341641396",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4245,
    "pair_index": 4245,
    "case_id": "boolq-dev-2786",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5160b2251e542dd16ddaba6c6f8cb5e30d83b134c510a578c9b47e9d0ab0c778",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4246,
    "pair_index": 4246,
    "case_id": "boolq-dev-1170",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1389f2ca58adb5b95d27266e756f54ecb24fc7af74dbcbd21cf79d83adedd9b9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4247,
    "pair_index": 4247,
    "case_id": "boolq-dev-1743",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b58d79374de06d436fa2854d5fca96d4baf1410f9cf1f2795d4234ca5a41f53f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4248,
    "pair_index": 4248,
    "case_id": "boolq-dev-1367",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "800dcc052499ef922aa27c595eda5981f92189ae4f8fad558166c6ba3eae3360",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4249,
    "pair_index": 4249,
    "case_id": "boolq-dev-1788",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1db186fd3d826c78a8494b84f8d278fea76c5487d8fb14405becdd110be47bb6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4250,
    "pair_index": 4250,
    "case_id": "boolq-dev-0600",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6abc64500b1e6d44ac8fa13b85bcd8dca59e296e2dbcb3c95f4d6adf3c4923d6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4251,
    "pair_index": 4251,
    "case_id": "wic-validation-0472",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a732d71817a2b66158b2c6ef0e21fff35f16d2f94c1526248164e40521c697de",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4252,
    "pair_index": 4252,
    "case_id": "boolq-dev-0810",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3038ee13b4c04de693831351babd3b093adc50d5242d82739ce76b9766b7810d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4253,
    "pair_index": 4253,
    "case_id": "rte-validation-0233",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ae1ea0f40e1778030c7e67acefb8c8555afcc47a40fd2a6b4a758e9cd0ad9f20",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4254,
    "pair_index": 4254,
    "case_id": "wic-validation-0237",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d934c092801eaa3b5785b0aa9f79d501d1551a4903584d759904aa5f77d68daa",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4255,
    "pair_index": 4255,
    "case_id": "boolq-dev-0385",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0340618fcd2f42ead5c7c8461dd422ca68aee09619c89400891a68cdf8eeb3f3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4256,
    "pair_index": 4256,
    "case_id": "boolq-dev-2102",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "eeea8761d0f59b235ac31950a11b08d54e4d035b624e744c646189645c2c4923",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4257,
    "pair_index": 4257,
    "case_id": "boolq-dev-2963",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c293f978763529b7d5df5443273868b9aef313d327d64fea0fc26f3e8dee2d0b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4258,
    "pair_index": 4258,
    "case_id": "boolq-dev-1360",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "75441abea2bc7465071554afb7197a335b854747a1861a3f9650ab1152e4f4e9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4259,
    "pair_index": 4259,
    "case_id": "boolq-dev-1720",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "685cb048c3fb9d920da0a83ed59f7b0b9998b70582c84f75ff14c9b9a842ab19",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4260,
    "pair_index": 4260,
    "case_id": "rte-validation-0171",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4ab51612b4005879b655875d4b0a3ed0d5286013d5d3a1dc48684ef84ab2a78d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4261,
    "pair_index": 4261,
    "case_id": "boolq-dev-0995",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "fe57529dd875e97e5b860a988d5c372c10cd0e79ba16f9aa66078533e11cf910",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4262,
    "pair_index": 4262,
    "case_id": "boolq-dev-2331",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a81b950439e49a88874356656e2021ea93f4edf6098dfd201c506d3f1b3b0855",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4263,
    "pair_index": 4263,
    "case_id": "boolq-dev-1954",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6de144b3a0d2fd489c251ad6c5d032dd5a94cff944ca24033ec7532d6c2b980d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4264,
    "pair_index": 4264,
    "case_id": "wic-validation-0059",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9791319a6c93271c4c4571784bd659749f0439d7c811bf80c961843d57cc69bc",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4265,
    "pair_index": 4265,
    "case_id": "wic-validation-0234",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "02f03b3c6c1dfa7a5a1264bf338dac97269001e385ff772f6b82a01b4d52784f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4266,
    "pair_index": 4266,
    "case_id": "rte-validation-0218",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3605428689999f25b03b4eab845327fa9b091c48a8c6553c2b43acc614033257",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4267,
    "pair_index": 4267,
    "case_id": "boolq-dev-1483",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f7de364cf5631cd23c351bb9ca050a49c0e24660e8ef0ab5974320fa205cc908",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4268,
    "pair_index": 4268,
    "case_id": "boolq-dev-0802",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4c918f2dabc25b32c8698feaefe9058746224ebdedbfc7f6d1b916462f9594a0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4269,
    "pair_index": 4269,
    "case_id": "boolq-dev-1861",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2e0e63acb29b2183deb518e9e114665fada37c6677d2bc982c7cdf2d185ecee0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4270,
    "pair_index": 4270,
    "case_id": "boolq-dev-2987",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "169c2791187a7c2a1afcf65a9710bb663fa3b913bbbef4cb2c2ea52613dbd163",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4271,
    "pair_index": 4271,
    "case_id": "wic-validation-0040",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5852b03d571eedb15a1f47d53553d3fa2afd059e1d65892b200f8c78bd3bf24b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4272,
    "pair_index": 4272,
    "case_id": "boolq-dev-2756",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "891c1df5b99410009ccb1598822f3731f5bbadf6c48441067881f3890abdf4d1",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4273,
    "pair_index": 4273,
    "case_id": "boolq-dev-2667",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "840404a0fd9464d9e454086acc5f2b09dc241fffa6e129a44c4213d4f557dce3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4274,
    "pair_index": 4274,
    "case_id": "expanded-probability-0232",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "56bcb01ef7925953d5e80a44f4701fb23c12d82565998938da3b9a9cd9d3bf1c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4275,
    "pair_index": 4275,
    "case_id": "boolq-dev-0953",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "944d60db36f6c0bf63cb31d3cca3c2ae0c4f5a8c29d8d4237936931707b35a6e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4276,
    "pair_index": 4276,
    "case_id": "boolq-dev-2287",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d1d0bd3049bdd62de0bf89de9c16cb3915149971a8888d837673781540a6ab4a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4277,
    "pair_index": 4277,
    "case_id": "boolq-dev-2095",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b4248855014fc778861625f08e0edc18702b112b92dc3636b8de03d7f1fe5040",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4278,
    "pair_index": 4278,
    "case_id": "expanded-policy-0180",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b33b7e50d37c2f5fcbe4c5aa59c1869baa8a43d02432626c1e34b5fa02d68298",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4279,
    "pair_index": 4279,
    "case_id": "boolq-dev-1478",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d33a89bfa49359c6552033076259230d87137d05782e034701f6141c3ebd4ca2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4280,
    "pair_index": 4280,
    "case_id": "boolq-dev-0732",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "46d47c09e2afc3dd6ed3ff350ff8c50a1d4d057c7ad763842237381649a4fb3a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4281,
    "pair_index": 4281,
    "case_id": "boolq-dev-0106",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5b65aa54968e28616cde7e9610b838578e1f4c18363b86592c6d132529325dd5",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4282,
    "pair_index": 4282,
    "case_id": "wic-validation-0323",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "af781b935bda5a56e46e304964777edfb2cdf949e9ac9164d82095dbc337f1f3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4283,
    "pair_index": 4283,
    "case_id": "expanded-policy-0037",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b1bda3eeb0970392cebbbf080f09f87271e3d6ee32f74f9c7f7a7034d8caf186",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4284,
    "pair_index": 4284,
    "case_id": "boolq-dev-2157",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1cae5f35187507a98155d70dbee0d200898102942504e52fb4ca4db293502050",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4285,
    "pair_index": 4285,
    "case_id": "wic-validation-0496",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d8acabaf8b278cb7a2e1c372a7225a73b767383f7f63ff34e732f575a9d72826",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4286,
    "pair_index": 4286,
    "case_id": "boolq-dev-1656",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "445643f3f87b35b6e72381b741aa1fb19ccfc991edeb91dd7e6c0b9004dbb7cc",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4287,
    "pair_index": 4287,
    "case_id": "wic-validation-0216",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "01a7161da3667a84a1bd15feeb8536d7fbd454691c35cdd529fb8d6e9017ff75",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4288,
    "pair_index": 4288,
    "case_id": "wic-validation-0435",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d76f8f6e7870a1e2bbb4e10bbbab82b86d6b23575ad74ece82bfdf80de9f7806",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4289,
    "pair_index": 4289,
    "case_id": "boolq-dev-3098",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a6e6954b27994e4b4c9b441c3b3ac7b65d70e2105a994b9bc6f393a468acbb45",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4290,
    "pair_index": 4290,
    "case_id": "boolq-dev-1306",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ef507d359a6f8e5c4a1f9f30faaff871695c9b6b6988a9e16072c0e882ca3c95",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4291,
    "pair_index": 4291,
    "case_id": "boolq-dev-1069",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "943df9547787690556eca1c94fe672dc2ff7d544d8f4d1c6ae0e8f7eaa7737fb",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4292,
    "pair_index": 4292,
    "case_id": "expanded-probability-0154",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c51790de09fa1564c71d89748961529159120a2eec2a17965c99a4517b148cee",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4293,
    "pair_index": 4293,
    "case_id": "boolq-dev-1447",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "98290fe844e318dfc3770b8bee920bb9b2214512abf96f856a42d28c51b6f0e3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4294,
    "pair_index": 4294,
    "case_id": "boolq-dev-0611",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3469727569f3d173350c831bbef386bf63c7ad262e20ea245b155457129f5621",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4295,
    "pair_index": 4295,
    "case_id": "boolq-dev-1061",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4d0c0b36d38c13ae5ee41e15f6bcfcf6bab24772e392ccb2190eb465ec8b6ff4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4296,
    "pair_index": 4296,
    "case_id": "boolq-dev-0408",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "21287272f7706c73dd79ac80ce820bea2fa1711e958c32dc1a65a34f9852e90b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4297,
    "pair_index": 4297,
    "case_id": "boolq-dev-0388",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "719af7b6a4997246470ea3e843e4387f9696b48eb510d3e79ab7fe691fff2fa2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4298,
    "pair_index": 4298,
    "case_id": "expanded-probability-0218",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d0ac562c38bd9af2732a1202bb3cce0f063f8f7f074e7e27f16ab7b24b7d2558",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4299,
    "pair_index": 4299,
    "case_id": "wic-validation-0080",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b4dc78c425be857f18cbfd56658b73620fe40506db31be9e81be6411db421e1f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4300,
    "pair_index": 4300,
    "case_id": "wic-validation-0543",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "34a6ad23de354e2e61e55f974c02c146ff365e7ad43d32127e875338433b0178",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4301,
    "pair_index": 4301,
    "case_id": "boolq-dev-0377",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ea5cc6ee3b06796e60ad7971d4ae0dbc2ffd8452363160d1d92e1983449de01e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4302,
    "pair_index": 4302,
    "case_id": "rte-validation-0137",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "64f96873ef7cb7e9a213bed65068719560b11cebde4907e8cef4d93aa50687ad",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4303,
    "pair_index": 4303,
    "case_id": "boolq-dev-1142",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "04836037ed7296fdc1fd2f7e17cec38457cddf234e997cbef846aad91f88b4fd",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4304,
    "pair_index": 4304,
    "case_id": "wic-validation-0596",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0b1e3966e93dcf8173110a2f7d729fb43952c0a27f1a58ac481a0ec97cb1ed39",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4305,
    "pair_index": 4305,
    "case_id": "boolq-dev-2325",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f9b4dcf0760db4d8456318d489b11d3b7f3b0b84eee7cdda32a61c65d137cdbc",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4306,
    "pair_index": 4306,
    "case_id": "expanded-probability-0181",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "acf626f031e3b3567ca648606b2fdaefebe3bdf7f039b6e1f8a931e939cf4a75",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4307,
    "pair_index": 4307,
    "case_id": "boolq-dev-1553",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "33bb853f56a680eb5091d3dec98ec093f8eaf609ae659aa3a53b97fb5e55ed2b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4308,
    "pair_index": 4308,
    "case_id": "boolq-dev-2088",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "451bb3e544c25d024eab1ab5b367b66a589ebe1c26c4f4f74659e4b16c0bb194",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4309,
    "pair_index": 4309,
    "case_id": "wic-validation-0230",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "edf96caf475ee36bf8c80b7f5905278df1ed438f81416bfbb11e2b04f24b906e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4310,
    "pair_index": 4310,
    "case_id": "boolq-dev-1995",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f62dd5f7d5fe64a35e828712436f3a091bd3a5805a775344d86998aa8ae3e1d9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4311,
    "pair_index": 4311,
    "case_id": "boolq-dev-1710",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1caa8abb303902ec1481867af1ef52450a3f400254c65584421e0022aeee57f6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4312,
    "pair_index": 4312,
    "case_id": "boolq-dev-1547",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b50d96189bc7ce1b960bc9bea4cdde9bb26b21e5b9e396d0036f4a23cce122b9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4313,
    "pair_index": 4313,
    "case_id": "boolq-dev-2754",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "695b7deaa80382f9cbf0d186b7e723652b067179b642795fe8b8009f23e44317",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4314,
    "pair_index": 4314,
    "case_id": "boolq-dev-0276",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5f4c2592e161e2b35951d15f485c8624ef51b6d360cb373d6f595736aa4a5215",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4315,
    "pair_index": 4315,
    "case_id": "boolq-dev-1508",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "57a55a032b35de4b468468413ebb08bbe5dd166e45e75e3e45eceac6f6718bf0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4316,
    "pair_index": 4316,
    "case_id": "expanded-policy-0065",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8ceef1cee48b1a566471ed73b448bffb840ac7c163bde25a573777ae6b606a35",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4317,
    "pair_index": 4317,
    "case_id": "boolq-dev-1403",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9f3e5b0ba7dafb8b63e1964f3d004a58d55c1d946b05c7a65e33b3c5a12605e9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4318,
    "pair_index": 4318,
    "case_id": "boolq-dev-2148",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7a98cca43ad99e13e3074f93a947be363dd11eac55654450fdd50bdf38fe7520",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4319,
    "pair_index": 4319,
    "case_id": "boolq-dev-1881",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1b1044047d7cf9d937fd5fd5af35c5fb1ee8d5dd37657c3bb284270f66e91c25",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4320,
    "pair_index": 4320,
    "case_id": "wic-validation-0272",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1ae4fcc27d7cc415f81767679c05ae0fbc98ef89a7a845f11b20c886ef6b5b36",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4321,
    "pair_index": 4321,
    "case_id": "boolq-dev-0447",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "41aaace0f1dd8bc2c85239739618a7d9fafbde36a63dfda11ee8909bd2e973b4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4322,
    "pair_index": 4322,
    "case_id": "boolq-dev-3064",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d8be88255f532118f13575109536dcd4234f806ac53f1795d688a0df4d32e04f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4323,
    "pair_index": 4323,
    "case_id": "wic-validation-0621",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1ae1cd0a31c122a7e26f200b105e0c112ae5d9e3c9577d84d2e5f9553789dfa3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4324,
    "pair_index": 4324,
    "case_id": "boolq-dev-0969",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "43214a0b3f58591733cb4172137ce503ab0a95d85f3cf506268f7491244efba0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4325,
    "pair_index": 4325,
    "case_id": "boolq-dev-2472",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b327b664ea030cc109eb471675e58b61e68e52880badf15b9e2239d5631ad038",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4326,
    "pair_index": 4326,
    "case_id": "boolq-dev-1910",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "bcb826393dab0f0e3740285316c68e6dc04906fe6821eccaf5839dbc93ea7df1",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4327,
    "pair_index": 4327,
    "case_id": "boolq-dev-1887",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "193d9aac15692d00f306f2e08430c559f97bebd3a7380ad90494d01fce7cfeba",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4328,
    "pair_index": 4328,
    "case_id": "boolq-dev-2688",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "77861617c756f834e9c9576e350b7acf75a348b1e5d4e82a3cf7348f73e641bf",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4329,
    "pair_index": 4329,
    "case_id": "rte-validation-0079",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1d4f8c92e776c1ccf94856ddbff927df663f14f7dc1e49a10b188848f1062d69",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4330,
    "pair_index": 4330,
    "case_id": "boolq-dev-2370",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8e5f9a11f5bbad515ba5b870f251457ed2e2250bb0555e77fde2e2f0d7891942",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4331,
    "pair_index": 4331,
    "case_id": "boolq-dev-2118",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "147fc4bc061fdef55c4dcc98dca2dc8366f84140d4f67ca9b3e5ba5ae59b3931",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4332,
    "pair_index": 4332,
    "case_id": "boolq-dev-2369",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "fad92b66c7719ade0a6d9fa531a1d15dc954fb621ba08893b63dd5bc143a08cd",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4333,
    "pair_index": 4333,
    "case_id": "boolq-dev-1613",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "598a1fb377b8128fdf110b67e4e3f81b3a013239e8bb05a0f11a90c12f74e711",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4334,
    "pair_index": 4334,
    "case_id": "boolq-dev-1028",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6255d1682dcc40b0e77a49e52649d2026bb70cf0828f776a683b56bd858a17c1",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4335,
    "pair_index": 4335,
    "case_id": "boolq-dev-0777",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b73e025e049194f0e841cc655bd0499c1aa80ed6a2f90907e52c5a7a68664144",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4336,
    "pair_index": 4336,
    "case_id": "expanded-policy-0221",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "dc4e0fd38daa26719748b0f916b00cac369ccb692eb01a42af9e4e83e010cc54",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4337,
    "pair_index": 4337,
    "case_id": "wic-validation-0185",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b79368fed2977bcc930838827c13a1f155481657951dce621817eee9c3d3b655",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4338,
    "pair_index": 4338,
    "case_id": "wic-validation-0451",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "28fd3dba7352ab10f585a32ca706acb74dca76106d6248a5dbeaaa6da005f3f2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4339,
    "pair_index": 4339,
    "case_id": "expanded-policy-0209",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e6e66ba0dfba9ea256425a881ea93b07659dc73932c10b7f80a98b9823db2993",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4340,
    "pair_index": 4340,
    "case_id": "boolq-dev-0247",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d0382817e722bc0599137eb3375d18aaa03f36432aa483261854b1b3b469fc1c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4341,
    "pair_index": 4341,
    "case_id": "boolq-dev-0225",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "abde3c96f6b40880bfc425ce332b7da5dafdf754a7950b82f401ddd9c3951dfe",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4342,
    "pair_index": 4342,
    "case_id": "boolq-dev-1690",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "20eda7de847ac68f80e5adf563793a0bdb091d50ed470954d4c11c3ca94d9ddf",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4343,
    "pair_index": 4343,
    "case_id": "expanded-probability-0151",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a8c402f1bf6af60df8de6b060d744fa814ac799b2523759721a083bd43574a39",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4344,
    "pair_index": 4344,
    "case_id": "boolq-dev-2761",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "be5f2a0358989fe0c55fbb380a23ca3601bc256f4b9f69195a7c93d064620100",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4345,
    "pair_index": 4345,
    "case_id": "boolq-dev-0784",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "acbb7b29d6a6320da0c30e977fe65176c1fdc3e831d123d5e99dbab04d0b8728",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4346,
    "pair_index": 4346,
    "case_id": "boolq-dev-2778",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "aedb3a2535f4c417915f286b7c256d9ff0a2efab39f3c07c32cd07e124705f4c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4347,
    "pair_index": 4347,
    "case_id": "boolq-dev-1911",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4e95a3ab0dbf9de01f39263730bb6c5b8c7a2c36895a641f3cee21b03a7eab84",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4348,
    "pair_index": 4348,
    "case_id": "boolq-dev-2530",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9a34af8da60cf24c3115150ecc8efcc4e871cf6148df6d23893036acc5085843",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4349,
    "pair_index": 4349,
    "case_id": "boolq-dev-1355",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e92113a1fe9b5c13db4e69b6e1335bf088d3704f446f48cfe10b2642d3a5eeeb",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4350,
    "pair_index": 4350,
    "case_id": "boolq-dev-2323",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "716c284d0990ee47f0fd249704ccb68d3cd3e3756b0c8abcd3bd1250a75e319a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4351,
    "pair_index": 4351,
    "case_id": "rte-validation-0272",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "62a9d43dac2feac461d71820e5b15fbd69e57d15d24e6287784e051dd60d0cdd",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4352,
    "pair_index": 4352,
    "case_id": "boolq-dev-0531",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "fd1d172985865f6fa01e90f5480dcaa84bd7364e520537fc9f2dbd336f74fad9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4353,
    "pair_index": 4353,
    "case_id": "expanded-policy-0216",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b584786dcc5c38648448649bbc7e19e4e5b6a11980c222d9ae47d164ba8b2082",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4354,
    "pair_index": 4354,
    "case_id": "wic-validation-0051",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "507794846417e5b6df70efbb9503fb9a8d5dab020bdeeb24319340b6735597aa",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4355,
    "pair_index": 4355,
    "case_id": "boolq-dev-0799",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c7fa759e7ecc80b9c7b42603bf4d6d1f0994fb84c3c50ab9321a1f5ecdad5c21",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4356,
    "pair_index": 4356,
    "case_id": "boolq-dev-2245",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "13ebbc87e96de0e46a390bf89fafb073db292f7dfd0dcadd21e3ba00fcf57c0c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4357,
    "pair_index": 4357,
    "case_id": "wic-validation-0280",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a23dd680c9a101e10decc715f8277436db04503fef2d650d49fabc953c23bd08",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4358,
    "pair_index": 4358,
    "case_id": "boolq-dev-1829",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c9f1e6fd4b5c1e4ad570244b0b3cced86987574b845ab9cc677cd9a27a94f473",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4359,
    "pair_index": 4359,
    "case_id": "boolq-dev-2367",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "41888c5a49d4d593e5548b632943e4e42287f46555084fa6deca2dd45fd75eaa",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4360,
    "pair_index": 4360,
    "case_id": "boolq-dev-0332",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c970108774cd730e3128b37980316a6a2925c449065b2391c9e00a195def5ce6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4361,
    "pair_index": 4361,
    "case_id": "boolq-dev-1570",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "fc894453df0b4e9f56d1c6f9de27d31ca2b01c6b31b365b3cd497ff13dc90561",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4362,
    "pair_index": 4362,
    "case_id": "wic-validation-0557",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8cc9fa0824b9870ba174137d14a434c3554847ca7dab86ee09dbb9a33ef95a61",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4363,
    "pair_index": 4363,
    "case_id": "boolq-dev-0914",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a857b1b212ad183647fcbc8e35d272d821856573c8ee4deecf3c6f08cbbe9c33",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4364,
    "pair_index": 4364,
    "case_id": "boolq-dev-2456",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "754953677008628c9492f0707af25bff84f33d7352ad0fa6f16fa0ab6fea5d53",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4365,
    "pair_index": 4365,
    "case_id": "boolq-dev-1688",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0b8b495472b32dee88ce79ea32524cabec399752760cb7c15cbbf502d036d38e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4366,
    "pair_index": 4366,
    "case_id": "boolq-dev-1303",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c6b26165638b0570c6b6491ac5d53b1a0a2a531ef15ef1c858cf47aaa8a0d832",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4367,
    "pair_index": 4367,
    "case_id": "boolq-dev-0197",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "cbafbe3147e61bd5cc7aa80e1d5995db707e24f1c3853641b8f0b6d643b71d7f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4368,
    "pair_index": 4368,
    "case_id": "expanded-policy-0300",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5fb056dc194cfcc773e44b9839dba43be59d1da37164a7bd6c0746f47a50e025",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4369,
    "pair_index": 4369,
    "case_id": "boolq-dev-3263",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "607f2d296d2cb8c755a8991ce72733d125c1a64f3cb589d4f941d73540b42abd",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4370,
    "pair_index": 4370,
    "case_id": "expanded-probability-0048",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ab7b57ceed443c3d4c88ff1032ceb0c0fb7d98d12c5bad40dcdbd6511307ac69",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4371,
    "pair_index": 4371,
    "case_id": "boolq-dev-2938",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "40cbb08d8a308207b81204bbfdbe9eaba993ddfb31ad702ae61180e666f49780",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4372,
    "pair_index": 4372,
    "case_id": "boolq-dev-0112",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "88f288cab036a68770dd258a13feefec24c42741a6b284934c271d1bc47f85db",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4373,
    "pair_index": 4373,
    "case_id": "boolq-dev-0187",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3c748cc7311c425a6bc7a2524d55d1cf7b466173718258afacbe64c04c681991",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4374,
    "pair_index": 4374,
    "case_id": "rte-validation-0074",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e09b6f1e544043e9a3849452435f2a540bc12f1b429270e474ae4e885e5eed8f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4375,
    "pair_index": 4375,
    "case_id": "boolq-dev-1458",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b1294d74485178aab766c930cf0656dc92519c282eab1066aae40b9cdcc10f6e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4376,
    "pair_index": 4376,
    "case_id": "boolq-dev-0102",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c8682a7ce24c165edd2bbd60c1cf1d08cc23e55b71e2ab538d9435c2b31291e9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4377,
    "pair_index": 4377,
    "case_id": "boolq-dev-2671",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "eee7aa9aa8dad0d62c8114d879ce15b1b6059d904379604f021242f9520d5894",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4378,
    "pair_index": 4378,
    "case_id": "boolq-dev-1645",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "da1577951abdc287ab395bef46dc7e486e004ec289e42128d75d3f5ec2f3a378",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4379,
    "pair_index": 4379,
    "case_id": "boolq-dev-2791",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "956f79c4373342dbdcfc0ba28012a938b66d18f24c335f0404cb86d1d26f0058",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4380,
    "pair_index": 4380,
    "case_id": "expanded-policy-0088",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2ce76f592c4c246c7fbddb8dd5b76423bceb2d65fcd62396179d05a0f8e1bb40",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4381,
    "pair_index": 4381,
    "case_id": "boolq-dev-2202",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "64b2eec4134297e43ebf03be7bddecf2645289fefe973c12c3459e019fd11a0d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4382,
    "pair_index": 4382,
    "case_id": "expanded-probability-0093",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b1bd2d4bc231fb7c0c51e358df385b8eee2f5e5aff20e23fe894d7e2cc1c214f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4383,
    "pair_index": 4383,
    "case_id": "boolq-dev-0144",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4d21d0127b162b9d68d59440da3d40b9eaedb3e965ddd6f6a7cf92bd3b8f9137",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4384,
    "pair_index": 4384,
    "case_id": "boolq-dev-2336",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2c443178717cb74c95c1a7dc0b618be557be9f87cb1111911b589dd042794998",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4385,
    "pair_index": 4385,
    "case_id": "boolq-dev-0205",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "dfaa5e7413f650079307197324fe2430579303433222d60b5ad2249451962567",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4386,
    "pair_index": 4386,
    "case_id": "boolq-dev-2826",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "55b9de4a43b08dcaf4c0cc51974f85fa61b9790dd667fb7551c67a4da29f2dfb",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4387,
    "pair_index": 4387,
    "case_id": "boolq-dev-0554",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6b956070a0c614aa9c2d03ab8e49d57faa795163177b996de48c84ad39a1ee51",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4388,
    "pair_index": 4388,
    "case_id": "rte-validation-0269",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d3bf260c0fc226e4575e94b8976a63f5be48c4d332a0bfa4b71e0a01c385c438",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4389,
    "pair_index": 4389,
    "case_id": "boolq-dev-1094",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "83bf5206ca7cf243d2910e8d97c3157e052309cbe639bcd864e4fd9664d996fb",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4390,
    "pair_index": 4390,
    "case_id": "boolq-dev-1263",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "fd8f15e75c1118b2e62a4caae511d09aad96c089310cf763f1b8d5aa9e602703",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4391,
    "pair_index": 4391,
    "case_id": "boolq-dev-2436",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1b0465c8e87c01f07263a0546d24102c8b1372c6737aac572dfebaf0375ad757",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4392,
    "pair_index": 4392,
    "case_id": "boolq-dev-1469",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8ff0001926043e45a230f024d5b2584a3f58b210e19756e241e7179069c8bf91",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4393,
    "pair_index": 4393,
    "case_id": "boolq-dev-1809",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "94c9fd70f9248fe42ad8716e26658647dfdad93eb85ab84d067591789040837a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4394,
    "pair_index": 4394,
    "case_id": "boolq-dev-1079",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "fbda0d5c1d30c96c42c21471c6521b3262facbafaacc0c7a1ac36278d78eb826",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4395,
    "pair_index": 4395,
    "case_id": "boolq-dev-1912",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "179e480995d226846a488c4bf1b0a1d4ac6686edf4e252e434629f08dbec66e9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4396,
    "pair_index": 4396,
    "case_id": "boolq-dev-2798",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ccabb060aa3e57de44fdded0ac16b785da0fe23a15aebbad0d038e5b752c4f5c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4397,
    "pair_index": 4397,
    "case_id": "boolq-dev-0720",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1d7a049d4f679545eee106b3e143716a5fc73b4a716efd440a2b2d9cf45249bf",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4398,
    "pair_index": 4398,
    "case_id": "boolq-dev-1548",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ce09fdc189524f80cec8b8185b42eac285a3027474bdc9027c4652e9433f86f3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4399,
    "pair_index": 4399,
    "case_id": "boolq-dev-0990",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3b1c502fe6f493cbaf37267ccac1e6a19ffdf0c2b1f14aa40c85477719d11ed6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4400,
    "pair_index": 4400,
    "case_id": "expanded-policy-0127",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "557879c49cf48bdacd5cf23858861eed29cfda8b5f0baf9a65203de7d1a5cf34",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4401,
    "pair_index": 4401,
    "case_id": "boolq-dev-1214",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9a23d508daa4823fbc34083cac2006faabf22ae36f0df29be51bfe8292cf2001",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4402,
    "pair_index": 4402,
    "case_id": "boolq-dev-1455",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c869c1d76cb23ab5fc4f98daf71d925a8714dc2bd3f466f54faf8031186c590b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4403,
    "pair_index": 4403,
    "case_id": "wic-validation-0422",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7a643305668e31203dadcc5a789343dd74624db1237193057efe08135c61b077",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4404,
    "pair_index": 4404,
    "case_id": "boolq-dev-1876",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "97da594ec7e66fdbac2b3c6e2f932f9530eb4be661d9ae4a486607e105f02ab2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4405,
    "pair_index": 4405,
    "case_id": "boolq-dev-2386",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1670795a76477254d566591a487cdf69707f2bbcbde6908d0f014ef95a17d099",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4406,
    "pair_index": 4406,
    "case_id": "boolq-dev-2799",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "305a96eed0a7816fac119e877d05d0e847c22ebd283ad8b9a57da579354cb56b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4407,
    "pair_index": 4407,
    "case_id": "expanded-policy-0278",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b5bf4959ca5710f1bf7d2e6eed406685f8b3ef8675252ac781a6c51d85082bdd",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4408,
    "pair_index": 4408,
    "case_id": "boolq-dev-2239",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f9817a37fe35ba28fe5be4881373c160bc892fd03e213a81d5529c8a269abb5b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4409,
    "pair_index": 4409,
    "case_id": "boolq-dev-2624",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3fb96094c995e6a5502f356d6b46147cd0f211a13b9f9139754d4512ea79c22e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4410,
    "pair_index": 4410,
    "case_id": "boolq-dev-2699",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7ceb22b590a45344060daed5a901c519d94335ff923b8066db440bd9eb549dd6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4411,
    "pair_index": 4411,
    "case_id": "boolq-dev-2073",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8ae983efb3d0ad815c21a006e01866a97dc537f34de16d1c9a34da1f89484840",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4412,
    "pair_index": 4412,
    "case_id": "boolq-dev-2653",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "317e4cc900c256724d3b3247d7485434d59da911588f89c80c15543333e234d5",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4413,
    "pair_index": 4413,
    "case_id": "boolq-dev-1237",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "87bfd90cd44ee9fb666c96cc5f7f36b4b510278dfb616ea303238204e9f243a4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4414,
    "pair_index": 4414,
    "case_id": "expanded-policy-0034",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e484ba088bbb8f7cf394927d109b6a7fafd67d09bb7ffe64e982f23b20e1ce4a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4415,
    "pair_index": 4415,
    "case_id": "boolq-dev-0743",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "44adf9d1d5ff416918e33e29e7f7d825c8bc9e0f07778264d64cdb42e7c9f51f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4416,
    "pair_index": 4416,
    "case_id": "wic-validation-0155",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d4bd3d6ee039e78b69529fd0126732128f01d0c681a99225e48c1ba878ad0b0b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4417,
    "pair_index": 4417,
    "case_id": "wic-validation-0328",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "95b180ea88ad46505a1f4737e150ef3117f8031881d42bed15eaa3a4662f437b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4418,
    "pair_index": 4418,
    "case_id": "boolq-dev-0686",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "eee080e3d46b31d23f662e507bbdfb36be3ed31ac40de818e46450cd4699a645",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4419,
    "pair_index": 4419,
    "case_id": "boolq-dev-2038",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0fe848122fd44472df2f73ec3047e1d3e253dd176a11a3a2cb00879cc178d672",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4420,
    "pair_index": 4420,
    "case_id": "boolq-dev-2665",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "60ef6a2705c59a53033142b212a1aed43dee0b197ca6823da584b539533d0ff7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4421,
    "pair_index": 4421,
    "case_id": "boolq-dev-2128",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ca230ec62660e6973add4e3ad41119a364744f524fe144baed615d67a5a9108d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4422,
    "pair_index": 4422,
    "case_id": "boolq-dev-0918",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a0074c0b0ab7c723db16f1b0c498141a23bba7924405f630352e5f946d068658",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4423,
    "pair_index": 4423,
    "case_id": "rte-validation-0028",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "05e006c154c63296962e6ec9308bd19b213fbeebb01e93318d702ad1c7f0be8d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4424,
    "pair_index": 4424,
    "case_id": "wic-validation-0133",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "dbce818a8cfa37fbb96ff5da0ad752b7aaa2be357e8bb7e1fba671c9874ca8e2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4425,
    "pair_index": 4425,
    "case_id": "expanded-policy-0232",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ac4457a86b6195a4e3a35c775f46e6345965d098baea4c13013a7a11ecfa77c0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4426,
    "pair_index": 4426,
    "case_id": "boolq-dev-0216",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "61b047f2aa597ae23031ad2687b8d5a40d8dcde5b2cb751b08b12cd3d4a9afa8",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4427,
    "pair_index": 4427,
    "case_id": "boolq-dev-0907",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2215b69f7a117e2fe6d16aa92638d4b4b13977a6c08cace037c3d2584f2e4c07",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4428,
    "pair_index": 4428,
    "case_id": "boolq-dev-0156",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5d2ac04e6bcc66bbf59663474aa0c22e695afb42183fe45137620d176c75098a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4429,
    "pair_index": 4429,
    "case_id": "boolq-dev-0353",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "98fe297ccc8ae17caae525e18c0b61944e487d0cba9ae14351140970e03055c7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4430,
    "pair_index": 4430,
    "case_id": "boolq-dev-2005",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "62e9a4f0e91ca4dc41d45309f570d45e798dea3624fb98a4a4e219aecb3ed391",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4431,
    "pair_index": 4431,
    "case_id": "boolq-dev-0399",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3b2567a069695f56f9cae8a809b64f04a8161e7dd8048bfc323d71e656426b36",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4432,
    "pair_index": 4432,
    "case_id": "boolq-dev-1075",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7e79e24b9e8f2743dc95de64b4f84a5f3c72e07c43d54223160b01495b4cf6d4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4433,
    "pair_index": 4433,
    "case_id": "wic-validation-0206",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "135b060470d64debad977830bacc0e254154359e0d35bcbf9403cd36a91638a5",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4434,
    "pair_index": 4434,
    "case_id": "boolq-dev-2748",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "25e55f5c606797a78f17f56b254aab0e6db4e01e4ca2eb52a0f390d754e86169",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4435,
    "pair_index": 4435,
    "case_id": "boolq-dev-0362",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d8d891c06c6f6d9a773ac9bbdad4d97926946194bd23d723081e78a4e6a915f3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4436,
    "pair_index": 4436,
    "case_id": "boolq-dev-3200",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "75df6302959627c1f97911a6367ed102f98e9e638ab213c2d6eba89d8b034c79",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4437,
    "pair_index": 4437,
    "case_id": "boolq-dev-1252",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3881568bc379fb19c22d4b37252437c8a8e94c0f6fc7bf3e2933874cc7505f2b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4438,
    "pair_index": 4438,
    "case_id": "expanded-probability-0229",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "55947a46e290a96c9bcc3eb1e8b9d113422b69e3d749b87d1878b44b2e23b6ee",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4439,
    "pair_index": 4439,
    "case_id": "boolq-dev-2408",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e60925191fc3ed51c33cbcbe59abfce1c577fd6c24e88d3a007f67ab234fc69a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4440,
    "pair_index": 4440,
    "case_id": "boolq-dev-2505",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3376d555b169412eac682142b2a5c1ddbe73b9e614e42dba971f809840145a04",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4441,
    "pair_index": 4441,
    "case_id": "boolq-dev-1606",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e4d0ccbfd3d5b3b707a59efdd815447222bd15702f26d26de721c9ca5fd7248a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4442,
    "pair_index": 4442,
    "case_id": "boolq-dev-3144",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4e359e57e638fec227a51113a2cd10bbddbf3c563952f6ce827e426677fa0d05",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4443,
    "pair_index": 4443,
    "case_id": "boolq-dev-1392",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "67a83dd691274fa1a75f38a3dac562f9c171e4ead6126db0688eb1c4da1815dc",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4444,
    "pair_index": 4444,
    "case_id": "boolq-dev-2225",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5bd577db5eeee8f9a174a844f63e7af7d9db968cfc3c5edd64f13c1a4d16292f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4445,
    "pair_index": 4445,
    "case_id": "boolq-dev-2238",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "39c36e52cba45936f65b676bc17f0289301d55502bfb7bc75daed65e58a73d71",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4446,
    "pair_index": 4446,
    "case_id": "boolq-dev-2703",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "89b87dd912f66a1f67e0154439e351be39423912ccc10ea518ed71f85ce505bb",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4447,
    "pair_index": 4447,
    "case_id": "rte-validation-0155",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "65923e11641f2a2cfa90196e40e35a564716cc4de1bf881aec1fdd6230936b3f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4448,
    "pair_index": 4448,
    "case_id": "boolq-dev-2563",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ea258b4e49437132aa5efef0560e8cf4588a70edd2250f1e2ff91ff9527e681c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4449,
    "pair_index": 4449,
    "case_id": "boolq-dev-1712",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "80dc51dfca8b24c9c9bf24407f731589e1aee4e7e3485ba5f2d6f50a517879bd",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4450,
    "pair_index": 4450,
    "case_id": "boolq-dev-3240",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "23dc58ef00ec38c7a182cf42a1d6a3f66726e77328c2b8a66ea7ddbd03da3e14",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4451,
    "pair_index": 4451,
    "case_id": "boolq-dev-2529",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0619a9dcb7e295f8ee746bb2f19d2c8241b8b087fba15a9fdda1ad28605baa0e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4452,
    "pair_index": 4452,
    "case_id": "boolq-dev-0167",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "70cd034b2d03be9c8f835b80c41e30723b94b3e8c8f857b076c54d754f316bc5",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4453,
    "pair_index": 4453,
    "case_id": "wic-validation-0493",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "75e8353e493f7683dfd4fe153ccee93a7935e0f951dd89ef8d58923f58ca52c6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4454,
    "pair_index": 4454,
    "case_id": "boolq-dev-1700",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a754a71d95419a110043b2e346ba003a09be748a8e5bc943c319d519b43ee9d3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4455,
    "pair_index": 4455,
    "case_id": "wic-validation-0200",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "08e95703eebbb2847d73b222e54ab4b20fb0d49a3b4a552eba7bd6b1984dc1d1",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4456,
    "pair_index": 4456,
    "case_id": "boolq-dev-0571",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6bc9ae8eb62ad8a90343ab155b7eecc6ff76a44e81663921f8e7e18a6746f65a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4457,
    "pair_index": 4457,
    "case_id": "boolq-dev-2247",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9e396580c80005ef40ca2c5f97ee2335e5340cecb458830d8966391d6b007ca3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4458,
    "pair_index": 4458,
    "case_id": "boolq-dev-2866",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8134b31de9edb6862f27250c730d5fee5a5b19e3f32935fddf58dc9b24ca2552",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4459,
    "pair_index": 4459,
    "case_id": "boolq-dev-1498",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e3e87bc7cd0b374658b01e71c2366ce8c36fd97023a5ad802aaeca2854cfd637",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4460,
    "pair_index": 4460,
    "case_id": "expanded-probability-0283",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e791f42e154f9077178df1f2e111eb6c21b2f83514e2a3af248dbc9f1e0864ee",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4461,
    "pair_index": 4461,
    "case_id": "boolq-dev-2362",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "87748f4c2e450e5d37870960e51c94e4b5bfd5a9f0d83df8ab1b51446235a8f8",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4462,
    "pair_index": 4462,
    "case_id": "wic-validation-0190",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2072b2efaa524bd368dc12c48e0c945a4440d844d5c9e7d3cd7c11eb47a9ddef",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4463,
    "pair_index": 4463,
    "case_id": "boolq-dev-2946",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "bdc8efa9edf98e477cfb9aa3fd00fb47ff66755c021400d940f6bcad392f7e9e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4464,
    "pair_index": 4464,
    "case_id": "boolq-dev-2120",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4f60a93f84498d9a9972745ba7648ba40427acef8db66ee9fa10329060a012d1",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4465,
    "pair_index": 4465,
    "case_id": "rte-validation-0177",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9642e51bf9c09d0338a78decfeeb55a478644a59c830eb744ada1c8e54f6a504",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4466,
    "pair_index": 4466,
    "case_id": "boolq-dev-1016",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "25018b818f26041d010775c997f04d5c727184d8f9c92a37a897c9ad426bb361",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4467,
    "pair_index": 4467,
    "case_id": "rte-validation-0078",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "58a8906e36caad47046f8fbba8d5a0bcdc6ed1715fe292599ab269729189ec5b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4468,
    "pair_index": 4468,
    "case_id": "boolq-dev-0530",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9828c6790f707693b19b2523709873bb4003d044e98cfbae4ff13dac87f11149",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4469,
    "pair_index": 4469,
    "case_id": "boolq-dev-0065",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6abf587a6e1141ad07b8d1483bf4ab65da8ce392f7c4f5d94c6b4b53043168e0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4470,
    "pair_index": 4470,
    "case_id": "boolq-dev-2461",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "118c0e80f8fb5b32d2650132a927b19eb4d4c911405b81286a08532a38afd3e9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4471,
    "pair_index": 4471,
    "case_id": "boolq-dev-2790",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b18b693c0d59a7ec8ac3cf28fc9a1ea44e42734838a178d6e40f346f9382c059",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4472,
    "pair_index": 4472,
    "case_id": "boolq-dev-1919",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b1972a64a39fc79ae322eb408380c76269db4d7d0879a889ad080d83d9f45df8",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4473,
    "pair_index": 4473,
    "case_id": "expanded-probability-0288",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a8a5b1bcf3441896701b951e77cf7effefb54bfa77ba040e500cf2d837d6ee2c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4474,
    "pair_index": 4474,
    "case_id": "boolq-dev-0844",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d165b7314df9a7c9071b6bba29d16c987a7e6cc239570098157edadccb05696d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4475,
    "pair_index": 4475,
    "case_id": "boolq-dev-0105",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "89dbe9ff9f236daf7d7586d7d64394c86dd80a311d17f4a4b6ea11aabbaadfcf",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4476,
    "pair_index": 4476,
    "case_id": "expanded-probability-0136",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3bbc8bce1292f0727d712705e214cb7d022a8bf77e58181f0834c3d3300869c3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4477,
    "pair_index": 4477,
    "case_id": "boolq-dev-0890",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "37b5ab8be98d52234ca7df3b36f7a159a1ccaca5930c2aec81937bd6f2134c2a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4478,
    "pair_index": 4478,
    "case_id": "wic-validation-0220",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6c593740ef21fd138f39cd12501c67269c5f05e4590f0d2e6719ea3ba91a7f33",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4479,
    "pair_index": 4479,
    "case_id": "wic-validation-0418",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ea52c178eb42d0c40a8960c5566a2eaca864b8fd5daf8a7577ed9085686c96cf",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4480,
    "pair_index": 4480,
    "case_id": "boolq-dev-0325",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5556b6e260d540099511020da3ed4a5a5a25d062282e0812503e0b50efe21621",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4481,
    "pair_index": 4481,
    "case_id": "boolq-dev-0142",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c54d9a674863ac5a5f5a49c89dab9e62a0b293aa1c670a2b084e2f696e7cfc63",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4482,
    "pair_index": 4482,
    "case_id": "boolq-dev-0041",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9615c2f223a75ae71b80624fdaff8d74cc76dcf494d4c6083b75ab81eedc74ab",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4483,
    "pair_index": 4483,
    "case_id": "boolq-dev-2353",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b4a5f5cb79338500fc82e63f91ea567f275a2814131cf61735e0f26866d96888",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4484,
    "pair_index": 4484,
    "case_id": "rte-validation-0003",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1bc071216a2858e096919940fa2c3bc8125a8e3d9ab798355133c6d7620f3d7e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4485,
    "pair_index": 4485,
    "case_id": "wic-validation-0212",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c47ae94f37a899347e9ba403ac24e1157debcc414bd666ee0c4f56acd44f5a72",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4486,
    "pair_index": 4486,
    "case_id": "boolq-dev-1154",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9c62a614738a1be43973e55dd279f44ac7e35ce6dcbcb6b94d635bf90ee389f1",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4487,
    "pair_index": 4487,
    "case_id": "rte-validation-0197",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c3b631d8dd020a7be622b50852a2baf37b1c9a10f226b89a3428544866aa6b04",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4488,
    "pair_index": 4488,
    "case_id": "boolq-dev-0176",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3365a51b8d550b97b068a735b537aa28fe0e54c93f779e106d5fe552ae7a006b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4489,
    "pair_index": 4489,
    "case_id": "boolq-dev-0786",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c204552b64219cc8a4581228a68caf692f15c9a06cde99236b061c70ad9629f9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4490,
    "pair_index": 4490,
    "case_id": "boolq-dev-3137",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ec3f3efd481841276fe55c71e32a4e2c7bb9cc8ab92ba465c49d0cacd7748a45",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4491,
    "pair_index": 4491,
    "case_id": "wic-validation-0539",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2da940774180b9bb415cf8d342ee75d12fb8e24f9916f2eec931b512c1ae5684",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4492,
    "pair_index": 4492,
    "case_id": "boolq-dev-1625",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5fb6642cdc299f48ed411c71c8c724f42161965a2badb8bdfdd6092fb93f185c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4493,
    "pair_index": 4493,
    "case_id": "boolq-dev-0689",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a1b82405656041a3e604ed6203271837cf973c699d4901628fe732a4cd1e9e2d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4494,
    "pair_index": 4494,
    "case_id": "boolq-dev-3056",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "836a8919ed887704863849ccfbd1892963dcb7d99ed7804a9a8e637c23b8a402",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4495,
    "pair_index": 4495,
    "case_id": "boolq-dev-2708",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "12d7e7fa7b0110e41eaaad6535d647ee1aa7f7447e9da7e5c42b4ac97487c364",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4496,
    "pair_index": 4496,
    "case_id": "wic-validation-0308",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c93deefcc3300ab6e4698bc3b466b487a9e8f0222d79a00ac5bc5e5579c261fc",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4497,
    "pair_index": 4497,
    "case_id": "boolq-dev-0365",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ddd914d485cea820033b2d791f41e44f995fb685e78938dcdd006999a7607d26",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4498,
    "pair_index": 4498,
    "case_id": "boolq-dev-3178",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3219b10b31f154f03bc7d87645d23a585f5a22e73385b388c3c9a3cbfa17d079",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4499,
    "pair_index": 4499,
    "case_id": "boolq-dev-1924",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "78dfe76a629b18002f253f5d7e0d550c3aeeb24ded881d2b6d8e4b6260c4dcde",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4500,
    "pair_index": 4500,
    "case_id": "wic-validation-0164",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a5cf67a53711cd07308fa3463ce44ba7a5cff86f53f7d00c0211b949cf0b6b8e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4501,
    "pair_index": 4501,
    "case_id": "wic-validation-0368",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "df85706941d0b445e6f7bbc705681fce46c8dc1d8791e5b67e74d31704f5dacd",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4502,
    "pair_index": 4502,
    "case_id": "wic-validation-0487",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "dbe7be2ed8350477d3a392df7b2af57ba9205f5d514dfbcf8dcdcb8a4e52267e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4503,
    "pair_index": 4503,
    "case_id": "boolq-dev-1111",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "14986f2e25fa97b67dd8769957c26dcb4b7f11954807ef2eb3a6259764d8c796",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4504,
    "pair_index": 4504,
    "case_id": "rte-validation-0263",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ef121ddf13c20f2363b55e7e9521468bb3ed9a5e92dde7e1c62c8b016beb34bd",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4505,
    "pair_index": 4505,
    "case_id": "boolq-dev-1605",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b948ea6c3eddc3b125b06bc02cd93e9bf2636e79ac2b3ca54ab53f8f65655008",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4506,
    "pair_index": 4506,
    "case_id": "boolq-dev-1675",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2f619a048b0aa3ecf8c5d6496dc1bc83740cf067a64a4e2baac5030a22924b49",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4507,
    "pair_index": 4507,
    "case_id": "boolq-dev-2289",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "51bcb1a8a128d1397db7d8266aeec264d7439af93fd1200179aae0528cf9f2d3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4508,
    "pair_index": 4508,
    "case_id": "boolq-dev-0423",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7da01d275fe214ab68adad1e76f69a0b2d3c286b4f8b0cee3ceaf527b3b790b4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4509,
    "pair_index": 4509,
    "case_id": "boolq-dev-2524",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e1c98c0f29f4a5d5e5de7a0d0134ac758644e9f7079cd40d4ca249118142ce24",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4510,
    "pair_index": 4510,
    "case_id": "boolq-dev-2643",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0524b7d3b023bb0a9044510e2006bb5787f4cc1f48ce6151f1efe8f7dd82e54d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4511,
    "pair_index": 4511,
    "case_id": "boolq-dev-1064",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "aa1e93624d197d33339699f3d110df8a84b7202f72407f90f3956a7020ec27c2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4512,
    "pair_index": 4512,
    "case_id": "boolq-dev-1225",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "efdc232e97d88f172360e0808debc261a6a8de1ee5387c4eeaa8620fde00ea62",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4513,
    "pair_index": 4513,
    "case_id": "boolq-dev-2372",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8cdc4572319bc21fee86c2bc356c303d78c6c37065db4ec9439ae51f964fd9d0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4514,
    "pair_index": 4514,
    "case_id": "boolq-dev-0056",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "daab71e74a9e3c8168015de29d4b3c84be0a650100d1f369dca8081f860de437",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4515,
    "pair_index": 4515,
    "case_id": "wic-validation-0437",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ca9faf5fdbe5abdb94a78edca5baf31e5921df93ad4a80461f0f0e1da15d8bea",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4516,
    "pair_index": 4516,
    "case_id": "boolq-dev-3105",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "593dab07ff3385c04842a547a9690677689f07a7576335d4f65e6796d18ed0b7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4517,
    "pair_index": 4517,
    "case_id": "rte-validation-0037",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "199516e02fdf205d2301da52c449f74bbb2ce6bfef22f99550bb123236ec1d98",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4518,
    "pair_index": 4518,
    "case_id": "rte-validation-0109",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b2ef5ef5fc3cb6b08408d0b9613af89cd27660373c308b2148b7c8a2a8b1f6d7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4519,
    "pair_index": 4519,
    "case_id": "wic-validation-0236",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6fd6ea7a31fe32fb46233820530762688dd73adcede0727063ddb27562a94985",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4520,
    "pair_index": 4520,
    "case_id": "wic-validation-0045",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4c276fa572cf61593e679aebf53da765aa134c285f2c2c8f7db80ad8cd4e5194",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4521,
    "pair_index": 4521,
    "case_id": "boolq-dev-1206",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "89a9117c3a159a92cc0d6c870d61e705fee4fb2f9586bc49a670e0d5d1398e26",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4522,
    "pair_index": 4522,
    "case_id": "boolq-dev-2013",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "86e076011da6a2a05ff478434d1f7d6234662a643cae3e983cacc961b40c433b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4523,
    "pair_index": 4523,
    "case_id": "boolq-dev-0864",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9fb9bcfd8f9018bb4a0462f8ec89b2f806ceb1dff428116d11e39ec45bca9711",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4524,
    "pair_index": 4524,
    "case_id": "wic-validation-0338",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "38e91efef92584e71cd884ead03d0de748f33cb5c9f3c8f3292715699ed36e0c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4525,
    "pair_index": 4525,
    "case_id": "boolq-dev-0770",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "00b825b1c1e48d2bb0efe10fc4e67411ae1699ea84799935e6bc729b577d9f3e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4526,
    "pair_index": 4526,
    "case_id": "boolq-dev-0774",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d9fd6af96ed71d8d4aeb438c8a86fdbb49ebc75ba247e335b92c71ddb92a822b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4527,
    "pair_index": 4527,
    "case_id": "boolq-dev-0392",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6713b71225cbfe0d38b41f79a3ea6d5227e5424d8f68c88a7212c7bd97185065",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4528,
    "pair_index": 4528,
    "case_id": "boolq-dev-1001",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5a5c420c1ab7d9af7c10656288c2d72a5f07ee6cd8b9c3f46d7acbd59115bc72",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4529,
    "pair_index": 4529,
    "case_id": "boolq-dev-2947",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3bbbd09803ba4ee98f1477c5b9dbaff9dcef8fa9945bb5692fc64049faa8eff4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4530,
    "pair_index": 4530,
    "case_id": "boolq-dev-0299",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ccc1ebe7b66805d15eeed5e571c8b069c7575fbb08ea572c18a9697edbb21291",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4531,
    "pair_index": 4531,
    "case_id": "expanded-policy-0091",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e3250cd888821c479f446a80e84b89b5bb77c122cb1793c94cac9d70bb657741",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4532,
    "pair_index": 4532,
    "case_id": "wic-validation-0424",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "66b3ad51f5c29c8ba1639206d17cb58acbe9b1e5fdb3140f186fbf3edbd64807",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4533,
    "pair_index": 4533,
    "case_id": "boolq-dev-2070",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2834fd19c969a7ea5e1b104a4ad1433d0996f1342ac01135946cc295d04b8533",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4534,
    "pair_index": 4534,
    "case_id": "wic-validation-0345",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "03fa1abd86b1d043e16e7c5c8f92cc1b9ea49351470b3c2bad51937b11af7adb",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4535,
    "pair_index": 4535,
    "case_id": "boolq-dev-1740",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c8bc62cd380a6f67c46e12d00e579aca0d93c3ede6840a064d07d96dba302086",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4536,
    "pair_index": 4536,
    "case_id": "boolq-dev-0661",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b025c14e09c707cc334acd330fdf96eb0dd56a456694acd349a28a919eace67d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4537,
    "pair_index": 4537,
    "case_id": "boolq-dev-1835",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6c13d2d7f805f710eda13086a5baff4a1d5bdcfbf48d7aaab9a8fe8bdc6c2dbb",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4538,
    "pair_index": 4538,
    "case_id": "boolq-dev-2966",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "17e022e402b971be8e57b53eead03687468c2a24f15f9ef6a7249a9a10a84955",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4539,
    "pair_index": 4539,
    "case_id": "wic-validation-0432",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b1e2237abeff19a3a3419ae4e46c72a755bcdcf88a90453f969c0a2283d7b8e0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4540,
    "pair_index": 4540,
    "case_id": "boolq-dev-1327",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "35b03529a300c05d57fde803a9d34135f1d360862ddfa20676e229c8b98d178f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4541,
    "pair_index": 4541,
    "case_id": "boolq-dev-2775",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "19d84d5dbabc95dbe6a779da8928a744fcf1f35990ad1e86727153c52e732fe4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4542,
    "pair_index": 4542,
    "case_id": "boolq-dev-2544",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d038757dfae2b6ea67af97171dfb32858184adc76ef24578e1f914c8fc616bb2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4543,
    "pair_index": 4543,
    "case_id": "boolq-dev-0824",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f6cbcbfe53179b5f4850ff3d5ca74f6d9cb82d0879fa4a89ade8b1a739128d6b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4544,
    "pair_index": 4544,
    "case_id": "wic-validation-0075",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1539135c8fa32b26dc3acfef8014a7b12cb07f1ca9fb3820523d7028f7a0345e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4545,
    "pair_index": 4545,
    "case_id": "rte-validation-0112",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6b27991d6091424ef3abecddb0c175a947d1591681b3d7ae4320b33abc4e015c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4546,
    "pair_index": 4546,
    "case_id": "boolq-dev-0976",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c7b30cf6f1cf128f9dcccebd5dc8a1460f3c8cf33158b42f27ad5c4d67cd0921",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4547,
    "pair_index": 4547,
    "case_id": "boolq-dev-0370",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7a92c89291dacce30fd57333d892c10baafa642f8ec26367590a59e56f03326b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4548,
    "pair_index": 4548,
    "case_id": "rte-validation-0004",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d330b6b66fa862458eb3a374892898aba49eedbe1f8897b0bf8edb964c117a41",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4549,
    "pair_index": 4549,
    "case_id": "boolq-dev-0960",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "10a3b1ee2a5d4e834fafe44bafa7de9b18a35d01ee7148115544a04a458b6469",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4550,
    "pair_index": 4550,
    "case_id": "wic-validation-0023",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "45a2bb3782a3591c5b254a918253db39ceb60f7966d9833608e6a9a3acd0a6ef",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4551,
    "pair_index": 4551,
    "case_id": "boolq-dev-1384",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "61016387f7c0b407f780f54b6ea9a92039b8b8516a6803c4e4e20b0f11e425b9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4552,
    "pair_index": 4552,
    "case_id": "boolq-dev-2572",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "60aa7e6da60a55e3c7cccf5cfa6ba3a6d8ab1b7f321768693ebb1e31c1378b66",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4553,
    "pair_index": 4553,
    "case_id": "boolq-dev-0556",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "66a4f3bd9ffd0e038bd5efea365986ee002cea49ce4963a48cbf27ccc87836fd",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4554,
    "pair_index": 4554,
    "case_id": "wic-validation-0255",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "fd69f15e01e1b05ccfedd1b21dd6d2ab5ad070d6f72b2c2903e5bdc83796f4bc",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4555,
    "pair_index": 4555,
    "case_id": "boolq-dev-3170",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c38b74647a23ba38f7627279aae4c2a10c1c4a4a024d56e289e4d257a3f22b1b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4556,
    "pair_index": 4556,
    "case_id": "boolq-dev-2546",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2b7198f6eb0e1630ffb22bac669e1caf61f8582623955cda6b7a11246377b67a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4557,
    "pair_index": 4557,
    "case_id": "rte-validation-0152",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d9034b5946d067e0429ca0a78e28db25dce20b9b77b35d33ef24c8a29406bdcc",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4558,
    "pair_index": 4558,
    "case_id": "boolq-dev-0351",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "341c6ba3c20aa73c742b442cbbacda4cec4d9052fd0a2d7e4a5b382b6efb0dbe",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4559,
    "pair_index": 4559,
    "case_id": "boolq-dev-1496",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "dbbd32252706a7ff1352cb9ae8426ca34cd2a531a0ab9b75000af44b46289949",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4560,
    "pair_index": 4560,
    "case_id": "wic-validation-0041",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "765e2e8795a4d6d61b6aad38de988bb37d1eed4da9fd52585599e461acfb2733",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4561,
    "pair_index": 4561,
    "case_id": "boolq-dev-2954",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9efcc23d161b5292b5ca9350c8f9e48e54af22266bcbcb1fc30aba7200e02acc",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4562,
    "pair_index": 4562,
    "case_id": "boolq-dev-2191",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "dd4707ceae3fa9ba31183e619fca7be08c42340273d91ba0b76c7237be9fc62d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4563,
    "pair_index": 4563,
    "case_id": "wic-validation-0373",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3599304ea498bbde786cdf6cf2035093c8bb77a3320d5e8e782ebc87e8c8d996",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4564,
    "pair_index": 4564,
    "case_id": "expanded-probability-0245",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "458b1c45d46990a5794f73168ccb6b8adc22c4798a5f79e2a24bf47b6816ea9c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4565,
    "pair_index": 4565,
    "case_id": "boolq-dev-1560",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c0058f71abc9aea6160ba12c35d10e5da8b1a5bdda9d33fe8073e8f2c30125a5",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4566,
    "pair_index": 4566,
    "case_id": "expanded-probability-0271",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4ecd5628e935575f3b278216b0bd4b8febdf6ba1fb70c3b1da3c6e66aac5596a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4567,
    "pair_index": 4567,
    "case_id": "boolq-dev-0668",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8172eba36a144b899b6c199cab0e47ec5df1d5f4ca8f17afe9b0e88063d5f7fe",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4568,
    "pair_index": 4568,
    "case_id": "boolq-dev-0862",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "632546d50ab7ec4a8f0c2d74c64e80cff1735d2fcef643a96e787a5a2458acd4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4569,
    "pair_index": 4569,
    "case_id": "boolq-dev-2092",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "fe04b8d40c082d0fab8d78d3e5d2e727d759fa871fd1d945f3af0b215f425475",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4570,
    "pair_index": 4570,
    "case_id": "boolq-dev-1531",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f39a83fc092e650663c47fb9730dc9f482ad7c75ae7d096010f042cd0fb2955b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4571,
    "pair_index": 4571,
    "case_id": "boolq-dev-0320",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8488a78e22055e60de221a20e9a11b769b8fef3f9450586f33164977cfd2c410",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4572,
    "pair_index": 4572,
    "case_id": "boolq-dev-0366",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c1477aebcfbe65f4a42c3b31e16795eb72102221d59a1b52ca1e13d5e9fa895c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4573,
    "pair_index": 4573,
    "case_id": "wic-validation-0002",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ebc1fd1d7cff730d1931fa2e1658cdf6ed44571e341470f0eae439ac50ae7805",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4574,
    "pair_index": 4574,
    "case_id": "expanded-probability-0277",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b0a976aaa3382486ef1177c9b8665097ba5751ae82cd87c469677581bf02e471",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4575,
    "pair_index": 4575,
    "case_id": "boolq-dev-2990",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "05d9fb80248c01c92e12bcbad3264ccc9b673e78598e46ec44c550046f20545c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4576,
    "pair_index": 4576,
    "case_id": "expanded-probability-0159",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d7a199f71acbb037e83a059abde2bc8fc30edbc679c66c5c9151f405bb6bd6c9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4577,
    "pair_index": 4577,
    "case_id": "rte-validation-0262",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "acb04ff1cc12b9980024e65b7434cb9c5093157723b5cbc8a914ca33363d5ef7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4578,
    "pair_index": 4578,
    "case_id": "boolq-dev-1087",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "19713b628c9a100a80ab5edeed5194f998126e866c95fa443055f8d0b8ba1c50",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4579,
    "pair_index": 4579,
    "case_id": "boolq-dev-0567",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e9676c96755a129bb10ba6c42f3bfd34a2183e6a0ceb85df49561616ed101b11",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4580,
    "pair_index": 4580,
    "case_id": "boolq-dev-0241",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e2cd519af45af55b72da14d0286e6ac75422f1e948af98997506d24fdc9c9ce7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4581,
    "pair_index": 4581,
    "case_id": "boolq-dev-2221",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e5cd40abd3cf2b1cdd41e8615158991fe04d5a995d8721de6e618d82e2295428",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4582,
    "pair_index": 4582,
    "case_id": "boolq-dev-0620",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "24d8cadac99349ebda894cff7a5012d603e494cc14d9224424f90485d5ca400a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4583,
    "pair_index": 4583,
    "case_id": "boolq-dev-1418",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2a7e4e265853889b732bcea193bcd70cbf27045587878121280427875a9abf67",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4584,
    "pair_index": 4584,
    "case_id": "expanded-probability-0186",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "53096d191366642289eb998fbeeff353fcdd1adfdc28cdf129e6dd2f5d962070",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4585,
    "pair_index": 4585,
    "case_id": "boolq-dev-2050",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6716f485b4f0d877052294119d1691b0a5df89689de6565166af9719197f8b29",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4586,
    "pair_index": 4586,
    "case_id": "boolq-dev-1682",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "cf65a6d26145d44ea4d378d8e2b2d57681151c123db14b68cd7cacdcbf0c8ce7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4587,
    "pair_index": 4587,
    "case_id": "rte-validation-0235",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a0169029a26439ab41230fddf61fcfb490d398a20af8f31adbb044f8173440f0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4588,
    "pair_index": 4588,
    "case_id": "boolq-dev-3147",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a7461dfd4f41842f1144cc980b9f372909d26e8ae804b740fc2ec5ffc9b61310",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4589,
    "pair_index": 4589,
    "case_id": "expanded-policy-0280",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d28cf20889d35e23f79372b42fa629c79fa624233ba5468451c5cd12c4450ac6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4590,
    "pair_index": 4590,
    "case_id": "boolq-dev-0206",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "50719a6e557cb117532b3e2bf5d8806ea2d015fd007c3bceaad2a0323f62559b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4591,
    "pair_index": 4591,
    "case_id": "expanded-policy-0124",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f64447393e663cad0a40025a3dd5b0432e577f8f77fc4bbee6a0d9cb4531ddfc",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4592,
    "pair_index": 4592,
    "case_id": "boolq-dev-1169",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0489008099fbc500b87e1811c4b6a13edb05f40ae625c64a973d716717232d81",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4593,
    "pair_index": 4593,
    "case_id": "wic-validation-0047",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c2c5bfae7f98fad91c7c5a92f257563fa4114a0a42785587826bd9acff5f896d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4594,
    "pair_index": 4594,
    "case_id": "wic-validation-0614",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "cc0ee87ba087e1f64b465dd63aa99d5d5a13d21434483959112cf2fe3ae3cf14",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4595,
    "pair_index": 4595,
    "case_id": "boolq-dev-1104",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4af4b865819e25b1d3c14564c28045077ed145dcbd2e993050439eccf97bc55b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4596,
    "pair_index": 4596,
    "case_id": "boolq-dev-0881",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "fd74604054f5a0aa20c4113709a58435ec7c16334c9efcd6cab1b4f20676504e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4597,
    "pair_index": 4597,
    "case_id": "boolq-dev-2135",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "48bcb393028f268e4ed78caeb0d71d6fea8070859c88ad3052f7b5279b9f9f05",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4598,
    "pair_index": 4598,
    "case_id": "boolq-dev-3006",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9020726d3cd179c8b54e6154a2abd32af2682416589f416d7c635b7c4cfabacb",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4599,
    "pair_index": 4599,
    "case_id": "wic-validation-0512",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "953d2d8ef8bb97695aadbaaae65531e6daf5db01c5c2d95987c8773e16f90b98",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4600,
    "pair_index": 4600,
    "case_id": "boolq-dev-2122",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9d3da915a663805a61445da6201ee645bb48834b8acdf3f5f9c19b86083b5426",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4601,
    "pair_index": 4601,
    "case_id": "boolq-dev-3086",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "75d43dfc26146427123d7991ddc09db74bf33d0ff169efbfe9c5d5986e70c975",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4602,
    "pair_index": 4602,
    "case_id": "boolq-dev-2750",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "68da051287ff37be240951c2f6e7548e16c46419d691324528b5f6a472100b98",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4603,
    "pair_index": 4603,
    "case_id": "boolq-dev-3155",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "18ba29e445b96dc56c9508199005d9b06cf9d2d817dcd1e5a5392934bdee866a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4604,
    "pair_index": 4604,
    "case_id": "boolq-dev-0504",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2492733720d8436460eb7c096853c1bb0d733ed490e431c19ef1c57a66345893",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4605,
    "pair_index": 4605,
    "case_id": "boolq-dev-1871",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "13041f240150beaefdee7fb331244adfa4a62580b2dca017fa89a3477c887500",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4606,
    "pair_index": 4606,
    "case_id": "expanded-policy-0061",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "34bf3769e948a802c66ad1bcb68b86ce3bdfb9882c7333a443131fc32efcc779",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4607,
    "pair_index": 4607,
    "case_id": "rte-validation-0114",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6d08ce8451ea3308c8c4571fe98d36b5ec8db9fc81ace94f7b8eaa1949be3a38",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4608,
    "pair_index": 4608,
    "case_id": "wic-validation-0156",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b670085bd3880be06010c2131300e3b275baa2993d0c0a056f5627d02cdaf869",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4609,
    "pair_index": 4609,
    "case_id": "boolq-dev-2178",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "87e50b658e7bdd759ba3054750f3724449ab2ec407ed7d479984ca452c414d55",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4610,
    "pair_index": 4610,
    "case_id": "boolq-dev-2249",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2f1fcf10bc8fea0ba0705811f26dad749d431ba2417107668a2b07eff5b36be0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4611,
    "pair_index": 4611,
    "case_id": "wic-validation-0052",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b564d9e38c1587386240db233312e19e0e8fc10824b1c6cbc60433e15efe3462",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4612,
    "pair_index": 4612,
    "case_id": "expanded-probability-0049",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "95b448861fc498cfc8d240193315cac64aefea87630287eac65e17d11ab2b9a6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4613,
    "pair_index": 4613,
    "case_id": "boolq-dev-2570",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "111da8e7dea2b3a17b9e31dff891b196a156e3f90bb1d8ea95951911f62a3d3e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4614,
    "pair_index": 4614,
    "case_id": "expanded-policy-0281",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f15a8eb057b3dad8fff9399bbef1e51a744782a52e32550e0ce811157d8e8e1a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4615,
    "pair_index": 4615,
    "case_id": "boolq-dev-2403",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1cfc7b2290d5cdf954d45588ab89ced9dd93bf941b9c03673db1aa0597381dc6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4616,
    "pair_index": 4616,
    "case_id": "rte-validation-0202",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "877318cddc1b16a6b159cfa428278f854c1a9464583000f73b5cc53d2e669b0f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4617,
    "pair_index": 4617,
    "case_id": "rte-validation-0021",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "22def25138c01f90100fc33e4daf9c13c3a370572e24afe6357bb981c7188927",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4618,
    "pair_index": 4618,
    "case_id": "boolq-dev-3232",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "da247e67ca44bd36b69c6669158f166aec61ed51872163db2369023a39e2130f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4619,
    "pair_index": 4619,
    "case_id": "boolq-dev-1501",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9e8855fc543a26f8207a6b72177a77ac0258977656a5c120461b2ca81d633a98",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4620,
    "pair_index": 4620,
    "case_id": "boolq-dev-1301",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0d4f7f6366fd7a3c19cc81fa01232407cc811271fcf7f2006fd8e16bcf3201fc",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4621,
    "pair_index": 4621,
    "case_id": "boolq-dev-0499",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d33e97a6b59ff2949f77f7c1ff427507802867b16572b1f588cec48239f3f17f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4622,
    "pair_index": 4622,
    "case_id": "boolq-dev-1319",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e5b6ef3004a78872d6199872b7920b2f4c20da6354015b883c6912e9f58d53d3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4623,
    "pair_index": 4623,
    "case_id": "boolq-dev-1268",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3f54dee3d3cad915b2b1c60f3f0edcc4670e77e95c106cf5c047f1fb28779ddc",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4624,
    "pair_index": 4624,
    "case_id": "rte-validation-0092",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0cc2ab3cf18c4c266683391d4cec9d1400eb5947397a9aead5798da087d384d9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4625,
    "pair_index": 4625,
    "case_id": "boolq-dev-0961",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "cc2854c17443849e6bc589c0fb597370bf034a1a94043f7f6abcfa44157241d3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4626,
    "pair_index": 4626,
    "case_id": "boolq-dev-2935",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b342607af93c2b4a2e9986878caf5b891274dd35d70aed80477fa1f3e3e39012",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4627,
    "pair_index": 4627,
    "case_id": "boolq-dev-1540",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f6eedebedea6e456e64ba4f06b93f2862277b7939ed9b625e4dcad169cee207d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4628,
    "pair_index": 4628,
    "case_id": "boolq-dev-1271",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e27b3450bc8454bc849d6ee710910c4c848f205e9089200c8f603dcd8de32f69",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4629,
    "pair_index": 4629,
    "case_id": "boolq-dev-1607",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "00881413b5e4e705263ee55c6994b756f8034a67187eb413e56af3e4ab59b971",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4630,
    "pair_index": 4630,
    "case_id": "wic-validation-0076",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0023f518e5deb2d5fdb2c2b1061fc03ed5421fef9a5124c79e0b82652459d2e3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4631,
    "pair_index": 4631,
    "case_id": "boolq-dev-0564",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "cca5855cf440490358747b24d338f0147925b8973f9550d35a5f803f7990b52e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4632,
    "pair_index": 4632,
    "case_id": "boolq-dev-0913",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "197b9d393b49186bd1b8a3bcb99992deeb70b2de2ca14e56e58718fc41486ed1",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4633,
    "pair_index": 4633,
    "case_id": "expanded-probability-0006",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "15623575cf9d104b9a103deaadb163dd400eae18114b1dc5a2f21d99fc96af3b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4634,
    "pair_index": 4634,
    "case_id": "boolq-dev-0371",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "92d460c51043fac8f2c0a8c98e08cf2f8a09cf6166b479970bd8043f1fd17602",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4635,
    "pair_index": 4635,
    "case_id": "boolq-dev-0400",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2503fd7c61e20c564379c2ced2491de7e65a4c2600c5c1eb58ed5bb316030733",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4636,
    "pair_index": 4636,
    "case_id": "expanded-policy-0078",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "990d198720443ce99b772c8c43e40b35d2ad8e5f5724141ab989afde2e259c05",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4637,
    "pair_index": 4637,
    "case_id": "boolq-dev-2895",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5657f60fe8b90293c1f57e2454ef4e4326b216a825aab884cf0fc18b154e1867",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4638,
    "pair_index": 4638,
    "case_id": "wic-validation-0046",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a35dd20718acdefd7fa59bbc8ea3a051619e830b66e8d07ed2d10ef592813487",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4639,
    "pair_index": 4639,
    "case_id": "boolq-dev-1741",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "dcf191e14a258bb6d19922f968e19c5dc4c1d7321230017a0ec1e773ee393d61",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4640,
    "pair_index": 4640,
    "case_id": "expanded-probability-0080",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3d1d5da1714523c57a04b857869c52267d0f8f3171bfbdd9cc3e10ee82615ca7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4641,
    "pair_index": 4641,
    "case_id": "wic-validation-0473",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "48734b8a8e09072218cde4527a7432f86448c61e82752aa4e1236c070f26cef7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4642,
    "pair_index": 4642,
    "case_id": "boolq-dev-0067",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1e6c9451344acf82c3df4538c19f7df3866fe979008bc30b035e7a496b606f49",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4643,
    "pair_index": 4643,
    "case_id": "boolq-dev-2902",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4f944c1522d0afb073195337de4f37a11a07157ea22cbbb6f3300f931b08d0c3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4644,
    "pair_index": 4644,
    "case_id": "boolq-dev-2000",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "409adca9ce587c5e244eaf09d1983e9cf9c5f83436baa4a84e496e3126b38690",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4645,
    "pair_index": 4645,
    "case_id": "boolq-dev-1424",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5478a0894c11655dcb78ad1588e3df53dad6a72ad967dae31359ee3ade58d9b3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4646,
    "pair_index": 4646,
    "case_id": "boolq-dev-2006",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e1a7606981f94112958c34910b1e3152f5ab26771fb0b23d4e74fd393f8623a0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4647,
    "pair_index": 4647,
    "case_id": "boolq-dev-1011",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3a02941289818b2c5944745d65b9c15871bb2b88283a83025a8120ae3b47762e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4648,
    "pair_index": 4648,
    "case_id": "expanded-policy-0048",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "39fcdee772ab540e9272ded74831d33f72d73d2704e9843f7771da575deb913c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4649,
    "pair_index": 4649,
    "case_id": "boolq-dev-2691",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "cd0b18c8e690a704e1a73ed5502c76b515849abdcb1e3046703c63eea090f18d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4650,
    "pair_index": 4650,
    "case_id": "boolq-dev-1953",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2e38a8e514580b4a14663b7e17ad3ae3c59dc396f06909b9f915b25e2628b599",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4651,
    "pair_index": 4651,
    "case_id": "boolq-dev-1187",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "02fb76ae688dfceadefd87f5b00027e6dbb5030af5387818956979acb15ada4b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4652,
    "pair_index": 4652,
    "case_id": "boolq-dev-1308",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "02341e093f8694ebfc99bb1f31efbbccd81ad9c7375f602412d7660d60b3f065",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4653,
    "pair_index": 4653,
    "case_id": "wic-validation-0524",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "552c0a228d8d238b6b6c09e057c50671ee862679439c37496c9a5d02428db27c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4654,
    "pair_index": 4654,
    "case_id": "boolq-dev-2577",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d05e13b66ad00e1fd13931dea2f9abbe2e3697896bc7e6fd12a319564b72805a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4655,
    "pair_index": 4655,
    "case_id": "boolq-dev-3205",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3ac1eb062fa1b3eea9e1a06321ce4e4b40f305823840ebe0e84f30c9d3dff138",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4656,
    "pair_index": 4656,
    "case_id": "boolq-dev-3268",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e532dc7c29193a6a5356065b0077a5c7e53ad7e2c3dc7f6bb6919ca911d2f7bc",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4657,
    "pair_index": 4657,
    "case_id": "wic-validation-0039",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b35e3cdd66202d1079bc6b4d32f841d1ef8f61825667c5bc43845c8bd5eea9b7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4658,
    "pair_index": 4658,
    "case_id": "boolq-dev-2917",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "675a32284d4fe030749b6ac061e1a2501534c7254bf62ab1ebdb0b004191e82e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4659,
    "pair_index": 4659,
    "case_id": "expanded-probability-0180",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8f231345851f58f0ec50c71e9d6cceac38f96ae298f665e04e239a0eb359846c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4660,
    "pair_index": 4660,
    "case_id": "boolq-dev-0637",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f216bccac08bcbe2dc8f0a223253b613b20e4b2d0920e4d16a24497b94335e17",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4661,
    "pair_index": 4661,
    "case_id": "boolq-dev-2545",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9fb115aaee2152599660e7415a0dc366ce66fee0953dbf4a712cbbfa9fc44c50",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4662,
    "pair_index": 4662,
    "case_id": "boolq-dev-1368",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b39fc695bc39ecd4576a913899d58b4fa5d115a69ace000506b825487c1dfbb5",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4663,
    "pair_index": 4663,
    "case_id": "expanded-policy-0173",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "fe230d73d5376a2633a4154dc57c0f99426999b401b2b05953d05be2c1b97880",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4664,
    "pair_index": 4664,
    "case_id": "boolq-dev-1944",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7c446b6000c9d481f9ff1c09e3a29f359cf596e8d4a15774c643bd30fba18e54",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4665,
    "pair_index": 4665,
    "case_id": "wic-validation-0081",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9c2a2a8c75bab3493e7a942297516033c9e53392614a64a650c12cfa75821d84",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4666,
    "pair_index": 4666,
    "case_id": "wic-validation-0259",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "17545326cf4711c6ded0a764f5ae376b08aa26518f6e84d1e431315a4d711e3a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4667,
    "pair_index": 4667,
    "case_id": "boolq-dev-2820",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "065bce2f128660d777a810a2cd62906cfdfbe05c512b531f87d98a16c8b99295",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4668,
    "pair_index": 4668,
    "case_id": "boolq-dev-0790",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "389c0167c2f3292900594150ee08a0c468eab6de2863dfbd4cd06e40757b22cf",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4669,
    "pair_index": 4669,
    "case_id": "expanded-policy-0020",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6316ec386aa3431a1af4326c95b34fe0faa4de72f4a0c4b5ed9741605fdb23c4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4670,
    "pair_index": 4670,
    "case_id": "wic-validation-0317",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "824fef4d31e88e75dbfa498ffaf52d2e29c0d66c05309c3d431629430c1c86b4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4671,
    "pair_index": 4671,
    "case_id": "boolq-dev-1510",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e94b510d351f05435d442e346fdec4c84a43d5777e550000d07900b1ced9a5d9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4672,
    "pair_index": 4672,
    "case_id": "boolq-dev-1858",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "062e9241634b155774d174fa6103020524b0f6516ea846cd054734bd2e4b75bd",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4673,
    "pair_index": 4673,
    "case_id": "wic-validation-0324",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f0358c06e145e800eaecee99c9a1f44ac65e21e325c8ee3d8b9dea40e9de8c4c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4674,
    "pair_index": 4674,
    "case_id": "boolq-dev-2291",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "76cae97764c7358409d8a14d2a0aa21c980973efafb98ef7adb8e072b01bfe16",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4675,
    "pair_index": 4675,
    "case_id": "wic-validation-0253",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "dbfc54f1074b187cd159f754a5b97580e7288eb44d85868361a526ce056501ad",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4676,
    "pair_index": 4676,
    "case_id": "boolq-dev-1961",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a89e0f5b288a0b44236549db412920a2e389f3fab4e9009b29cdb1c16b6ebfc1",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4677,
    "pair_index": 4677,
    "case_id": "boolq-dev-1576",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6b23336c28b2a50f920a932351976ae8b8a1a9547238f6ffe5ad0144ca278158",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4678,
    "pair_index": 4678,
    "case_id": "boolq-dev-1058",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "80934455c8da68839a9cb52c476153a16961ee8f513d4ec5b79fd99321fce073",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4679,
    "pair_index": 4679,
    "case_id": "wic-validation-0275",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ab9c59c6c7dc3406ba1b8e5536da1d489437760b99d03507901e63acd7c0d4d4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4680,
    "pair_index": 4680,
    "case_id": "boolq-dev-2437",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a622ee18fc96ddd13ba55f270a60370e14a197e5c4663e5a67ff3c7c951b7298",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4681,
    "pair_index": 4681,
    "case_id": "rte-validation-0198",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2e61196ef22df065c0c8acfddba7513da961fa6468f0f49bc9358ef369fd4428",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4682,
    "pair_index": 4682,
    "case_id": "boolq-dev-2433",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "298099f3f9c9a317c4382d645baf7ef5bd3dffdeebb501f0369f4654d682026c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4683,
    "pair_index": 4683,
    "case_id": "boolq-dev-2549",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e4b4849d75ef3be6df12b807f2bb1df1b545133da3f0fae47a6eb9bcb9bb3f8d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4684,
    "pair_index": 4684,
    "case_id": "expanded-probability-0075",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "25e5a73870dc43d0568708391855d00411d3437b0151a40da7270c8b88784579",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4685,
    "pair_index": 4685,
    "case_id": "wic-validation-0388",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0442f6eb68b5a3f33973d1b9ca117124cd46abfddfd54dd0a4c0715e9878db74",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4686,
    "pair_index": 4686,
    "case_id": "boolq-dev-2944",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2bae9d5c9a5421c84296ff67bacad8a408c0021072ce3ef13bd4ec057dc65d79",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4687,
    "pair_index": 4687,
    "case_id": "boolq-dev-1841",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1a925b25ecb5761084578770d30d5323bc01e483122ab70d5798170ab3249559",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4688,
    "pair_index": 4688,
    "case_id": "expanded-probability-0237",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "87ba23b7bd96df0022c662d873497c14a7ad4e9f3c2436a3b4c25a51519dbd82",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4689,
    "pair_index": 4689,
    "case_id": "boolq-dev-1414",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "20500dbb52e06a88c144292e74c20f3eba6a232e9148e989fcecc4150cbe40fb",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4690,
    "pair_index": 4690,
    "case_id": "boolq-dev-0078",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e0bb380d61ac19a35b0f3f66dbc1be6799675c2c67b2e86e7b02e298fd2bed9d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4691,
    "pair_index": 4691,
    "case_id": "boolq-dev-0037",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6361cccbab36ca280fc3825655777d0d53506910108bbcab867ef2b7f78e62ed",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4692,
    "pair_index": 4692,
    "case_id": "boolq-dev-0576",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4733ee4aabf1932fb3117e354dbeacf470a4a1c986bb0501ddadf2c368d637db",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4693,
    "pair_index": 4693,
    "case_id": "boolq-dev-3080",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b3e0a196c7c7094a499b178f23f753f23a0ef1e3a4be29330e98cbca71fd9a90",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4694,
    "pair_index": 4694,
    "case_id": "expanded-probability-0185",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "acd3d8586c23c4c792d84821be9b2dc2b9e56a3af365f3d5d9ef26e9e3e8b0f8",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4695,
    "pair_index": 4695,
    "case_id": "boolq-dev-0511",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a1ec803625f1e58811fe6fdeaa5b9b3af6837a7618f0dd0677d70c5063d5693a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4696,
    "pair_index": 4696,
    "case_id": "rte-validation-0266",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4b634d5de7ff61481726b43165de3ebf5dd20905467691192b90dc458c94ee7b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4697,
    "pair_index": 4697,
    "case_id": "boolq-dev-1459",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "16bee8759790477f58af925d873ba6c7c0779e8044aaa2c1307827d225911fc0",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4698,
    "pair_index": 4698,
    "case_id": "expanded-policy-0236",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d17466a0db5e3a822dd4e3e6100ddaa21090c73bbc90acf2cde170048f6fb338",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4699,
    "pair_index": 4699,
    "case_id": "boolq-dev-1572",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "673ca5c17268f31a109448e6c1f4a9c5509f0109af0b6518f1c0a7d15cf6cc25",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4700,
    "pair_index": 4700,
    "case_id": "wic-validation-0356",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b8e6eee256791a858ae44347997d7328ca305148af3e01be9ed9da8fcb7658ca",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4701,
    "pair_index": 4701,
    "case_id": "expanded-probability-0275",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ec18f0b11f102fac389e47abfbbacad350236d6e49b4c38b322faeaaf9d6402a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4702,
    "pair_index": 4702,
    "case_id": "boolq-dev-0271",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9d2f3dbb4b389428be00ccff2ca61648f71d2a43d04f76b6757ef295336d493a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4703,
    "pair_index": 4703,
    "case_id": "rte-validation-0049",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2cf299b054c44453a24fd799ae8c3fc34ffe523badf7ddf63ab9c1e7a3656288",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4704,
    "pair_index": 4704,
    "case_id": "boolq-dev-1210",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "decb632767fd8a8dee009e3130f9054ee8a94e968484f4617da72c9a7d71fffc",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4705,
    "pair_index": 4705,
    "case_id": "expanded-policy-0092",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "41ce2fa5a28c1f8cdf8cef3c767115af70d0fe68ff70810fe6a4936b561f5e49",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4706,
    "pair_index": 4706,
    "case_id": "boolq-dev-0461",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a874c644f4abbb25270a782245e53649cf1419778168f49d5b190f34e2176ec9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4707,
    "pair_index": 4707,
    "case_id": "boolq-dev-0297",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "3d0db12e81284a50cf90ee3564f37fe8a008ce4212ead47f5d97ed55e0f25478",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4708,
    "pair_index": 4708,
    "case_id": "boolq-dev-2017",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "062455ca7b48ee05053e09f83a589304611e035956ab635efa727424218d8db5",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4709,
    "pair_index": 4709,
    "case_id": "expanded-probability-0069",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "313c223e5a43266d23ff968335a4c6271cc5c3254ad876fc66b8f34da62ac73c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4710,
    "pair_index": 4710,
    "case_id": "boolq-dev-1902",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "07a7946856cb55a3967baad4568d46c5daef4c6225b41bf5d1c053e92926b6e1",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4711,
    "pair_index": 4711,
    "case_id": "boolq-dev-0478",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "320b0b9f5471dbee297001c611f8654471502f376c0ddd1c325f37263807dd31",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4712,
    "pair_index": 4712,
    "case_id": "rte-validation-0145",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "76f1d1f6fd90f24b55323a8af705a41c54dfa00b045e758a11802f62d6d95125",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4713,
    "pair_index": 4713,
    "case_id": "boolq-dev-1523",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7fddda96ba2b6cf322714f50c892d2fb645814c029d3686230f17788697b888d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4714,
    "pair_index": 4714,
    "case_id": "boolq-dev-2557",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ae712e92d84dc7d07bf505e9b1c7dae6d4901839674fbaf73bc75572529c02ce",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4715,
    "pair_index": 4715,
    "case_id": "expanded-policy-0009",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c044dec1f4d67fd3fe641f25c991be87de9c43783f5fabd4c36a3169913bcb22",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4716,
    "pair_index": 4716,
    "case_id": "boolq-dev-2536",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "69c8677a357bd2151ef6f5bd3552c5b46f94371eaf5b6be87bb5f39f293d6439",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4717,
    "pair_index": 4717,
    "case_id": "boolq-dev-2266",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1894f0e84acd63c38d9f1295a5b6c431cadced6f230ad2bcc23eff5cb6d57a26",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4718,
    "pair_index": 4718,
    "case_id": "rte-validation-0000",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "eb13e0f2b9169b5c0fcef22263990d8f3dad48b6079664b3ec23c1e3fa43131e",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4719,
    "pair_index": 4719,
    "case_id": "wic-validation-0091",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ca40634b9e5c8a59e3d6e30f3489346ebb277fff7352d6c6628df49ab3883ba4",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4720,
    "pair_index": 4720,
    "case_id": "boolq-dev-2074",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9d34ede953e2a9d79b40b698cdb6f2442285bc984094c18e719049e11d47b096",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4721,
    "pair_index": 4721,
    "case_id": "boolq-dev-0787",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "310b9dde6d051bdf7730ce0cd57fc86ea95aa6013adab2543fe8a7b5f464b93d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4722,
    "pair_index": 4722,
    "case_id": "expanded-probability-0008",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "090a97d62c96b86020f8bd6722686e0e373d5d77b995e5bcd7a689ed1ba7db1c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4723,
    "pair_index": 4723,
    "case_id": "boolq-dev-2300",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9aeaeebe316374d030f4003f0da00a24dbc6d216c9624cda5df41b11b04e65ba",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4724,
    "pair_index": 4724,
    "case_id": "boolq-dev-1986",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "ba2b4e0ba888296d86a7ae89cd92b7d3d79fee10d1848eb5829de5ae40a16999",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4725,
    "pair_index": 4725,
    "case_id": "boolq-dev-0188",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "78be69bbddfdf8a93f947d4d187eefe51a5113be7c133fe6187d8e3d60ea5fa9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4726,
    "pair_index": 4726,
    "case_id": "boolq-dev-0429",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7a2c11c7121ad6c0aeb044a7b5c715fc12df5b667455765d1e3ecc1d26057374",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4727,
    "pair_index": 4727,
    "case_id": "wic-validation-0590",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "daa71a0c74420001cd60e76dc5ab8dac69f028ba2f52620369121fc3d703fa43",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4728,
    "pair_index": 4728,
    "case_id": "boolq-dev-2516",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "82768cc4bcc43aa2bd06552e82296552408dd7af4ccaf0bcfb431e9529724344",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4729,
    "pair_index": 4729,
    "case_id": "boolq-dev-1272",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "837441fbcc6dd94af80720399d7fad312f3a90e53aa47a6dc175e703f743d4ff",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4730,
    "pair_index": 4730,
    "case_id": "boolq-dev-1009",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6a05a11b68d5c1cc063cf390a5e438b5e1e7f2639d2a19b48716e85014c727cf",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4731,
    "pair_index": 4731,
    "case_id": "boolq-dev-1962",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "9b935434a4603b6f88e62ae6d8919f8038c4eee8bad503b2133d1687fbd7b145",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4732,
    "pair_index": 4732,
    "case_id": "boolq-dev-0126",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8e2c2ab3f3abb43811b0a3e69a594ed2d52dc7785104ca6da7071146c830df45",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4733,
    "pair_index": 4733,
    "case_id": "boolq-dev-0676",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2e44064671898b814f12abb35e523a2f33eb42314c6db8d856094037b8d03574",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4734,
    "pair_index": 4734,
    "case_id": "boolq-dev-1199",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "b2e50ae8512bd10f96a7b408ee885ac72a2d445e86f26042f2a3ab1652619ff9",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4735,
    "pair_index": 4735,
    "case_id": "boolq-dev-0145",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a39b503005ce0ba86c727eae0b63fc366904447994677cdbb97ac661710c9c31",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4736,
    "pair_index": 4736,
    "case_id": "expanded-policy-0199",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8b3952d3917b258fe3eef681060d0d2958b8ea419983e1548eb28eb8ee524c81",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4737,
    "pair_index": 4737,
    "case_id": "boolq-dev-2321",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e61064b98e113b996c9fa110250dde7257339c6bdd919d334ad5e31080b741cc",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4738,
    "pair_index": 4738,
    "case_id": "boolq-dev-3055",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "670ecb7ef6fe7c1e9f208e5638ef70453842e6f1a4137165ce831f0728c8cba3",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4739,
    "pair_index": 4739,
    "case_id": "expanded-policy-0100",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "95d0fedbe6601d7b23c6bfe04e1d828beaa73f2bc3e9df95e1645d53414352d7",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4740,
    "pair_index": 4740,
    "case_id": "boolq-dev-2512",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6b78b8c32199c578d28826ac81cbc2b6c45b2ac7a5b5d24900fcd2e3bb307c70",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4741,
    "pair_index": 4741,
    "case_id": "boolq-dev-0027",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8b305581513e62d03dcb8d4cfc3812642d6e1b85a38390ff77f3f38bd5188109",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4742,
    "pair_index": 4742,
    "case_id": "rte-validation-0095",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "47fe0dbed03d25932dedc5918a9ff3632ab7c83c2c7d3ff43d7df67425f38534",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4743,
    "pair_index": 4743,
    "case_id": "boolq-dev-0848",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c6d21044a1e528707eb24be68089218dd652a449fdf44b8b8c114a78e6c7dc47",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4744,
    "pair_index": 4744,
    "case_id": "expanded-probability-0262",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c14e1e4bb87dd249156787c32e9aba75c3042817c3c6d886adfe8c3f381b7e07",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4745,
    "pair_index": 4745,
    "case_id": "wic-validation-0264",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a145e79281c2038dac61b6099c2f75bf7b6882015fd46e6319d891a234216604",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4746,
    "pair_index": 4746,
    "case_id": "wic-validation-0393",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0024987efb7ea403a7026aa326ee09936245d78d1da07ea5b5dbcf68805c36df",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4747,
    "pair_index": 4747,
    "case_id": "wic-validation-0035",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "651d16f5ac959a68ba8b57eaeed3eefff0604a201ba33cddb0ff485a8f3e5c18",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4748,
    "pair_index": 4748,
    "case_id": "boolq-dev-1564",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5c6f487301fd8bb740515c871773926a0d5effae27bffd9a0d0c0a2566d8aaaf",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4749,
    "pair_index": 4749,
    "case_id": "boolq-dev-1274",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1e6646147040ef5418799ed019591c1cda2f61ddf0ff0ff6df0bfd30d27dd63c",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4750,
    "pair_index": 4750,
    "case_id": "boolq-dev-3090",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5f05842ea8b9ee916117bac51fe00a0c8a0d6fd65305e3772762fe9eb391ebb6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4751,
    "pair_index": 4751,
    "case_id": "boolq-dev-2581",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1e240625e6bb0b3e83ffa4dce3dccb431fcc54bcbd302d360fc5929644bb9177",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4752,
    "pair_index": 4752,
    "case_id": "boolq-dev-2585",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "73985976378e62cbdb092a344c4c2ac955a0802e0cbcd4f506a824ab2cc1465d",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4753,
    "pair_index": 4753,
    "case_id": "boolq-dev-1620",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "8e563ae97407e80dfd93225e1a904f13c8ad995274e2a931424fb72f1756c87f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4754,
    "pair_index": 4754,
    "case_id": "wic-validation-0136",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "7a865d5ae0d386d64c942f57fb0ce6e46a5f96588f241ac58635f95b51c6f404",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4755,
    "pair_index": 4755,
    "case_id": "wic-validation-0300",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "095a1bbb648793efd616d64ec796d6352e62fe849efcc4f2534370b25ea48786",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4756,
    "pair_index": 4756,
    "case_id": "boolq-dev-2453",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "74f4f099e1810d65e9412ff1011e19995f80a5094c12ae072d901ef4e2ccb7b8",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4757,
    "pair_index": 4757,
    "case_id": "boolq-dev-3121",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "64cc3ed500f80aec086c783f77d2f5454d76753dbd70443381af12eb82b25cac",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4758,
    "pair_index": 4758,
    "case_id": "boolq-dev-2724",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d710883bd4f64559033054309b8079318dfb71b16ca04c0c0692a98fdb6f4451",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4759,
    "pair_index": 4759,
    "case_id": "wic-validation-0588",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4eb0db67833e6a7f26b2ce11c06573d6d67c9bae8ef5d0d495b4952e07cb5731",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4760,
    "pair_index": 4760,
    "case_id": "rte-validation-0139",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "edaeb88318542164926050759f656be392ea63923cb64a0e85e3a37c94fe6269",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4761,
    "pair_index": 4761,
    "case_id": "boolq-dev-1439",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "95ee4b9b7a7087a34f8c2cd5b19e0febf0d0c2b490697e6e6d11ca6e3fad3a05",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4762,
    "pair_index": 4762,
    "case_id": "expanded-probability-0152",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1bf173600705f7d47ea4ea9b0c06b4fdea8fcf0b31ac1ece451395fbf906a771",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4763,
    "pair_index": 4763,
    "case_id": "boolq-dev-1933",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "22eef111a1ddba6b49eb72db03ee8234aa8814165d22e03b9575bc80830322db",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4764,
    "pair_index": 4764,
    "case_id": "expanded-probability-0130",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "96e30c9ad08468b1342bd9707e9648ca67649e67237f4564e68c88028565c5ad",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4765,
    "pair_index": 4765,
    "case_id": "boolq-dev-1262",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "202db248e67e7d14302c15012f043899f85ed35fa5dbae2b044f227ff6187752",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4766,
    "pair_index": 4766,
    "case_id": "boolq-dev-3228",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "e39958fe817d7fe0906fb36f3c9b0677fa56391af1b4eabd896ca01f2999a054",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4767,
    "pair_index": 4767,
    "case_id": "wic-validation-0239",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "cef645aafec89d83ec150f7dc983f52277eb90c8729c4220fb39e4d6606b6d22",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4768,
    "pair_index": 4768,
    "case_id": "expanded-probability-0145",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "1b830f8ace65b00d043df35614e3b53c7c1a0cab765c9bcb3479e92ded760951",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4769,
    "pair_index": 4769,
    "case_id": "boolq-dev-1503",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "4d14ba38a375485afff24bbb85795d06078c06c47adf0862a8fac7a80137506a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4770,
    "pair_index": 4770,
    "case_id": "boolq-dev-1015",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "38c3051f8c442b293f9f4153b7b15f1a3807566f34a29adec600adb6eb339a09",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4771,
    "pair_index": 4771,
    "case_id": "boolq-dev-1749",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "a6bcbe7e635a3fe73e61244b24cd2afa2a48b72e600063f219f3d3dbfd130f1b",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4772,
    "pair_index": 4772,
    "case_id": "boolq-dev-1014",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c31c8c836b72972027a65bfeb73c96ddae0aa689708e737a8bcf4a079e2411d2",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4773,
    "pair_index": 4773,
    "case_id": "rte-validation-0159",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "2b328b0a7e0bf6ab3755745c4146dbedee927d244d9c98795b31e3a12620773f",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4774,
    "pair_index": 4774,
    "case_id": "boolq-dev-1326",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "90b1bc9f47552cbdc2f7c9e9138669468e419201250a36f8a34836ee0e7b6355",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4775,
    "pair_index": 4775,
    "case_id": "boolq-dev-0925",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "51c97121ae244888ffe7a1c214a448543b69c6aa35ee27b3e2072601e2e797a6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4776,
    "pair_index": 4776,
    "case_id": "boolq-dev-3236",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "bfc42213ace5dbdaf33199defb11afb3868b09e1bf333fde901a4476e40529a6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4777,
    "pair_index": 4777,
    "case_id": "wic-validation-0326",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "d58be709b7c7042baef0460300e4598d8ec1a5a7dc7ba54eab7d0fe0ab0ffc92",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4778,
    "pair_index": 4778,
    "case_id": "boolq-dev-2235",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "6cafcd6b08249579135559930b9a1945c2c60a57d50a3c53a7c26823dc1e929a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4779,
    "pair_index": 4779,
    "case_id": "expanded-probability-0206",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "95aa637dbe9deb84bcf3d25f0bbf865e9752a682dd923b5c04917b2f61cbc300",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4780,
    "pair_index": 4780,
    "case_id": "boolq-dev-1023",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "77e71f8bbc8830b68bbeb67c4e8f1b5c3dc1efa7ee979786863b7f377ada875a",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4781,
    "pair_index": 4781,
    "case_id": "expanded-policy-0258",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "5bae837582d3d1c31a8cec204f4b72fa17e2e3ddc911e1972a36f74a5c705241",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4782,
    "pair_index": 4782,
    "case_id": "expanded-policy-0074",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "f565089ce0f78eedae58d5ad368138dfdfcd31d6fef35641ae2699a87a1b28b5",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4783,
    "pair_index": 4783,
    "case_id": "boolq-dev-1160",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "0db6e580069558d5c49ff8e1065b537d93cbd24e162a20fe46576ad22f9a81e6",
    "reserve_usd": 0.01
  },
  {
    "sequence": 4784,
    "pair_index": 4784,
    "case_id": "boolq-dev-0382",
    "model_label": "Qwen3.8 Flash",
    "phase": "quality",
    "repeat": 0,
    "request_sha256": "c5a8de10aafb268c7773537f3eef55779cc614199e3cc0c34a309c38e1988a01",
    "reserve_usd": 0.01
  }
]