{"case_id": "warmup-yes", "experiment": "warmup", "target": 1, "target_kind": "label", "model_label": "DeepSeek V4.1 Flash", "base_model_label": "DeepSeek V4.1 Flash", "requested_model": "deepseek/deepseek-v4.1-flash", "phase": "setup_probe", "sequence": 0, "started_at": "2026-10-02T16:04:24.098132+00:00", "endpoint": "/api/v1/chat/completions", "request": {"model": "deepseek/deepseek-v4.1-flash", "messages": [{"role": "system", "content": "Answer the single typed question using the supplied state and criteria. Return only the answer object with exactly two fields: type (the string noul) and noul (a number from 0 to 1 representing the probability that the answer is yes). The probability of no is 1 minus noul. For a random experiment, estimate the event probability under the stated sampling process. Do not return explanations."}, {"role": "user", "content": "{\"questions\": {\"answer\": {\"criteria\": {\"false\": \"The rule does not require approval.\", \"true\": \"The rule requires approval.\"}, \"instructions\": \"Is approval required under the rule?\", \"type\": \"noul\"}}, \"state\": {\"number\": 15, \"rule\": \"Approve if the number is at least 10.\"}}"}], "response_format": {"type": "json_schema", "json_schema": {"name": "noul_answer", "strict": true, "schema": {"type": "object", "properties": {"type": {"type": "string", "enum": ["noul"]}, "noul": {"type": "number", "minimum": 0, "maximum": 1}}, "required": ["type", "noul"], "additionalProperties": false}}}, "reasoning": {"effort": "none"}, "max_tokens": 128, "provider": {"only": ["deepinfra/fp8"], "allow_fallbacks": false, "require_parameters": true}, "stream": false}, "probability": 1.0, "valid": true, "error": null, "cost_usd": 2.758e-05, "usage": {"prompt_tokens": 161, "completion_tokens": 12, "total_tokens": 173, "cost": 2.758e-05, "is_byok": false, "prompt_tokens_details": {"cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0}, "cost_details": {"upstream_inference_cost": 2.758e-05, "upstream_inference_prompt_cost": 2.254e-05, "upstream_inference_completions_cost": 5.04e-06}, "completion_tokens_details": {"reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0}}, "response_model": "deepseek/deepseek-v4.1-flash", "provider": "DeepInfra", "reasoning_verified_disabled": true, "http_status": 200, "response": {"id": "gen-1790957064-6brjyhnxnn3KbKNg2kaK", "object": "chat.completion", "created": 1790957064, "model": "deepseek/deepseek-v4.1-flash", "provider": "DeepInfra", "system_fingerprint": null, "service_tier": "default", "choices": [{"index": 0, "logprobs": null, "finish_reason": "stop", "native_finish_reason": "stop", "message": {"role": "assistant", "content": "{\"type\":\"noul\",\"noul\":1}", "refusal": null, "reasoning": null}}], "usage": {"prompt_tokens": 161, "completion_tokens": 12, "total_tokens": 173, "cost": 2.758e-05, "is_byok": false, "prompt_tokens_details": {"cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0}, "cost_details": {"upstream_inference_cost": 2.758e-05, "upstream_inference_prompt_cost": 2.254e-05, "upstream_inference_completions_cost": 5.04e-06}, "completion_tokens_details": {"reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0}}}, "generation_id": "gen-1790957064-6brjyhnxnn3KbKNg2kaK", "finish_reason": "stop", "reported_reasoning_tokens": 0, "visible_reasoning": false, "answer": {"type": "noul", "noul": 1}, "latency_s": 1.0154093749879394}
{"case_id": "warmup-no", "experiment": "warmup", "target": 0, "target_kind": "label", "model_label": "DeepSeek V4.1 Flash", "base_model_label": "DeepSeek V4.1 Flash", "requested_model": "deepseek/deepseek-v4.1-flash", "phase": "setup_probe", "sequence": 1, "started_at": "2026-10-02T16:04:25.114660+00:00", "endpoint": "/api/v1/chat/completions", "request": {"model": "deepseek/deepseek-v4.1-flash", "messages": [{"role": "system", "content": "Answer the single typed question using the supplied state and criteria. Return only the answer object with exactly two fields: type (the string noul) and noul (a number from 0 to 1 representing the probability that the answer is yes). The probability of no is 1 minus noul. For a random experiment, estimate the event probability under the stated sampling process. Do not return explanations."}, {"role": "user", "content": "{\"questions\": {\"answer\": {\"criteria\": {\"false\": \"The rule does not require approval.\", \"true\": \"The rule requires approval.\"}, \"instructions\": \"Is approval required under the rule?\", \"type\": \"noul\"}}, \"state\": {\"number\": 4, \"rule\": \"Approve if the number is at least 10.\"}}"}], "response_format": {"type": "json_schema", "json_schema": {"name": "noul_answer", "strict": true, "schema": {"type": "object", "properties": {"type": {"type": "string", "enum": ["noul"]}, "noul": {"type": "number", "minimum": 0, "maximum": 1}}, "required": ["type", "noul"], "additionalProperties": false}}}, "reasoning": {"effort": "none"}, "max_tokens": 128, "provider": {"only": ["deepinfra/fp8"], "allow_fallbacks": false, "require_parameters": true}, "stream": false}, "probability": 0.0, "valid": true, "error": null, "cost_usd": 2.758e-05, "usage": {"prompt_tokens": 161, "completion_tokens": 12, "total_tokens": 173, "cost": 2.758e-05, "is_byok": false, "prompt_tokens_details": {"cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0}, "cost_details": {"upstream_inference_cost": 2.758e-05, "upstream_inference_prompt_cost": 2.254e-05, "upstream_inference_completions_cost": 5.04e-06}, "completion_tokens_details": {"reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0}}, "response_model": "deepseek/deepseek-v4.1-flash", "provider": "DeepInfra", "reasoning_verified_disabled": true, "http_status": 200, "response": {"id": "gen-1790957065-QMPnOHECP133zKkG0EVD", "object": "chat.completion", "created": 1790957065, "model": "deepseek/deepseek-v4.1-flash", "provider": "DeepInfra", "system_fingerprint": null, "service_tier": "default", "choices": [{"index": 0, "logprobs": null, "finish_reason": "stop", "native_finish_reason": "stop", "message": {"role": "assistant", "content": "{\"type\":\"noul\",\"noul\":0}", "refusal": null, "reasoning": null}}], "usage": {"prompt_tokens": 161, "completion_tokens": 12, "total_tokens": 173, "cost": 2.758e-05, "is_byok": false, "prompt_tokens_details": {"cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0}, "cost_details": {"upstream_inference_cost": 2.758e-05, "upstream_inference_prompt_cost": 2.254e-05, "upstream_inference_completions_cost": 5.04e-06}, "completion_tokens_details": {"reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0}}}, "generation_id": "gen-1790957065-QMPnOHECP133zKkG0EVD", "finish_reason": "stop", "reported_reasoning_tokens": 0, "visible_reasoning": false, "answer": {"type": "noul", "noul": 0}, "latency_s": 0.6008390839851927}
{"case_id": "warmup-yes", "experiment": "warmup", "target": 1, "target_kind": "label", "model_label": "MiMo V2.6 Flash", "base_model_label": "MiMo V2.6 Flash", "requested_model": "xiaomi/mimo-v2.6-flash", "phase": "setup_probe", "sequence": 2, "started_at": "2026-10-02T16:04:25.715954+00:00", "endpoint": "/api/v1/chat/completions", "request": {"model": "xiaomi/mimo-v2.6-flash", "messages": [{"role": "system", "content": "Answer the single typed question using the supplied state and criteria. Return only the answer object with exactly two fields: type (the string noul) and noul (a number from 0 to 1 representing the probability that the answer is yes). The probability of no is 1 minus noul. For a random experiment, estimate the event probability under the stated sampling process. Do not return explanations."}, {"role": "user", "content": "{\"questions\": {\"answer\": {\"criteria\": {\"false\": \"The rule does not require approval.\", \"true\": \"The rule requires approval.\"}, \"instructions\": \"Is approval required under the rule?\", \"type\": \"noul\"}}, \"state\": {\"number\": 15, \"rule\": \"Approve if the number is at least 10.\"}}"}], "response_format": {"type": "json_schema", "json_schema": {"name": "noul_answer", "strict": true, "schema": {"type": "object", "properties": {"type": {"type": "string", "enum": ["noul"]}, "noul": {"type": "number", "minimum": 0, "maximum": 1}}, "required": ["type", "noul"], "additionalProperties": false}}}, "reasoning": {"effort": "none"}, "max_tokens": 128, "provider": {"only": ["xiaomi/fp8"], "allow_fallbacks": false, "require_parameters": true}, "stream": false}, "probability": 1.0, "valid": true, "error": null, "cost_usd": 2.772e-05, "usage": {"prompt_tokens": 170, "completion_tokens": 14, "total_tokens": 184, "cost": 2.772e-05, "is_byok": false, "prompt_tokens_details": {"cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0}, "cost_details": {"upstream_inference_cost": 2.772e-05, "upstream_inference_prompt_cost": 2.38e-05, "upstream_inference_completions_cost": 3.92e-06}, "completion_tokens_details": {"reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0}}, "response_model": "xiaomi/mimo-v2.6-flash", "provider": "Xiaomi", "reasoning_verified_disabled": true, "http_status": 200, "response": {"id": "gen-1790957065-m3Vmkt7bTnZ0MHVG0Poe", "object": "chat.completion", "created": 1790957065, "model": "xiaomi/mimo-v2.6-flash", "provider": "Xiaomi", "system_fingerprint": null, "service_tier": null, "choices": [{"index": 0, "logprobs": null, "finish_reason": "stop", "native_finish_reason": "stop", "message": {"role": "assistant", "content": "{\"type\":\"noul\", \"noul\": 1}", "refusal": null, "reasoning": null}}], "usage": {"prompt_tokens": 170, "completion_tokens": 14, "total_tokens": 184, "cost": 2.772e-05, "is_byok": false, "prompt_tokens_details": {"cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0}, "cost_details": {"upstream_inference_cost": 2.772e-05, "upstream_inference_prompt_cost": 2.38e-05, "upstream_inference_completions_cost": 3.92e-06}, "completion_tokens_details": {"reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0}}}, "generation_id": "gen-1790957065-m3Vmkt7bTnZ0MHVG0Poe", "finish_reason": "stop", "reported_reasoning_tokens": 0, "visible_reasoning": false, "answer": {"type": "noul", "noul": 1}, "latency_s": 10.826400624995586}
{"case_id": "warmup-no", "experiment": "warmup", "target": 0, "target_kind": "label", "model_label": "MiMo V2.6 Flash", "base_model_label": "MiMo V2.6 Flash", "requested_model": "xiaomi/mimo-v2.6-flash", "phase": "setup_probe", "sequence": 3, "started_at": "2026-10-02T16:04:36.543111+00:00", "endpoint": "/api/v1/chat/completions", "request": {"model": "xiaomi/mimo-v2.6-flash", "messages": [{"role": "system", "content": "Answer the single typed question using the supplied state and criteria. Return only the answer object with exactly two fields: type (the string noul) and noul (a number from 0 to 1 representing the probability that the answer is yes). The probability of no is 1 minus noul. For a random experiment, estimate the event probability under the stated sampling process. Do not return explanations."}, {"role": "user", "content": "{\"questions\": {\"answer\": {\"criteria\": {\"false\": \"The rule does not require approval.\", \"true\": \"The rule requires approval.\"}, \"instructions\": \"Is approval required under the rule?\", \"type\": \"noul\"}}, \"state\": {\"number\": 4, \"rule\": \"Approve if the number is at least 10.\"}}"}], "response_format": {"type": "json_schema", "json_schema": {"name": "noul_answer", "strict": true, "schema": {"type": "object", "properties": {"type": {"type": "string", "enum": ["noul"]}, "noul": {"type": "number", "minimum": 0, "maximum": 1}}, "required": ["type", "noul"], "additionalProperties": false}}}, "reasoning": {"effort": "none"}, "max_tokens": 128, "provider": {"only": ["xiaomi/fp8"], "allow_fallbacks": false, "require_parameters": true}, "stream": false}, "probability": 0.0, "valid": true, "error": null, "cost_usd": 2.842e-05, "usage": {"prompt_tokens": 169, "completion_tokens": 17, "total_tokens": 186, "cost": 2.842e-05, "is_byok": false, "prompt_tokens_details": {"cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0}, "cost_details": {"upstream_inference_cost": 2.842e-05, "upstream_inference_prompt_cost": 2.366e-05, "upstream_inference_completions_cost": 4.76e-06}, "completion_tokens_details": {"reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0}}, "response_model": "xiaomi/mimo-v2.6-flash", "provider": "Xiaomi", "reasoning_verified_disabled": true, "http_status": 200, "response": {"id": "gen-1790957076-S3WXUBNFrjea5MYa5J3O", "object": "chat.completion", "created": 1790957076, "model": "xiaomi/mimo-v2.6-flash", "provider": "Xiaomi", "system_fingerprint": null, "service_tier": null, "choices": [{"index": 0, "logprobs": null, "finish_reason": "stop", "native_finish_reason": "stop", "message": {"role": "assistant", "content": "{\"type\": \"noul\", \"noul\": 0.0}", "refusal": null, "reasoning": null}}], "usage": {"prompt_tokens": 169, "completion_tokens": 17, "total_tokens": 186, "cost": 2.842e-05, "is_byok": false, "prompt_tokens_details": {"cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0}, "cost_details": {"upstream_inference_cost": 2.842e-05, "upstream_inference_prompt_cost": 2.366e-05, "upstream_inference_completions_cost": 4.76e-06}, "completion_tokens_details": {"reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0}}}, "generation_id": "gen-1790957076-S3WXUBNFrjea5MYa5J3O", "finish_reason": "stop", "reported_reasoning_tokens": 0, "visible_reasoning": false, "answer": {"type": "noul", "noul": 0.0}, "latency_s": 4.6177935840096325}
{"case_id": "warmup-yes", "experiment": "warmup", "target": 1, "target_kind": "label", "model_label": "Hy4 Preview", "base_model_label": "Hy4 Preview", "requested_model": "tencent/hy4-preview", "phase": "setup_probe", "sequence": 4, "started_at": "2026-10-02T16:04:41.161310+00:00", "endpoint": "/api/v1/chat/completions", "request": {"model": "tencent/hy4-preview", "messages": [{"role": "system", "content": "Answer the single typed question using the supplied state and criteria. Return only the answer object with exactly two fields: type (the string noul) and noul (a number from 0 to 1 representing the probability that the answer is yes). The probability of no is 1 minus noul. For a random experiment, estimate the event probability under the stated sampling process. Do not return explanations."}, {"role": "user", "content": "{\"questions\": {\"answer\": {\"criteria\": {\"false\": \"The rule does not require approval.\", \"true\": \"The rule requires approval.\"}, \"instructions\": \"Is approval required under the rule?\", \"type\": \"noul\"}}, \"state\": {\"number\": 15, \"rule\": \"Approve if the number is at least 10.\"}}"}], "response_format": {"type": "json_schema", "json_schema": {"name": "noul_answer", "strict": true, "schema": {"type": "object", "properties": {"type": {"type": "string", "enum": ["noul"]}, "noul": {"type": "number", "minimum": 0, "maximum": 1}}, "required": ["type", "noul"], "additionalProperties": false}}}, "reasoning": {"effort": "none"}, "max_tokens": 128, "provider": {"only": ["tencent/fp8"], "allow_fallbacks": false, "require_parameters": true}, "stream": false}, "probability": 1.0, "valid": true, "error": null, "cost_usd": 0.0001696221, "usage": {"prompt_tokens": 181, "completion_tokens": 15, "total_tokens": 196, "cost": 0.0001696221, "is_byok": false, "prompt_tokens_details": {"cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0}, "cost_details": {"upstream_inference_cost": 0.0001696221, "upstream_inference_prompt_cost": 0.0001358586, "upstream_inference_completions_cost": 3.37635e-05}, "completion_tokens_details": {"reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0}}, "response_model": "tencent/hy4-preview", "provider": "Tencent", "reasoning_verified_disabled": true, "http_status": 200, "response": {"id": "gen-1790957081-73amlNgWL9wHwsEx1dgb", "object": "chat.completion", "created": 1790957081, "model": "tencent/hy4-preview", "provider": "Tencent", "system_fingerprint": null, "service_tier": null, "choices": [{"index": 0, "logprobs": null, "finish_reason": "stop", "native_finish_reason": "stop", "message": {"role": "assistant", "content": "{\"noul\": 1, \"type\": \"noul\"}", "refusal": null, "reasoning": null}}], "usage": {"prompt_tokens": 181, "completion_tokens": 15, "total_tokens": 196, "cost": 0.0001696221, "is_byok": false, "prompt_tokens_details": {"cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0}, "cost_details": {"upstream_inference_cost": 0.0001696221, "upstream_inference_prompt_cost": 0.0001358586, "upstream_inference_completions_cost": 3.37635e-05}, "completion_tokens_details": {"reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0}}}, "generation_id": "gen-1790957081-73amlNgWL9wHwsEx1dgb", "finish_reason": "stop", "reported_reasoning_tokens": 0, "visible_reasoning": false, "answer": {"noul": 1, "type": "noul"}, "latency_s": 3.435150874982355}
{"case_id": "warmup-no", "experiment": "warmup", "target": 0, "target_kind": "label", "model_label": "Hy4 Preview", "base_model_label": "Hy4 Preview", "requested_model": "tencent/hy4-preview", "phase": "setup_probe", "sequence": 5, "started_at": "2026-10-02T16:04:44.596832+00:00", "endpoint": "/api/v1/chat/completions", "request": {"model": "tencent/hy4-preview", "messages": [{"role": "system", "content": "Answer the single typed question using the supplied state and criteria. Return only the answer object with exactly two fields: type (the string noul) and noul (a number from 0 to 1 representing the probability that the answer is yes). The probability of no is 1 minus noul. For a random experiment, estimate the event probability under the stated sampling process. Do not return explanations."}, {"role": "user", "content": "{\"questions\": {\"answer\": {\"criteria\": {\"false\": \"The rule does not require approval.\", \"true\": \"The rule requires approval.\"}, \"instructions\": \"Is approval required under the rule?\", \"type\": \"noul\"}}, \"state\": {\"number\": 4, \"rule\": \"Approve if the number is at least 10.\"}}"}], "response_format": {"type": "json_schema", "json_schema": {"name": "noul_answer", "strict": true, "schema": {"type": "object", "properties": {"type": {"type": "string", "enum": ["noul"]}, "noul": {"type": "number", "minimum": 0, "maximum": 1}}, "required": ["type", "noul"], "additionalProperties": false}}}, "reasoning": {"effort": "none"}, "max_tokens": 128, "provider": {"only": ["tencent/fp8"], "allow_fallbacks": false, "require_parameters": true}, "stream": false}, "probability": 0.0, "valid": true, "error": null, "cost_usd": 0.0001696221, "usage": {"prompt_tokens": 181, "completion_tokens": 15, "total_tokens": 196, "cost": 0.0001696221, "is_byok": false, "prompt_tokens_details": {"cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0}, "cost_details": {"upstream_inference_cost": 0.0001696221, "upstream_inference_prompt_cost": 0.0001358586, "upstream_inference_completions_cost": 3.37635e-05}, "completion_tokens_details": {"reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0}}, "response_model": "tencent/hy4-preview", "provider": "Tencent", "reasoning_verified_disabled": true, "http_status": 200, "response": {"id": "gen-1790957084-enSNcNgvty6uD7GNVYBn", "object": "chat.completion", "created": 1790957084, "model": "tencent/hy4-preview", "provider": "Tencent", "system_fingerprint": null, "service_tier": null, "choices": [{"index": 0, "logprobs": null, "finish_reason": "stop", "native_finish_reason": "stop", "message": {"role": "assistant", "content": "{\"noul\": 0, \"type\": \"noul\"}", "refusal": null, "reasoning": null}}], "usage": {"prompt_tokens": 181, "completion_tokens": 15, "total_tokens": 196, "cost": 0.0001696221, "is_byok": false, "prompt_tokens_details": {"cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0}, "cost_details": {"upstream_inference_cost": 0.0001696221, "upstream_inference_prompt_cost": 0.0001358586, "upstream_inference_completions_cost": 3.37635e-05}, "completion_tokens_details": {"reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0}}}, "generation_id": "gen-1790957084-enSNcNgvty6uD7GNVYBn", "finish_reason": "stop", "reported_reasoning_tokens": 0, "visible_reasoning": false, "answer": {"noul": 0, "type": "noul"}, "latency_s": 2.950745917012682}