{ "schema": 1, "as_of": "2026-10-20", "measurement_dates": { "model_and_gateway": "2026-10-19", "native_converse": "2026-10-20" }, "sources": [ { "path": "docs/benchmarks/deep-results-2026-10-19/data.json", "sha256": "56efc7225e07d36dc562c924c4110012564a009fd7175c32607a51149f3bc04f" }, { "path": "docs/benchmarks/results-2026-10-19/benchmark.json", "sha256": "512246182cced07ddee27fea5791f03aa9c2cf9f0985c54f84f021b288a27562" }, { "path": "docs/benchmarks/converse-admin-results-2026-10-20/live-ui.json", "sha256": "a31ce5012c1bd8418bf80aa0ca6c7583718d03401c87bfbd81d326e804453f55" }, { "path": "docs/benchmarks/converse-admin-results-2026-10-20/live-sdk-streams.json", "sha256": "be420220c3096f17c075c91563ae67a3b21498e24f5de517621614a92884bbb5" } ], "cost_basis": "Configured-price estimates in integer microUSD; not AWS invoices.", "models": [ { "id": "anthropic.claude-fable-5-1", "name": "Claude Fable 5.1", "provider": "anthropic", "api": "converse", "region": "us-west-2", "context_window": 1000000, "context_spec": "1M tokens", "rates": { "input": "10.0000000000", "output": "50.0000000000", "write": "12.5000000000", "write1h": "20.0000000000", "read": "0.2500000000" }, "rate_source": "https://aws.amazon.com/bedrock/pricing/", "source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-anthropic-claude-fable-5-1.html", "usage_input_includes_cache": false, "largest_retrieval": null, "generation": { "generation-short": null, "generation-98": null } }, { "id": "anthropic.claude-fable-5", "name": "Claude Fable 5", "provider": "anthropic", "api": "converse", "region": "us-west-2", "context_window": 1000000, "context_spec": "1M tokens", "rates": { "input": "10.0000000000", "output": "50.0000000000", "write": "12.5000000000", "write1h": "20.0000000000", "read": "1.0000000000" }, "rate_source": "https://aws.amazon.com/bedrock/pricing/", "source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-anthropic-claude-fable-5.html", "usage_input_includes_cache": false, "largest_retrieval": null, "generation": { "generation-short": null, "generation-98": null } }, { "id": "anthropic.claude-haiku-4-5-20251001-v1:0", "name": "Claude Haiku 4.5", "provider": "anthropic", "api": "converse", "region": "us-west-2", "context_window": 200000, "context_spec": "200K tokens", "rates": { "input": "1.0000000000", "output": "5.0000000000", "write": "1.2500000000", "write1h": "2.0000000000", "read": "0.1000000000" }, "rate_source": "https://aws.amazon.com/bedrock/pricing/", "source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-anthropic-claude-haiku-4-5.html", "usage_input_includes_cache": false, "largest_retrieval": { "id": "c2252d60309f373946c6", "model_id": "anthropic.claude-haiku-4-5-20251001-v1:0", "model_name": "Claude Haiku 4.5", "route": "direct", "phase": "varied-99", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 200000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 5451.341, "ttft_ms": 4925.298, "observed_input_tokens": 197667, "context_occupancy": 0.988335, "billed_output_tokens_per_second": 6.603879503347847, "estimated_cost_micro_usd": 197847, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 197667, "output": 36, "read": 0, "write": 0 } }, "generation": { "generation-short": { "id": "85e9a0da82afe043abda", "model_id": "anthropic.claude-haiku-4-5-20251001-v1:0", "model_name": "Claude Haiku 4.5", "route": "direct", "phase": "generation-short", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 200000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 9229.669, "ttft_ms": 1062.818, "observed_input_tokens": 4207, "context_occupancy": 0.021035, "billed_output_tokens_per_second": 110.94655238226288, "estimated_cost_micro_usd": 9327, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 4207, "output": 1024, "read": 0, "write": 0 } }, "generation-98": { "id": "f6af6554cde1592044e8", "model_id": "anthropic.claude-haiku-4-5-20251001-v1:0", "model_name": "Claude Haiku 4.5", "route": "direct", "phase": "generation-98", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 200000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 12648.988, "ttft_ms": 4454.916, "observed_input_tokens": 195694, "context_occupancy": 0.97847, "billed_output_tokens_per_second": 80.95509289944529, "estimated_cost_micro_usd": 200814, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 195694, "output": 1024, "read": 0, "write": 0 } } } }, { "id": "anthropic.claude-haiku-5-5", "name": "Claude Haiku 5.5", "provider": "anthropic", "api": "converse", "region": "us-west-2", "context_window": 1000000, "context_spec": "1M tokens", "rates": { "input": "0.1000000000", "output": "0.5000000000", "write": "0.1250000000", "write1h": "0.2000000000", "read": "0.0100000000", "threshold": 100000, "long": { "input": "0.5000000000", "output": "2.5000000000", "write": "0.6250000000", "write1h": "1.0000000000", "read": "0.0500000000" } }, "rate_source": "https://aws.amazon.com/bedrock/pricing/", "source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-anthropic-claude-haiku-5-5.html", "usage_input_includes_cache": false, "largest_retrieval": { "id": "4762dcc181b675c26e8b", "model_id": "anthropic.claude-haiku-5-5", "model_name": "Claude Haiku 5.5", "route": "direct", "phase": "varied-99", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 46349.66, "ttft_ms": 46335.697, "observed_input_tokens": 989512, "context_occupancy": 0.989512, "billed_output_tokens_per_second": 0.6904041941706942, "estimated_cost_micro_usd": 494836, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 989512, "output": 32, "read": 0, "write": 0 } }, "generation": { "generation-short": { "id": "7cb287769b148c38251d", "model_id": "anthropic.claude-haiku-5-5", "model_name": "Claude Haiku 5.5", "route": "direct", "phase": "generation-short", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 6249.958, "ttft_ms": 2666.779, "observed_input_tokens": 6481, "context_occupancy": 0.006481, "billed_output_tokens_per_second": 163.84109996466012, "estimated_cost_micro_usd": 1160, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 6481, "output": 1024, "read": 0, "write": 0 } }, "generation-98": { "id": "f9375dc020136a59db72", "model_id": "anthropic.claude-haiku-5-5", "model_name": "Claude Haiku 5.5", "route": "direct", "phase": "generation-98", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 51200.151, "ttft_ms": 48701.994, "observed_input_tokens": 979575, "context_occupancy": 0.979575, "billed_output_tokens_per_second": 19.99994097676019, "estimated_cost_micro_usd": 492348, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 979575, "output": 1024, "read": 0, "write": 0 } } } }, { "id": "anthropic.claude-mythos-5-1", "name": "Claude Mythos 5.1", "provider": "anthropic", "api": "mantle", "region": "us-west-2", "context_window": 1000000, "context_spec": "1M tokens", "rates": null, "rate_source": "https://aws.amazon.com/bedrock/pricing/", "source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-anthropic-claude-mythos-5-1.html", "usage_input_includes_cache": false, "largest_retrieval": null, "generation": { "generation-short": null, "generation-98": null } }, { "id": "anthropic.claude-mythos-5", "name": "Claude Mythos 5", "provider": "anthropic", "api": "mantle", "region": "us-west-2", "context_window": 1000000, "context_spec": "1M tokens", "rates": null, "rate_source": "https://aws.amazon.com/bedrock/pricing/", "source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-anthropic-claude-mythos-5.html", "usage_input_includes_cache": false, "largest_retrieval": null, "generation": { "generation-short": null, "generation-98": null } }, { "id": "anthropic.claude-opus-4-5-20251101-v1:0", "name": "Claude Opus 4.5", "provider": "anthropic", "api": "converse", "region": "us-west-2", "context_window": 200000, "context_spec": "200K tokens", "rates": { "input": "5.0000000000", "output": "25.0000000000", "write": "6.2500000000", "write1h": "10.0000000000", "read": "0.5000000000" }, "rate_source": "https://aws.amazon.com/bedrock/pricing/", "source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-anthropic-claude-opus-4-5.html", "usage_input_includes_cache": false, "largest_retrieval": { "id": "51e56d02ac97c3bed10c", "model_id": "anthropic.claude-opus-4-5-20251101-v1:0", "model_name": "Claude Opus 4.5", "route": "direct", "phase": "varied-99", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 200000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 9536.195, "ttft_ms": 9334.303, "observed_input_tokens": 197677, "context_occupancy": 0.988385, "billed_output_tokens_per_second": 3.0410451769812195, "estimated_cost_micro_usd": 989110, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 197677, "output": 29, "read": 0, "write": 0 } }, "generation": { "generation-short": { "id": "9b6be718b87062283801", "model_id": "anthropic.claude-opus-4-5-20251101-v1:0", "model_name": "Claude Opus 4.5", "route": "direct", "phase": "generation-short", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 200000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 22937.37, "ttft_ms": 2758.654, "observed_input_tokens": 4210, "context_occupancy": 0.02105, "billed_output_tokens_per_second": 44.643303834789, "estimated_cost_micro_usd": 46650, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 4210, "output": 1024, "read": 0, "write": 0 } }, "generation-98": { "id": "6327dfe61eaa9052fb06", "model_id": "anthropic.claude-opus-4-5-20251101-v1:0", "model_name": "Claude Opus 4.5", "route": "direct", "phase": "generation-98", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 200000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 23348.347, "ttft_ms": 8358.373, "observed_input_tokens": 195675, "context_occupancy": 0.978375, "billed_output_tokens_per_second": 43.85749418982502, "estimated_cost_micro_usd": 1003975, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 195675, "output": 1024, "read": 0, "write": 0 } } } }, { "id": "anthropic.claude-opus-4-6-v1", "name": "Claude Opus 4.6", "provider": "anthropic", "api": "converse", "region": "us-west-2", "context_window": 1000000, "context_spec": "1M tokens", "rates": { "input": "5.0000000000", "output": "25.0000000000", "write": "6.2500000000", "write1h": "10.0000000000", "read": "0.5000000000" }, "rate_source": "https://aws.amazon.com/bedrock/pricing/", "source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-anthropic-claude-opus-4-6.html", "usage_input_includes_cache": false, "largest_retrieval": { "id": "584ba07a8ac35061214f", "model_id": "anthropic.claude-opus-4-6-v1", "model_name": "Claude Opus 4.6", "route": "direct", "phase": "varied-99", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 50804.67, "ttft_ms": 49812.415, "observed_input_tokens": 989681, "context_occupancy": 0.989681, "billed_output_tokens_per_second": 0.5511304322875651, "estimated_cost_micro_usd": 4949105, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 989681, "output": 28, "read": 0, "write": 0 } }, "generation": { "generation-short": { "id": "928f47275b5110ac92cc", "model_id": "anthropic.claude-opus-4-6-v1", "model_name": "Claude Opus 4.6", "route": "direct", "phase": "generation-short", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 21913.077, "ttft_ms": 2370.386, "observed_input_tokens": 4212, "context_occupancy": 0.004212, "billed_output_tokens_per_second": 46.730087559901555, "estimated_cost_micro_usd": 46660, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 4212, "output": 1024, "read": 0, "write": 0 } }, "generation-98": { "id": "c3de93d417392e879117", "model_id": "anthropic.claude-opus-4-6-v1", "model_name": "Claude Opus 4.6", "route": "direct", "phase": "generation-98", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 92141.831, "ttft_ms": 89240.683, "observed_input_tokens": 979676, "context_occupancy": 0.979676, "billed_output_tokens_per_second": 11.11330205821254, "estimated_cost_micro_usd": 4923980, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 979676, "output": 1024, "read": 0, "write": 0 } } } }, { "id": "anthropic.claude-opus-4-7", "name": "Claude Opus 4.7", "provider": "anthropic", "api": "converse", "region": "us-west-2", "context_window": 1000000, "context_spec": "1M tokens", "rates": { "input": "5.0000000000", "output": "25.0000000000", "write": "6.2500000000", "write1h": "10.0000000000", "read": "0.5000000000" }, "rate_source": "https://aws.amazon.com/bedrock/pricing/", "source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-anthropic-claude-opus-4-7.html", "usage_input_includes_cache": false, "largest_retrieval": { "id": "6bc0f6c3d48ff39d57c6", "model_id": "anthropic.claude-opus-4-7", "model_name": "Claude Opus 4.7", "route": "direct", "phase": "varied-99", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 25996.038, "ttft_ms": 25795.832, "observed_input_tokens": 990229, "context_occupancy": 0.990229, "billed_output_tokens_per_second": 1.2694242055061373, "estimated_cost_micro_usd": 4951970, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 990229, "output": 33, "read": 0, "write": 0 } }, "generation": { "generation-short": { "id": "4c0c77543200a5927100", "model_id": "anthropic.claude-opus-4-7", "model_name": "Claude Opus 4.7", "route": "direct", "phase": "generation-short", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 1024, "success": false, "failure_class": "content_filtered", "status": 200, "stop_reason": "content_filtered", "terminal": true, "retrieval_correct": null, "elapsed_ms": 5980.266, "ttft_ms": 1751.896, "observed_input_tokens": 6589, "context_occupancy": 0.006589, "billed_output_tokens_per_second": 71.23429293665102, "estimated_cost_micro_usd": 43595, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 6589, "output": 426, "read": 0, "write": 0 } }, "generation-98": { "id": "c360e43b31156c0e867c", "model_id": "anthropic.claude-opus-4-7", "model_name": "Claude Opus 4.7", "route": "direct", "phase": "generation-98", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 31558.289, "ttft_ms": 29495.351, "observed_input_tokens": 979551, "context_occupancy": 0.979551, "billed_output_tokens_per_second": 32.447893225690805, "estimated_cost_micro_usd": 4923355, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 979551, "output": 1024, "read": 0, "write": 0 } } } }, { "id": "anthropic.claude-opus-4-8", "name": "Claude Opus 4.8", "provider": "anthropic", "api": "converse", "region": "us-west-2", "context_window": 1000000, "context_spec": "1M tokens", "rates": { "input": "5.0000000000", "output": "25.0000000000", "write": "6.2500000000", "write1h": "10.0000000000", "read": "0.5000000000" }, "rate_source": "https://aws.amazon.com/bedrock/pricing/", "source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-anthropic-claude-opus-4-8.html", "usage_input_includes_cache": false, "largest_retrieval": { "id": "3d4a4b01204baa04b6c1", "model_id": "anthropic.claude-opus-4-8", "model_name": "Claude Opus 4.8", "route": "direct", "phase": "varied-99", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 22800.187, "ttft_ms": 22645.149, "observed_input_tokens": 990876, "context_occupancy": 0.990876, "billed_output_tokens_per_second": 1.3157787019596783, "estimated_cost_micro_usd": 4955130, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 990876, "output": 30, "read": 0, "write": 0 } }, "generation": { "generation-short": { "id": "f791bda52aa3776f756c", "model_id": "anthropic.claude-opus-4-8", "model_name": "Claude Opus 4.8", "route": "direct", "phase": "generation-short", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 1024, "success": false, "failure_class": "content_filtered", "status": 200, "stop_reason": "content_filtered", "terminal": true, "retrieval_correct": null, "elapsed_ms": 1015.587, "ttft_ms": null, "observed_input_tokens": 6601, "context_occupancy": 0.006601, "billed_output_tokens_per_second": 0.0, "estimated_cost_micro_usd": 33005, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 6601, "output": 0, "read": 0, "write": 0 } }, "generation-98": { "id": "39c833e22a219fcd7089", "model_id": "anthropic.claude-opus-4-8", "model_name": "Claude Opus 4.8", "route": "direct", "phase": "generation-98", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 31171.749, "ttft_ms": 28478.207, "observed_input_tokens": 979562, "context_occupancy": 0.979562, "billed_output_tokens_per_second": 32.85025817860807, "estimated_cost_micro_usd": 4923410, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 979562, "output": 1024, "read": 0, "write": 0 } } } }, { "id": "anthropic.claude-opus-5-5", "name": "Claude Opus 5.5", "provider": "anthropic", "api": "converse", "region": "us-west-2", "context_window": 1000000, "context_spec": "1M tokens", "rates": { "input": "4.0000000000", "output": "20.0000000000", "write": "5.0000000000", "write1h": "8.0000000000", "read": "0.2000000000" }, "rate_source": "https://aws.amazon.com/bedrock/pricing/", "source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-anthropic-claude-opus-5-5.html", "usage_input_includes_cache": false, "largest_retrieval": { "id": "b1b267a15afdaf649aff", "model_id": "anthropic.claude-opus-5-5", "model_name": "Claude Opus 5.5", "route": "direct", "phase": "varied-75", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 37548.695, "ttft_ms": 37534.419, "observed_input_tokens": 750757, "context_occupancy": 0.750757, "billed_output_tokens_per_second": 0.905490846429506, "estimated_cost_micro_usd": 3003708, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 750757, "output": 34, "read": 0, "write": 0 } }, "generation": { "generation-short": { "id": "d257a005b155d1945d8f", "model_id": "anthropic.claude-opus-5-5", "model_name": "Claude Opus 5.5", "route": "direct", "phase": "generation-short", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 11664.534, "ttft_ms": 2609.988, "observed_input_tokens": 6516, "context_occupancy": 0.006516, "billed_output_tokens_per_second": 87.78747774745047, "estimated_cost_micro_usd": 46544, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 6516, "output": 1024, "read": 0, "write": 0 } }, "generation-98": { "id": "11cd0849be5edd662431", "model_id": "anthropic.claude-opus-5-5", "model_name": "Claude Opus 5.5", "route": "direct", "phase": "generation-98", "task": "generation", "region": "us-west-2", "input_style": "repeat", "context_window": 1000000, "max_output_tokens": 1024, "success": false, "failure_class": "upstream_error", "status": 500, "terminal": false, "elapsed_ms": 47598.115, "ttft_ms": null, "estimated_cost_micro_usd": null, "financial_state": "UNCERTAIN", "cache_requested": false, "usage": {} } } }, { "id": "anthropic.claude-opus-5", "name": "Claude Opus 5", "provider": "anthropic", "api": "converse", "region": "us-west-2", "context_window": 1000000, "context_spec": "1M tokens", "rates": { "input": "5.0000000000", "output": "25.0000000000", "write": "6.2500000000", "write1h": "10.0000000000", "read": "0.5000000000" }, "rate_source": "https://aws.amazon.com/bedrock/pricing/", "source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-anthropic-claude-opus-5.html", "usage_input_includes_cache": false, "largest_retrieval": { "id": "04dec77150ea64f564bf", "model_id": "anthropic.claude-opus-5", "model_name": "Claude Opus 5", "route": "direct", "phase": "varied-99", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 38294.877, "ttft_ms": 38100.016, "observed_input_tokens": 990019, "context_occupancy": 0.990019, "billed_output_tokens_per_second": 0.7833945967285678, "estimated_cost_micro_usd": 4950845, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 990019, "output": 30, "read": 0, "write": 0 } }, "generation": { "generation-short": { "id": "4e545c914f86a23a04c5", "model_id": "anthropic.claude-opus-5", "model_name": "Claude Opus 5", "route": "direct", "phase": "generation-short", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 16035.066, "ttft_ms": 2465.449, "observed_input_tokens": 6490, "context_occupancy": 0.00649, "billed_output_tokens_per_second": 63.86004460198302, "estimated_cost_micro_usd": 58050, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 6490, "output": 1024, "read": 0, "write": 0 } }, "generation-98": { "id": "2ae97b7fbade8c1812dd", "model_id": "anthropic.claude-opus-5", "model_name": "Claude Opus 5", "route": "direct", "phase": "generation-98", "task": "generation", "region": "us-west-2", "input_style": "repeat", "context_window": 1000000, "max_output_tokens": 1024, "success": false, "failure_class": "upstream_error", "status": 500, "terminal": false, "elapsed_ms": 34388.264, "ttft_ms": null, "estimated_cost_micro_usd": null, "financial_state": "UNCERTAIN", "cache_requested": false, "usage": {} } } }, { "id": "anthropic.claude-sonnet-4-5-20250929-v1:0", "name": "Claude Sonnet 4.5", "provider": "anthropic", "api": "converse", "region": "us-west-2", "context_window": 200000, "context_spec": "200K tokens", "rates": { "input": "3.0000000000", "output": "15.0000000000", "write": "3.7500000000", "write1h": "6.0000000000", "read": "0.3000000000" }, "rate_source": "https://aws.amazon.com/bedrock/pricing/", "source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-anthropic-claude-sonnet-4-5.html", "usage_input_includes_cache": false, "largest_retrieval": { "id": "10e12a0c2f1b0453e18d", "model_id": "anthropic.claude-sonnet-4-5-20250929-v1:0", "model_name": "Claude Sonnet 4.5", "route": "direct", "phase": "varied-99", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 200000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 9364.889, "ttft_ms": 9166.953, "observed_input_tokens": 197674, "context_occupancy": 0.98837, "billed_output_tokens_per_second": 3.8441460999419705, "estimated_cost_micro_usd": 593562, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 197674, "output": 36, "read": 0, "write": 0 } }, "generation": { "generation-short": { "id": "9f45eaa224f0ed17a705", "model_id": "anthropic.claude-sonnet-4-5-20250929-v1:0", "model_name": "Claude Sonnet 4.5", "route": "direct", "phase": "generation-short", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 200000, "max_output_tokens": 1024, "success": false, "failure_class": "content_filtered", "status": 200, "stop_reason": "content_filtered", "terminal": true, "retrieval_correct": null, "elapsed_ms": 9197.616, "ttft_ms": 1965.842, "observed_input_tokens": 4209, "context_occupancy": 0.021045, "billed_output_tokens_per_second": 51.53509163172878, "estimated_cost_micro_usd": 19737, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 4209, "output": 474, "read": 0, "write": 0 } }, "generation-98": { "id": "b8f0f04d6ba9e9c5339c", "model_id": "anthropic.claude-sonnet-4-5-20250929-v1:0", "model_name": "Claude Sonnet 4.5", "route": "direct", "phase": "generation-98", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 200000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 23919.962, "ttft_ms": 8062.972, "observed_input_tokens": 195695, "context_occupancy": 0.978475, "billed_output_tokens_per_second": 42.80943249952133, "estimated_cost_micro_usd": 602445, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 195695, "output": 1024, "read": 0, "write": 0 } } } }, { "id": "anthropic.claude-sonnet-4-6", "name": "Claude Sonnet 4.6", "provider": "anthropic", "api": "converse", "region": "us-west-2", "context_window": 1000000, "context_spec": "1M tokens", "rates": { "input": "3.0000000000", "output": "15.0000000000", "write": "3.7500000000", "write1h": "6.0000000000", "read": "0.3000000000" }, "rate_source": "https://aws.amazon.com/bedrock/pricing/", "source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-anthropic-claude-sonnet-4-6.html", "usage_input_includes_cache": false, "largest_retrieval": { "id": "5ea51a329c7bfdba3bfc", "model_id": "anthropic.claude-sonnet-4-6", "model_name": "Claude Sonnet 4.6", "route": "direct", "phase": "varied-99", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 34658.716, "ttft_ms": 34544.763, "observed_input_tokens": 989669, "context_occupancy": 0.989669, "billed_output_tokens_per_second": 0.7501720487710611, "estimated_cost_micro_usd": 2969397, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 989669, "output": 26, "read": 0, "write": 0 } }, "generation": { "generation-short": { "id": "d212d61b29d385e637ce", "model_id": "anthropic.claude-sonnet-4-6", "model_name": "Claude Sonnet 4.6", "route": "direct", "phase": "generation-short", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 1024, "success": false, "failure_class": "content_filtered", "status": 200, "stop_reason": "content_filtered", "terminal": true, "retrieval_correct": null, "elapsed_ms": 4988.4, "ttft_ms": 1366.197, "observed_input_tokens": 4212, "context_occupancy": 0.004212, "billed_output_tokens_per_second": 71.56603279406436, "estimated_cost_micro_usd": 17991, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 4212, "output": 357, "read": 0, "write": 0 } }, "generation-98": { "id": "5993c9dba876ad70131f", "model_id": "anthropic.claude-sonnet-4-6", "model_name": "Claude Sonnet 4.6", "route": "direct", "phase": "generation-98", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 38777.394, "ttft_ms": 34609.294, "observed_input_tokens": 979667, "context_occupancy": 0.979667, "billed_output_tokens_per_second": 26.407137832508386, "estimated_cost_micro_usd": 2954361, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 979667, "output": 1024, "read": 0, "write": 0 } } } }, { "id": "anthropic.claude-sonnet-5-5", "name": "Claude Sonnet 5.5", "provider": "anthropic", "api": "converse", "region": "us-west-2", "context_window": 1000000, "context_spec": "1M tokens", "rates": { "input": "2.0000000000", "output": "10.0000000000", "write": "2.5000000000", "write1h": "4.0000000000", "read": "0.1000000000" }, "rate_source": "https://aws.amazon.com/bedrock/pricing/", "source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-anthropic-claude-sonnet-5-5.html", "usage_input_includes_cache": false, "largest_retrieval": { "id": "983e2b05624b19e20db0", "model_id": "anthropic.claude-sonnet-5-5", "model_name": "Claude Sonnet 5.5", "route": "direct", "phase": "varied-99", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 34883.938, "ttft_ms": 34553.167, "observed_input_tokens": 991079, "context_occupancy": 0.991079, "billed_output_tokens_per_second": 1.1179930398350426, "estimated_cost_micro_usd": 1982548, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 991079, "output": 39, "read": 0, "write": 0 } }, "generation": { "generation-short": { "id": "7aa910ba7d38183b2a33", "model_id": "anthropic.claude-sonnet-5-5", "model_name": "Claude Sonnet 5.5", "route": "direct", "phase": "generation-short", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 8876.36, "ttft_ms": 2434.387, "observed_input_tokens": 6501, "context_occupancy": 0.006501, "billed_output_tokens_per_second": 115.36260783985847, "estimated_cost_micro_usd": 23242, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 6501, "output": 1024, "read": 0, "write": 0 } }, "generation-98": { "id": "f26f01c245d48be353a0", "model_id": "anthropic.claude-sonnet-5-5", "model_name": "Claude Sonnet 5.5", "route": "direct", "phase": "generation-98", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 40503.466, "ttft_ms": 39318.978, "observed_input_tokens": 979563, "context_occupancy": 0.979563, "billed_output_tokens_per_second": 25.281786775992757, "estimated_cost_micro_usd": 1969366, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 979563, "output": 1024, "read": 0, "write": 0 } } } }, { "id": "anthropic.claude-sonnet-5", "name": "Claude Sonnet 5", "provider": "anthropic", "api": "converse", "region": "us-west-2", "context_window": 1000000, "context_spec": "1M tokens", "rates": { "input": "2.0000000000", "output": "10.0000000000", "write": "2.5000000000", "write1h": "4.0000000000", "read": "0.2000000000" }, "rate_source": "https://aws.amazon.com/bedrock/pricing/", "source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-anthropic-claude-sonnet-5.html", "usage_input_includes_cache": false, "largest_retrieval": null, "generation": { "generation-short": null, "generation-98": null } }, { "id": "deepseek.r1-v1:0", "name": "DeepSeek-R1", "provider": "deepseek", "api": "converse", "region": "us-west-2", "context_window": 128000, "context_spec": "128K tokens", "rates": { "output": "5.4000000000", "input": "1.3500000000" }, "rate_source": "AWS Price List API, AmazonBedrock, us-west-2, 2026-10-19", "source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-deepseek-deepseek-r1.html", "usage_input_includes_cache": false, "largest_retrieval": { "id": "54aefeeee075f07e29eb", "model_id": "deepseek.r1-v1:0", "model_name": "DeepSeek-R1", "route": "direct", "phase": "varied-99", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 128000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 19684.696, "ttft_ms": 19301.86, "observed_input_tokens": 126419, "context_occupancy": 0.9876484375, "billed_output_tokens_per_second": 16.00227944481154, "estimated_cost_micro_usd": 172367, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 126419, "output": 315, "read": 0, "write": 0 } }, "generation": { "generation-short": { "id": "6c9f1422de1aacb1faa1", "model_id": "deepseek.r1-v1:0", "model_name": "DeepSeek-R1", "route": "direct", "phase": "generation-short", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 128000, "max_output_tokens": 1024, "success": false, "failure_class": "output_limit", "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 15894.63, "ttft_ms": null, "observed_input_tokens": 4206, "context_occupancy": 0.032859375, "billed_output_tokens_per_second": 64.42427397195249, "estimated_cost_micro_usd": 11208, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 4206, "output": 1024, "read": 0, "write": 0 } }, "generation-98": { "id": "0e68c6786b438b03bd9b", "model_id": "deepseek.r1-v1:0", "model_name": "DeepSeek-R1", "route": "direct", "phase": "generation-98", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 128000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 33620.92, "ttft_ms": 29457.068, "observed_input_tokens": 125137, "context_occupancy": 0.9776328125, "billed_output_tokens_per_second": 30.457227547073582, "estimated_cost_micro_usd": 174465, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 125137, "output": 1024, "read": 0, "write": 0 } } } }, { "id": "deepseek.v3-v1:0", "name": "DeepSeek-V3.1", "provider": "deepseek", "api": "converse", "region": "us-west-2", "context_window": 128000, "context_spec": "128K tokens", "rates": { "output": "1.6800000000", "input": "0.5800000000" }, "rate_source": "AWS Price List API, AmazonBedrock, us-west-2, 2026-10-19", "source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-deepseek-deepseek-v3-1.html", "usage_input_includes_cache": false, "largest_retrieval": { "id": "86c9b6002ff5f4cdffb2", "model_id": "deepseek.v3-v1:0", "model_name": "DeepSeek-V3.1", "route": "direct", "phase": "varied-99", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 128000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 23244.397, "ttft_ms": 15783.715, "observed_input_tokens": 126414, "context_occupancy": 0.987609375, "billed_output_tokens_per_second": 1.3336547536514272, "estimated_cost_micro_usd": 73372, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 126414, "output": 31, "read": 0, "write": 0 } }, "generation": { "generation-short": { "id": "7b22ada24c4b0bbb6615", "model_id": "deepseek.v3-v1:0", "model_name": "DeepSeek-V3.1", "route": "direct", "phase": "generation-short", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 128000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 45713.74, "ttft_ms": 6068.615, "observed_input_tokens": 4209, "context_occupancy": 0.0328828125, "billed_output_tokens_per_second": 22.400267576648126, "estimated_cost_micro_usd": 4162, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 4209, "output": 1024, "read": 0, "write": 0 } }, "generation-98": { "id": "ddabfa0075b8273b91df", "model_id": "deepseek.v3-v1:0", "model_name": "DeepSeek-V3.1", "route": "direct", "phase": "generation-98", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 128000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 38450.694, "ttft_ms": 16645.013, "observed_input_tokens": 125155, "context_occupancy": 0.9777734375, "billed_output_tokens_per_second": 26.631508728115403, "estimated_cost_micro_usd": 74310, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 125155, "output": 1024, "read": 0, "write": 0 } } } }, { "id": "deepseek.v3.2", "name": "DeepSeek V3.2", "provider": "deepseek", "api": "converse", "region": "us-west-2", "context_window": 164000, "context_spec": "164K tokens", "rates": { "output": "1.8500000000", "input": "0.6200000000" }, "rate_source": "AWS Price List API, AmazonBedrock, us-west-2, 2026-10-19", "source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-deepseek-deepseek-v3-2.html", "usage_input_includes_cache": false, "largest_retrieval": { "id": "91df4067e786d0baa2a8", "model_id": "deepseek.v3.2", "model_name": "DeepSeek V3.2", "route": "direct", "phase": "varied-99", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 164000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 31994.585, "ttft_ms": 31521.045, "observed_input_tokens": 162063, "context_occupancy": 0.9881890243902439, "billed_output_tokens_per_second": 0.9689139573801077, "estimated_cost_micro_usd": 100536, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 162063, "output": 31, "read": 0, "write": 0 } }, "generation": { "generation-short": { "id": "f5eeaa5da862b52ca036", "model_id": "deepseek.v3.2", "model_name": "DeepSeek V3.2", "route": "direct", "phase": "generation-short", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 164000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 18246.355, "ttft_ms": 1010.718, "observed_input_tokens": 4204, "context_occupancy": 0.025634146341463413, "billed_output_tokens_per_second": 56.12079643202943, "estimated_cost_micro_usd": 4501, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 4204, "output": 1024, "read": 0, "write": 0 } }, "generation-98": { "id": "3a8ea4cdba0d5d25a09b", "model_id": "deepseek.v3.2", "model_name": "DeepSeek V3.2", "route": "direct", "phase": "generation-98", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 164000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": null, "elapsed_ms": 27131.549, "ttft_ms": 18834.772, "observed_input_tokens": 160432, "context_occupancy": 0.9782439024390244, "billed_output_tokens_per_second": 23.920491767588185, "estimated_cost_micro_usd": 100668, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 160432, "output": 649, "read": 0, "write": 0 } } } }, { "id": "minimax.minimax-m2.1", "name": "MiniMax M2.1", "provider": "minimax", "api": "converse", "region": "us-west-2", "context_window": 196000, "context_spec": "196K tokens", "rates": { "input": "0.3000000000", "output": "1.2000000000" }, "rate_source": "AWS Price List API, AmazonBedrock, us-west-2, 2026-10-19", "source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-minimax-minimax-m2-1.html", "usage_input_includes_cache": false, "largest_retrieval": { "id": "ee6437d5a71efa582971", "model_id": "minimax.minimax-m2.1", "model_name": "MiniMax M2.1", "route": "direct", "phase": "varied-25", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 196000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 4507.416, "ttft_ms": 4254.552, "observed_input_tokens": 49130, "context_occupancy": 0.25066326530612243, "billed_output_tokens_per_second": 58.12642813925481, "estimated_cost_micro_usd": 15053, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 49130, "output": 262, "read": 0, "write": 0 } }, "generation": { "generation-short": { "id": "8e34c872814a551088cd", "model_id": "minimax.minimax-m2.1", "model_name": "MiniMax M2.1", "route": "direct", "phase": "generation-short", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 196000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 8407.209, "ttft_ms": 2499.095, "observed_input_tokens": 4234, "context_occupancy": 0.02160204081632653, "billed_output_tokens_per_second": 121.8002277290754, "estimated_cost_micro_usd": 2499, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 4234, "output": 1024, "read": 0, "write": 0 } }, "generation-98": { "id": "2661df9a664810bdb9f0", "model_id": "minimax.minimax-m2.1", "model_name": "MiniMax M2.1", "route": "direct", "phase": "generation-98", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 196000, "max_output_tokens": 1024, "success": false, "failure_class": "output_limit", "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 19923.937, "ttft_ms": null, "observed_input_tokens": 191715, "context_occupancy": 0.9781377551020408, "billed_output_tokens_per_second": 51.39546424614661, "estimated_cost_micro_usd": 58743, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 191715, "output": 1024, "read": 0, "write": 0 } } } }, { "id": "minimax.minimax-m2.5", "name": "MiniMax M2.5", "provider": "minimax", "api": "converse", "region": "us-west-2", "context_window": 196000, "context_spec": "196K tokens", "rates": { "input": "0.3000000000", "output": "1.2000000000" }, "rate_source": "AWS Price List API, AmazonBedrock, us-west-2, 2026-10-19", "source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-minimax-minimax-m2-5.html", "usage_input_includes_cache": false, "largest_retrieval": { "id": "7aec34f51504542bdab6", "model_id": "minimax.minimax-m2.5", "model_name": "MiniMax M2.5", "route": "direct", "phase": "varied-99", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 196000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 15426.143, "ttft_ms": 15010.824, "observed_input_tokens": 193663, "context_occupancy": 0.9880765306122449, "billed_output_tokens_per_second": 16.595204704035172, "estimated_cost_micro_usd": 58406, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 193663, "output": 256, "read": 0, "write": 0 } }, "generation": { "generation-short": { "id": "5bc5264cffe140d798ca", "model_id": "minimax.minimax-m2.5", "model_name": "MiniMax M2.5", "route": "direct", "phase": "generation-short", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 196000, "max_output_tokens": 1024, "success": false, "failure_class": "output_limit", "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 12378.365, "ttft_ms": null, "observed_input_tokens": 4232, "context_occupancy": 0.02159183673469388, "billed_output_tokens_per_second": 82.72497719016731, "estimated_cost_micro_usd": 2498, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 4232, "output": 1024, "read": 0, "write": 0 } }, "generation-98": { "id": "c5788d80d9cc0d16ab19", "model_id": "minimax.minimax-m2.5", "model_name": "MiniMax M2.5", "route": "direct", "phase": "generation-98", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 196000, "max_output_tokens": 1024, "success": false, "failure_class": "output_limit", "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 22035.558, "ttft_ms": null, "observed_input_tokens": 191712, "context_occupancy": 0.9781224489795919, "billed_output_tokens_per_second": 46.47034522143929, "estimated_cost_micro_usd": 58742, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 191712, "output": 1024, "read": 0, "write": 0 } } } }, { "id": "minimax.minimax-m2", "name": "MiniMax M2", "provider": "minimax", "api": "converse", "region": "us-west-2", "context_window": 1000000, "context_spec": "1M tokens", "rates": { "output": "1.2000000000", "input": "0.3000000000" }, "rate_source": "AWS Price List API, AmazonBedrock, us-west-2, 2026-10-19", "source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-minimax-minimax-m2.html", "usage_input_includes_cache": false, "largest_retrieval": { "id": "27a42a5dd97682feaffe", "model_id": "minimax.minimax-m2", "model_name": "MiniMax M2", "route": "direct", "phase": "smoke", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 4612.648, "ttft_ms": 4555.632, "observed_input_tokens": 2160, "context_occupancy": 0.00216, "billed_output_tokens_per_second": 118.8037677314705, "estimated_cost_micro_usd": 1306, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2160, "output": 548, "read": 0, "write": 0 } }, "generation": { "generation-short": { "id": "5ddd6862fd479c34381d", "model_id": "minimax.minimax-m2", "model_name": "MiniMax M2", "route": "direct", "phase": "generation-short", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 1024, "success": false, "failure_class": "output_limit", "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 8440.851, "ttft_ms": null, "observed_input_tokens": 4216, "context_occupancy": 0.004216, "billed_output_tokens_per_second": 121.31477526635504, "estimated_cost_micro_usd": 2494, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 4216, "output": 1024, "read": 0, "write": 0 } }, "generation-98": { "id": "5b516b6b2c320c6ce8c3", "model_id": "minimax.minimax-m2", "model_name": "MiniMax M2", "route": "direct", "phase": "generation-98", "task": "generation", "region": "us-west-2", "input_style": "repeat", "context_window": 1000000, "max_output_tokens": 1024, "success": false, "failure_class": "context_limit", "status": 400, "terminal": false, "elapsed_ms": 3331.823, "ttft_ms": null, "estimated_cost_micro_usd": 0, "financial_state": "REJECTED_BEFORE_INFERENCE", "cache_requested": false, "usage": {} } } }, { "id": "moonshotai.kimi-k2.5", "name": "Kimi K2.5", "provider": "moonshotai", "api": "converse", "region": "us-west-2", "context_window": 256000, "context_spec": "256K tokens", "rates": { "input": "0.6000000000", "output": "3.0000000000" }, "rate_source": "AWS Price List API, AmazonBedrock, us-west-2, 2026-10-19", "source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-moonshot-ai-kimi-k2-5.html", "usage_input_includes_cache": false, "largest_retrieval": { "id": "c05724002cd14b820bf5", "model_id": "moonshotai.kimi-k2.5", "model_name": "Kimi K2.5", "route": "direct", "phase": "varied-99", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 256000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 26596.685, "ttft_ms": 24958.847, "observed_input_tokens": 253110, "context_occupancy": 0.9887109375, "billed_output_tokens_per_second": 1.2407561246413172, "estimated_cost_micro_usd": 151965, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 253110, "output": 33, "read": 0, "write": 0 } }, "generation": { "generation-short": { "id": "c7ec89f8a8723101e801", "model_id": "moonshotai.kimi-k2.5", "model_name": "Kimi K2.5", "route": "direct", "phase": "generation-short", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 256000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 13700.745, "ttft_ms": 921.446, "observed_input_tokens": 4216, "context_occupancy": 0.01646875, "billed_output_tokens_per_second": 74.74046331609433, "estimated_cost_micro_usd": 5602, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 4216, "output": 1024, "read": 0, "write": 0 } }, "generation-98": { "id": "1a4d6e88f5ea85de59d4", "model_id": "moonshotai.kimi-k2.5", "model_name": "Kimi K2.5", "route": "direct", "phase": "generation-98", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 256000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 34988.371, "ttft_ms": 23957.69, "observed_input_tokens": 250542, "context_occupancy": 0.9786796875, "billed_output_tokens_per_second": 29.26686692340741, "estimated_cost_micro_usd": 153397, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 250542, "output": 1024, "read": 0, "write": 0 } } } }, { "id": "moonshot.kimi-k2-thinking", "name": "Kimi K2 Thinking", "provider": "moonshot", "api": "converse", "region": "us-west-2", "context_window": 256000, "context_spec": "256K tokens", "rates": { "output": "2.5000000000", "input": "0.6000000000" }, "rate_source": "AWS Price List API, AmazonBedrock, us-west-2, 2026-10-19", "source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-moonshot-ai-kimi-k2-thinking.html", "usage_input_includes_cache": false, "largest_retrieval": { "id": "f47261886c435a0bb664", "model_id": "moonshot.kimi-k2-thinking", "model_name": "Kimi K2 Thinking", "route": "direct", "phase": "varied-99", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 256000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 38034.076, "ttft_ms": 37384.52, "observed_input_tokens": 253111, "context_occupancy": 0.98871484375, "billed_output_tokens_per_second": 5.573949025124633, "estimated_cost_micro_usd": 152397, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 253111, "output": 212, "read": 0, "write": 0 } }, "generation": { "generation-short": { "id": "3f8bfc84f4215dfbc31f", "model_id": "moonshot.kimi-k2-thinking", "model_name": "Kimi K2 Thinking", "route": "direct", "phase": "generation-short", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 256000, "max_output_tokens": 1024, "success": false, "failure_class": "output_limit", "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 29645.13, "ttft_ms": null, "observed_input_tokens": 4220, "context_occupancy": 0.016484375, "billed_output_tokens_per_second": 34.541930015748626, "estimated_cost_micro_usd": 5092, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 4220, "output": 1024, "read": 0, "write": 0 } }, "generation-98": { "id": "b4902df9b22086ff641d", "model_id": "moonshot.kimi-k2-thinking", "model_name": "Kimi K2 Thinking", "route": "direct", "phase": "generation-98", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 256000, "max_output_tokens": 1024, "success": false, "failure_class": "output_limit", "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 66458.972, "ttft_ms": null, "observed_input_tokens": 250646, "context_occupancy": 0.9790859375, "billed_output_tokens_per_second": 15.40800229658337, "estimated_cost_micro_usd": 152948, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 250646, "output": 1024, "read": 0, "write": 0 } } } }, { "id": "moonshotai.kimi-k3", "name": "Kimi K3", "provider": "moonshotai", "api": "converse", "region": "us-west-2", "context_window": 1000000, "context_spec": "1M tokens", "rates": { "write": "3.7500000000", "input": "3.0000000000", "read": "0.3000000000", "output": "15.0000000000" }, "rate_source": "AWS Price List API, AmazonBedrock, us-west-2, 2026-10-19", "source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-moonshot-ai-kimi-k3.html", "usage_input_includes_cache": false, "largest_retrieval": { "id": "275f7cd283f6479d5b79", "model_id": "moonshotai.kimi-k3", "model_name": "Kimi K3", "route": "direct", "phase": "varied-99", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 100986.356, "ttft_ms": 99084.026, "observed_input_tokens": 989489, "context_occupancy": 0.989489, "billed_output_tokens_per_second": 1.8814422883444015, "estimated_cost_micro_usd": 2971317, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 989489, "output": 190, "read": 0, "write": 0 } }, "generation": { "generation-short": { "id": "485dd9ea017c85b4f060", "model_id": "moonshotai.kimi-k3", "model_name": "Kimi K3", "route": "direct", "phase": "generation-short", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 37070.079, "ttft_ms": 32291.461, "observed_input_tokens": 4273, "context_occupancy": 0.004273, "billed_output_tokens_per_second": 27.62335643613394, "estimated_cost_micro_usd": 28179, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 4273, "output": 1024, "read": 0, "write": 0 } }, "generation-98": { "id": "f6f86d489461ac55438b", "model_id": "moonshotai.kimi-k3", "model_name": "Kimi K3", "route": "direct", "phase": "generation-98", "task": "generation", "region": "us-west-2", "input_style": "repeat", "context_window": 1000000, "max_output_tokens": 1024, "success": false, "failure_class": "upstream_error", "status": 200, "terminal": false, "elapsed_ms": 38560.859, "ttft_ms": null, "estimated_cost_micro_usd": null, "financial_state": "UNCERTAIN", "cache_requested": false, "usage": {} } } }, { "id": "openai.gpt-5.5", "name": "GPT-5.5", "provider": "openai", "api": "converse", "region": "us-west-2", "context_window": 1050000, "context_spec": "1,050,000 tokens, shared between input and output", "rates": { "input": "5.5", "output": "33.0", "read": "0.55", "threshold": 272000, "long": { "input": "11.0", "output": "49.5", "read": "1.1" } }, "rate_source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-openai-gpt-55.html", "source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-openai-gpt-55.html", "usage_input_includes_cache": false, "largest_retrieval": { "id": "7273e58ef19f3d7afcd2", "model_id": "openai.gpt-5.5", "model_name": "GPT-5.5", "route": "direct", "phase": "context-25", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 1050000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 5374.144, "ttft_ms": 5285.512, "observed_input_tokens": 262596, "context_occupancy": 0.2500914285714286, "billed_output_tokens_per_second": 19.724070216093782, "estimated_cost_micro_usd": 1447776, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 262596, "output": 106, "read": 0, "write": 0 } }, "generation": { "generation-short": { "id": "e09ef9cd387f708f4316", "model_id": "openai.gpt-5.5", "model_name": "GPT-5.5", "route": "direct", "phase": "generation-short", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1050000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 12196.419, "ttft_ms": 1572.529, "observed_input_tokens": 4198, "context_occupancy": 0.003998095238095238, "billed_output_tokens_per_second": 83.959068545888, "estimated_cost_micro_usd": 56881, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 4198, "output": 1024, "read": 0, "write": 0 } }, "generation-98": { "id": "ce7adf2f052485732d3f", "model_id": "openai.gpt-5.5", "model_name": "GPT-5.5", "route": "direct", "phase": "generation-98", "task": "generation", "region": "us-west-2", "input_style": "repeat", "context_window": 1050000, "max_output_tokens": 1024, "success": false, "failure_class": "context_limit", "status": 200, "terminal": false, "elapsed_ms": 2113.484, "ttft_ms": null, "estimated_cost_micro_usd": null, "financial_state": "UNCERTAIN", "cache_requested": false, "usage": {} } } }, { "id": "openai.gpt-5.6-cyber", "name": "Daybreak Red: GPT-5.6 Cyber", "provider": "openai", "api": "mantle", "region": "us-east-2", "context_window": 1050000, "context_spec": "1,050,000 tokens", "rates": null, "rate_source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-openai-gpt-56-cyber.html", "source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-openai-gpt-56-cyber.html", "usage_input_includes_cache": false, "largest_retrieval": null, "generation": { "generation-short": null, "generation-98": null } }, { "id": "openai.gpt-5.6-luna", "name": "GPT-5.6 Luna", "provider": "openai", "api": "converse", "region": "us-west-2", "context_window": 1050000, "context_spec": "1,050,000 tokens", "rates": { "input": "0.20", "write": "0.25", "read": "0.02", "output": "1.20", "threshold": 272000, "long": { "input": "0.40", "write": "0.50", "read": "0.04", "output": "1.80" } }, "rate_source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-openai-gpt-56-luna.html", "source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-openai-gpt-56-luna.html", "usage_input_includes_cache": false, "largest_retrieval": { "id": "3c85532b51b659a9d281", "model_id": "openai.gpt-5.6-luna", "model_name": "GPT-5.6 Luna", "route": "direct", "phase": "varied-75", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1050000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 9112.563, "ttft_ms": 8760.918, "observed_input_tokens": 787301, "context_occupancy": 0.7498104761904761, "billed_output_tokens_per_second": 4.389544515575008, "estimated_cost_micro_usd": 393722, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2, "output": 40, "read": 0, "write": 787299 } }, "generation": { "generation-short": { "id": "ad21bc82e16c2bec4aa8", "model_id": "openai.gpt-5.6-luna", "model_name": "GPT-5.6 Luna", "route": "direct", "phase": "generation-short", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1050000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 8398.614, "ttft_ms": 2559.155, "observed_input_tokens": 4201, "context_occupancy": 0.004000952380952381, "billed_output_tokens_per_second": 121.92488656653367, "estimated_cost_micro_usd": 2279, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2, "output": 1024, "read": 0, "write": 4199 } }, "generation-98": { "id": "e2112e6f43bc35552453", "model_id": "openai.gpt-5.6-luna", "model_name": "GPT-5.6 Luna", "route": "direct", "phase": "generation-98", "task": "generation", "region": "us-west-2", "input_style": "repeat", "context_window": 1050000, "max_output_tokens": 1024, "success": false, "failure_class": "context_limit", "status": 200, "terminal": false, "elapsed_ms": 1534.702, "ttft_ms": null, "estimated_cost_micro_usd": null, "financial_state": "UNCERTAIN", "cache_requested": false, "usage": {} } } }, { "id": "openai.gpt-5.6-sol", "name": "GPT-5.6 Sol", "provider": "openai", "api": "converse", "region": "us-west-2", "context_window": 1050000, "context_spec": "1,050,000 tokens", "rates": { "input": "4.00", "write": "5.00", "read": "0.40", "output": "20.00", "threshold": 272000, "long": { "input": "8.00", "write": "10.00", "read": "0.80", "output": "30.00" } }, "rate_source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-openai-gpt-56-sol.html", "source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-openai-gpt-56-sol.html", "usage_input_includes_cache": false, "largest_retrieval": { "id": "eb958c0143682da4a74d", "model_id": "openai.gpt-5.6-sol", "model_name": "GPT-5.6 Sol", "route": "direct", "phase": "varied-75", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1050000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 19281.709, "ttft_ms": 18902.219, "observed_input_tokens": 787594, "context_occupancy": 0.7500895238095238, "billed_output_tokens_per_second": 1.4002908429366356, "estimated_cost_micro_usd": 7876746, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2, "output": 27, "read": 0, "write": 787592 } }, "generation": { "generation-short": { "id": "23fabff74bc5a7fc2a87", "model_id": "openai.gpt-5.6-sol", "model_name": "GPT-5.6 Sol", "route": "direct", "phase": "generation-short", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1050000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 12769.405, "ttft_ms": 1037.421, "observed_input_tokens": 4200, "context_occupancy": 0.004, "billed_output_tokens_per_second": 80.19167380712447, "estimated_cost_micro_usd": 41478, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2, "output": 1024, "read": 0, "write": 4198 } }, "generation-98": { "id": "6c0736b343c0364cb32b", "model_id": "openai.gpt-5.6-sol", "model_name": "GPT-5.6 Sol", "route": "direct", "phase": "generation-98", "task": "generation", "region": "us-west-2", "input_style": "repeat", "context_window": 1050000, "max_output_tokens": 1024, "success": false, "failure_class": "context_limit", "status": 200, "terminal": false, "elapsed_ms": 1797.23, "ttft_ms": null, "estimated_cost_micro_usd": null, "financial_state": "UNCERTAIN", "cache_requested": false, "usage": {} } } }, { "id": "openai.gpt-5.6-terra", "name": "GPT-5.6 Terra", "provider": "openai", "api": "converse", "region": "us-west-2", "context_window": 1050000, "context_spec": "1,050,000 tokens", "rates": { "input": "2.00", "write": "2.50", "read": "0.20", "output": "12.00", "threshold": 272000, "long": { "input": "4.00", "write": "5.00", "read": "0.40", "output": "18.00" } }, "rate_source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-openai-gpt-56-terra.html", "source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-openai-gpt-56-terra.html", "usage_input_includes_cache": false, "largest_retrieval": { "id": "33e4302649b278e1ad40", "model_id": "openai.gpt-5.6-terra", "model_name": "GPT-5.6 Terra", "route": "direct", "phase": "varied-75", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1050000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 11106.984, "ttft_ms": 10716.581, "observed_input_tokens": 787307, "context_occupancy": 0.7498161904761905, "billed_output_tokens_per_second": 6.752508098149675, "estimated_cost_micro_usd": 3937883, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2, "output": 75, "read": 0, "write": 787305 } }, "generation": { "generation-short": { "id": "bfca4e02711f5b9389cc", "model_id": "openai.gpt-5.6-terra", "model_name": "GPT-5.6 Terra", "route": "direct", "phase": "generation-short", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1050000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 9626.731, "ttft_ms": 875.394, "observed_input_tokens": 4199, "context_occupancy": 0.003999047619047619, "billed_output_tokens_per_second": 106.37048437962717, "estimated_cost_micro_usd": 22784, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2, "output": 1024, "read": 0, "write": 4197 } }, "generation-98": { "id": "abf76b09939b706016f7", "model_id": "openai.gpt-5.6-terra", "model_name": "GPT-5.6 Terra", "route": "direct", "phase": "generation-98", "task": "generation", "region": "us-west-2", "input_style": "repeat", "context_window": 1050000, "max_output_tokens": 1024, "success": false, "failure_class": "context_limit", "status": 200, "terminal": false, "elapsed_ms": 1910.81, "ttft_ms": null, "estimated_cost_micro_usd": null, "financial_state": "UNCERTAIN", "cache_requested": false, "usage": {} } } }, { "id": "openai.gpt-6.1-sol", "name": "GPT-6.1 Sol", "provider": "openai", "api": "converse", "region": "us-west-2", "context_window": 1000000, "context_spec": "1M tokens", "rates": { "input": "2.00", "write": "2.50", "read": "0.10", "output": "10.00", "threshold": 272000, "long": { "input": "4.00", "write": "5.00", "read": "0.20", "output": "15.00" } }, "rate_source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-openai-gpt-6-1-sol.html", "source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-openai-gpt-6-1-sol.html", "usage_input_includes_cache": false, "largest_retrieval": { "id": "142473cca0353fbab944", "model_id": "openai.gpt-6.1-sol", "model_name": "GPT-6.1 Sol", "route": "direct", "phase": "varied-75", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 14906.147, "ttft_ms": 14339.277, "observed_input_tokens": 749797, "context_occupancy": 0.749797, "billed_output_tokens_per_second": 1.8113332176551094, "estimated_cost_micro_usd": 3749388, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2, "output": 27, "read": 0, "write": 749795 } }, "generation": { "generation-short": { "id": "9c3094ffc990d366043c", "model_id": "openai.gpt-6.1-sol", "model_name": "GPT-6.1 Sol", "route": "direct", "phase": "generation-short", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 19113.716, "ttft_ms": 1535.068, "observed_input_tokens": 4202, "context_occupancy": 0.004202, "billed_output_tokens_per_second": 53.57409219240755, "estimated_cost_micro_usd": 20744, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2, "output": 1024, "read": 0, "write": 4200 } }, "generation-98": { "id": "1f522532ad61369cbdeb", "model_id": "openai.gpt-6.1-sol", "model_name": "GPT-6.1 Sol", "route": "direct", "phase": "generation-98", "task": "generation", "region": "us-west-2", "input_style": "repeat", "context_window": 1000000, "max_output_tokens": 1024, "success": false, "failure_class": "context_limit", "status": 200, "terminal": false, "elapsed_ms": 1921.234, "ttft_ms": null, "estimated_cost_micro_usd": null, "financial_state": "UNCERTAIN", "cache_requested": false, "usage": {} } } }, { "id": "openai.gpt-6-astra", "name": "GPT-6 Astra", "provider": "openai", "api": "converse", "region": "us-west-2", "context_window": 1050000, "context_spec": "1,050,000 tokens", "rates": { "input": "10.00", "write": "12.50", "read": "1.00", "output": "50.00", "threshold": 272000, "long": { "input": "20.00", "write": "25.00", "read": "2.00", "output": "75.00" } }, "rate_source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-openai-gpt-6-astra.html", "source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-openai-gpt-6-astra.html", "usage_input_includes_cache": false, "largest_retrieval": { "id": "d21b66b397f03a07f3d4", "model_id": "openai.gpt-6-astra", "model_name": "GPT-6 Astra", "route": "direct", "phase": "varied-75", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1050000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 28476.009, "ttft_ms": 27882.725, "observed_input_tokens": 787308, "context_occupancy": 0.7498171428571428, "billed_output_tokens_per_second": 1.0184011424435933, "estimated_cost_micro_usd": 19684865, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2, "output": 29, "read": 0, "write": 787306 } }, "generation": { "generation-short": { "id": "a0678429f7d79ad7c735", "model_id": "openai.gpt-6-astra", "model_name": "GPT-6 Astra", "route": "direct", "phase": "generation-short", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1050000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 22459.782, "ttft_ms": 1662.962, "observed_input_tokens": 4201, "context_occupancy": 0.004000952380952381, "billed_output_tokens_per_second": 45.59260538474004, "estimated_cost_micro_usd": 103708, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2, "output": 1024, "read": 0, "write": 4199 } }, "generation-98": { "id": "860ac3904d56e182b6ac", "model_id": "openai.gpt-6-astra", "model_name": "GPT-6 Astra", "route": "direct", "phase": "generation-98", "task": "generation", "region": "us-west-2", "input_style": "repeat", "context_window": 1050000, "max_output_tokens": 1024, "success": false, "failure_class": "context_limit", "status": 200, "terminal": false, "elapsed_ms": 1974.256, "ttft_ms": null, "estimated_cost_micro_usd": null, "financial_state": "UNCERTAIN", "cache_requested": false, "usage": {} } } }, { "id": "openai.gpt-6-luna", "name": "GPT-6 Luna", "provider": "openai", "api": "converse", "region": "us-west-2", "context_window": 1050000, "context_spec": "1,050,000 tokens", "rates": { "input": "0.10", "write": "0.125", "read": "0.01", "output": "0.50", "threshold": 272000, "long": { "input": "0.20", "write": "0.25", "read": "0.02", "output": "0.75" } }, "rate_source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-openai-gpt-6-luna.html", "source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-openai-gpt-6-luna.html", "usage_input_includes_cache": false, "largest_retrieval": { "id": "25e0ed1ce00193c98943", "model_id": "openai.gpt-6-luna", "model_name": "GPT-6 Luna", "route": "direct", "phase": "varied-75", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1050000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 6581.046, "ttft_ms": 6198.358, "observed_input_tokens": 787293, "context_occupancy": 0.7498028571428571, "billed_output_tokens_per_second": 11.85221972684395, "estimated_cost_micro_usd": 196882, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2, "output": 78, "read": 0, "write": 787291 } }, "generation": { "generation-short": { "id": "ed2d938c83f9c76dd270", "model_id": "openai.gpt-6-luna", "model_name": "GPT-6 Luna", "route": "direct", "phase": "generation-short", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1050000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 5940.536, "ttft_ms": 858.728, "observed_input_tokens": 4199, "context_occupancy": 0.003999047619047619, "billed_output_tokens_per_second": 172.37500782523747, "estimated_cost_micro_usd": 1037, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2, "output": 1024, "read": 0, "write": 4197 } }, "generation-98": { "id": "8f9e948e181f1a38ea8c", "model_id": "openai.gpt-6-luna", "model_name": "GPT-6 Luna", "route": "direct", "phase": "generation-98", "task": "generation", "region": "us-west-2", "input_style": "repeat", "context_window": 1050000, "max_output_tokens": 1024, "success": false, "failure_class": "context_limit", "status": 200, "terminal": false, "elapsed_ms": 1723.955, "ttft_ms": null, "estimated_cost_micro_usd": null, "financial_state": "UNCERTAIN", "cache_requested": false, "usage": {} } } }, { "id": "openai.gpt-6-sol", "name": "GPT-6 Sol", "provider": "openai", "api": "converse", "region": "us-west-2", "context_window": 1050000, "context_spec": "1,050,000 tokens", "rates": { "input": "2.00", "write": "2.50", "read": "0.20", "output": "10.00", "threshold": 272000, "long": { "input": "4.00", "write": "5.00", "read": "0.40", "output": "15.00" } }, "rate_source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-openai-gpt-6-sol.html", "source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-openai-gpt-6-sol.html", "usage_input_includes_cache": false, "largest_retrieval": { "id": "25ebbd7352aa573cdf76", "model_id": "openai.gpt-6-sol", "model_name": "GPT-6 Sol", "route": "direct", "phase": "varied-75", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1050000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 17903.096, "ttft_ms": 17543.94, "observed_input_tokens": 787303, "context_occupancy": 0.7498123809523809, "billed_output_tokens_per_second": 1.4522627981231038, "estimated_cost_micro_usd": 3936903, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2, "output": 26, "read": 0, "write": 787301 } }, "generation": { "generation-short": { "id": "ad8344d754c6dce2d798", "model_id": "openai.gpt-6-sol", "model_name": "GPT-6 Sol", "route": "direct", "phase": "generation-short", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1050000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 9554.962, "ttft_ms": 1226.606, "observed_input_tokens": 4196, "context_occupancy": 0.003996190476190476, "billed_output_tokens_per_second": 107.1694425387713, "estimated_cost_micro_usd": 20729, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2, "output": 1024, "read": 0, "write": 4194 } }, "generation-98": { "id": "1dbdd5e240070de62d3d", "model_id": "openai.gpt-6-sol", "model_name": "GPT-6 Sol", "route": "direct", "phase": "generation-98", "task": "generation", "region": "us-west-2", "input_style": "repeat", "context_window": 1050000, "max_output_tokens": 1024, "success": false, "failure_class": "context_limit", "status": 200, "terminal": false, "elapsed_ms": 1938.466, "ttft_ms": null, "estimated_cost_micro_usd": null, "financial_state": "UNCERTAIN", "cache_requested": false, "usage": {} } } }, { "id": "openai.gpt-daybreak-blue-5.6-sol", "name": "Daybreak Blue: GPT-5.6 Sol", "provider": "openai", "api": "mantle", "region": "us-east-2", "context_window": 1050000, "context_spec": "1,050,000 tokens", "rates": null, "rate_source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-openai-gpt-daybreak-blue-56-sol.html", "source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-openai-gpt-daybreak-blue-56-sol.html", "usage_input_includes_cache": false, "largest_retrieval": null, "generation": { "generation-short": null, "generation-98": null } }, { "id": "qwen.qwen3-235b-a22b-2507-v1:0", "name": "Qwen3 235B A22B 2507", "provider": "qwen", "api": "converse", "region": "us-west-2", "context_window": 256000, "context_spec": "256K tokens", "rates": { "output": "0.8800000000", "input": "0.2200000000" }, "rate_source": "AWS Price List API, AmazonBedrock, us-west-2, 2026-10-19", "source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-qwen-qwen3-235b-a22b-2507.html", "usage_input_includes_cache": false, "largest_retrieval": { "id": "2d9a3d81e50438234cad", "model_id": "qwen.qwen3-235b-a22b-2507-v1:0", "model_name": "Qwen3 235B A22B 2507", "route": "direct", "phase": "varied-99", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 256000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 55726.656, "ttft_ms": 54311.667, "observed_input_tokens": 253128, "context_occupancy": 0.98878125, "billed_output_tokens_per_second": 0.6639551466667961, "estimated_cost_micro_usd": 55721, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 253128, "output": 37, "read": 0, "write": 0 } }, "generation": { "generation-short": { "id": "bfef3b3744a03d42a122", "model_id": "qwen.qwen3-235b-a22b-2507-v1:0", "model_name": "Qwen3 235B A22B 2507", "route": "direct", "phase": "generation-short", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 256000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 17194.611, "ttft_ms": 824.354, "observed_input_tokens": 4213, "context_occupancy": 0.01645703125, "billed_output_tokens_per_second": 59.55354198407831, "estimated_cost_micro_usd": 1828, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 4213, "output": 1024, "read": 0, "write": 0 } }, "generation-98": { "id": "2de804f1d70d43a4f5d6", "model_id": "qwen.qwen3-235b-a22b-2507-v1:0", "model_name": "Qwen3 235B A22B 2507", "route": "direct", "phase": "generation-98", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 256000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 78810.735, "ttft_ms": 51757.068, "observed_input_tokens": 250585, "context_occupancy": 0.97884765625, "billed_output_tokens_per_second": 12.99315374612577, "estimated_cost_micro_usd": 56030, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 250585, "output": 1024, "read": 0, "write": 0 } } } }, { "id": "qwen.qwen3-32b-v1:0", "name": "Qwen3 32B", "provider": "qwen", "api": "converse", "region": "us-west-2", "context_window": 32000, "context_spec": "32K tokens", "rates": { "input": "0.1500000000", "output": "0.6000000000" }, "rate_source": "AWS Price List API, AmazonBedrock, us-west-2, 2026-10-19", "source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-qwen-qwen3-32b.html", "usage_input_includes_cache": false, "largest_retrieval": { "id": "c3d264db62b83fd07fe9", "model_id": "qwen.qwen3-32b-v1:0", "model_name": "Qwen3 32B", "route": "direct", "phase": "varied-75", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 32000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 1889.017, "ttft_ms": 1797.705, "observed_input_tokens": 23782, "context_occupancy": 0.7431875, "billed_output_tokens_per_second": 22.233781189355106, "estimated_cost_micro_usd": 3592, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 23782, "output": 42, "read": 0, "write": 0 } }, "generation": { "generation-short": { "id": "60c1a1e463de614ccb29", "model_id": "qwen.qwen3-32b-v1:0", "model_name": "Qwen3 32B", "route": "direct", "phase": "generation-short", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 32000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 9088.308, "ttft_ms": 828.157, "observed_input_tokens": 4219, "context_occupancy": 0.13184375, "billed_output_tokens_per_second": 112.67223490418866, "estimated_cost_micro_usd": 1247, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 4219, "output": 1024, "read": 0, "write": 0 } }, "generation-98": { "id": "5b425c8e0d9f3c640e1e", "model_id": "qwen.qwen3-32b-v1:0", "model_name": "Qwen3 32B", "route": "direct", "phase": "generation-98", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 32000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 11546.501, "ttft_ms": 2362.851, "observed_input_tokens": 31057, "context_occupancy": 0.97053125, "billed_output_tokens_per_second": 88.68487879435416, "estimated_cost_micro_usd": 5273, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 31057, "output": 1024, "read": 0, "write": 0 } } } }, { "id": "qwen.qwen3-coder-30b-a3b-v1:0", "name": "Qwen3-Coder-30B-A3B-Instruct", "provider": "qwen", "api": "converse", "region": "us-west-2", "context_window": 256000, "context_spec": "256K tokens", "rates": { "output": "0.6000000000", "input": "0.1500000000" }, "rate_source": "AWS Price List API, AmazonBedrock, us-west-2, 2026-10-19", "source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-qwen-qwen3-coder-30b-a3b-instruct.html", "usage_input_includes_cache": false, "largest_retrieval": { "id": "f514c958d7bfba2d3349", "model_id": "qwen.qwen3-coder-30b-a3b-v1:0", "model_name": "Qwen3-Coder-30B-A3B-Instruct", "route": "direct", "phase": "varied-99", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 256000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 50616.335, "ttft_ms": 50615.78, "observed_input_tokens": 253128, "context_occupancy": 0.98878125, "billed_output_tokens_per_second": 0.8297716553620975, "estimated_cost_micro_usd": 37994, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 253128, "output": 42, "read": 0, "write": 0 } }, "generation": { "generation-short": { "id": "e4f307c5d8de2df96f61", "model_id": "qwen.qwen3-coder-30b-a3b-v1:0", "model_name": "Qwen3-Coder-30B-A3B-Instruct", "route": "direct", "phase": "generation-short", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 256000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 4056.692, "ttft_ms": 643.26, "observed_input_tokens": 4214, "context_occupancy": 0.0164609375, "billed_output_tokens_per_second": 252.4224409139689, "estimated_cost_micro_usd": 1246, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 4214, "output": 1024, "read": 0, "write": 0 } }, "generation-98": { "id": "25c06bad139a02c20b21", "model_id": "qwen.qwen3-coder-30b-a3b-v1:0", "model_name": "Qwen3-Coder-30B-A3B-Instruct", "route": "direct", "phase": "generation-98", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 256000, "max_output_tokens": 1024, "success": false, "failure_class": "empty_output", "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": null, "elapsed_ms": 20149.541, "ttft_ms": null, "observed_input_tokens": 250585, "context_occupancy": 0.97884765625, "billed_output_tokens_per_second": 0.04962892247708192, "estimated_cost_micro_usd": 37588, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 250585, "output": 1, "read": 0, "write": 0 } } } }, { "id": "qwen.qwen3-coder-480b-a35b-v1:0", "name": "Qwen3 Coder 480B A35B Instruct", "provider": "qwen", "api": "converse", "region": "us-west-2", "context_window": 256000, "context_spec": "256K tokens", "rates": { "output": "1.8000000000", "input": "0.4500000000" }, "rate_source": "AWS Price List API, AmazonBedrock, us-west-2, 2026-10-19", "source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-qwen-qwen3-coder-480b-a35b-instruct.html", "usage_input_includes_cache": false, "largest_retrieval": { "id": "83c645cd7c377250d810", "model_id": "qwen.qwen3-coder-480b-a35b-v1:0", "model_name": "Qwen3 Coder 480B A35B Instruct", "route": "direct", "phase": "varied-99", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 256000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 42774.181, "ttft_ms": 42758.266, "observed_input_tokens": 253126, "context_occupancy": 0.9887734375, "billed_output_tokens_per_second": 0.9117649760244636, "estimated_cost_micro_usd": 113977, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 253126, "output": 39, "read": 0, "write": 0 } }, "generation": { "generation-short": { "id": "3556a4902f258cbb5119", "model_id": "qwen.qwen3-coder-480b-a35b-v1:0", "model_name": "Qwen3 Coder 480B A35B Instruct", "route": "direct", "phase": "generation-short", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 256000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 10949.706, "ttft_ms": 743.23, "observed_input_tokens": 4213, "context_occupancy": 0.01645703125, "billed_output_tokens_per_second": 93.51849242054294, "estimated_cost_micro_usd": 3739, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 4213, "output": 1024, "read": 0, "write": 0 } }, "generation-98": { "id": "aae4c9a13e6b8fd9d8fe", "model_id": "qwen.qwen3-coder-480b-a35b-v1:0", "model_name": "Qwen3 Coder 480B A35B Instruct", "route": "direct", "phase": "generation-98", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 256000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 61279.063, "ttft_ms": 41789.641, "observed_input_tokens": 250586, "context_occupancy": 0.9788515625, "billed_output_tokens_per_second": 16.710438276715195, "estimated_cost_micro_usd": 114607, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 250586, "output": 1024, "read": 0, "write": 0 } } } }, { "id": "qwen.qwen3-coder-next", "name": "Qwen3 Coder Next", "provider": "qwen", "api": "mantle", "region": "us-west-2", "context_window": 256000, "context_spec": "256K tokens", "rates": { "output": "1.2000000000", "input": "0.5000000000" }, "rate_source": "AWS Price List API, AmazonBedrock, us-west-2, 2026-10-19", "source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-qwen-qwen3-coder-next.html", "usage_input_includes_cache": false, "largest_retrieval": { "id": "0627b09c1e63106bf4b1", "model_id": "qwen.qwen3-coder-next", "model_name": "Qwen3 Coder Next", "route": "direct", "phase": "varied-99", "task": "retrieval", "region": "us-west-2", "transport": "chat", "input_style": "varied", "context_window": 256000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "stop", "terminal": true, "retrieval_correct": true, "elapsed_ms": 7399.273, "ttft_ms": 7398.849, "observed_input_tokens": 253122, "context_occupancy": 0.9887578125, "billed_output_tokens_per_second": 5.405936705277741, "estimated_cost_micro_usd": 126609, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 253122, "output": 40, "read": 0, "write": 0 } }, "generation": { "generation-short": { "id": "209d8b076b52b11cc60e", "model_id": "qwen.qwen3-coder-next", "model_name": "Qwen3 Coder Next", "route": "direct", "phase": "generation-short", "task": "generation", "region": "us-west-2", "transport": "chat", "input_style": "varied", "context_window": 256000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "length", "terminal": true, "retrieval_correct": null, "elapsed_ms": 5684.703, "ttft_ms": 1016.278, "observed_input_tokens": 4210, "context_occupancy": 0.0164453125, "billed_output_tokens_per_second": 180.13254372308214, "estimated_cost_micro_usd": 3334, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 4210, "output": 1024, "read": 0, "write": 0 } }, "generation-98": { "id": "094eac106c5f29480d22", "model_id": "qwen.qwen3-coder-next", "model_name": "Qwen3 Coder Next", "route": "direct", "phase": "generation-98", "task": "generation", "region": "us-west-2", "transport": "chat", "input_style": "repeat", "context_window": 256000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "length", "terminal": true, "retrieval_correct": null, "elapsed_ms": 12028.09, "ttft_ms": 6692.884, "observed_input_tokens": 250590, "context_occupancy": 0.9788671875, "billed_output_tokens_per_second": 85.13404797823095, "estimated_cost_micro_usd": 126524, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 250590, "output": 1024, "read": 0, "write": 0 } } } }, { "id": "qwen.qwen3-next-80b-a3b", "name": "Qwen3 Next 80B A3B", "provider": "qwen", "api": "converse", "region": "us-west-2", "context_window": 256000, "context_spec": "256K tokens", "rates": { "input": "0.1400000000", "output": "1.2000000000" }, "rate_source": "AWS Price List API, AmazonBedrock, us-west-2, 2026-10-19", "source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-qwen-qwen3-next-80b-a3b.html", "usage_input_includes_cache": false, "largest_retrieval": { "id": "7fdcea1f465b180c93c7", "model_id": "qwen.qwen3-next-80b-a3b", "model_name": "Qwen3 Next 80B A3B", "route": "direct", "phase": "varied-99", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 256000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 8641.528, "ttft_ms": 8641.33, "observed_input_tokens": 253118, "context_occupancy": 0.9887421875, "billed_output_tokens_per_second": 3.8187692166171723, "estimated_cost_micro_usd": 35476, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 253118, "output": 33, "read": 0, "write": 0 } }, "generation": { "generation-short": { "id": "629cfa75529d223693af", "model_id": "qwen.qwen3-next-80b-a3b", "model_name": "Qwen3 Next 80B A3B", "route": "direct", "phase": "generation-short", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 256000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 12860.476, "ttft_ms": 1003.224, "observed_input_tokens": 4213, "context_occupancy": 0.01645703125, "billed_output_tokens_per_second": 79.62380390223773, "estimated_cost_micro_usd": 1819, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 4213, "output": 1024, "read": 0, "write": 0 } }, "generation-98": { "id": "0f470c1aff1d3d3eb34b", "model_id": "qwen.qwen3-next-80b-a3b", "model_name": "Qwen3 Next 80B A3B", "route": "direct", "phase": "generation-98", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 256000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 19252.318, "ttft_ms": 7539.305, "observed_input_tokens": 250574, "context_occupancy": 0.9788046875, "billed_output_tokens_per_second": 53.18839941867917, "estimated_cost_micro_usd": 36309, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 250574, "output": 1024, "read": 0, "write": 0 } } } }, { "id": "qwen.qwen3-vl-235b-a22b", "name": "Qwen3 VL 235B A22B", "provider": "qwen", "api": "converse", "region": "us-west-2", "context_window": 256000, "context_spec": "256K tokens", "rates": { "output": "2.6600000000", "input": "0.5300000000" }, "rate_source": "AWS Price List API, AmazonBedrock, us-west-2, 2026-10-19", "source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-qwen-qwen3-vl-235b-a22b.html", "usage_input_includes_cache": false, "largest_retrieval": { "id": "4323d77dc3dce413765a", "model_id": "qwen.qwen3-vl-235b-a22b", "model_name": "Qwen3 VL 235B A22B", "route": "direct", "phase": "varied-99", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 256000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 31602.608, "ttft_ms": 30492.765, "observed_input_tokens": 253136, "context_occupancy": 0.9888125, "billed_output_tokens_per_second": 1.2024323899887133, "estimated_cost_micro_usd": 134263, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 253136, "output": 38, "read": 0, "write": 0 } }, "generation": { "generation-short": { "id": "a7267925d8448e0a1cd4", "model_id": "qwen.qwen3-vl-235b-a22b", "model_name": "Qwen3 VL 235B A22B", "route": "direct", "phase": "generation-short", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 256000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 20051.708, "ttft_ms": 871.95, "observed_input_tokens": 4213, "context_occupancy": 0.01645703125, "billed_output_tokens_per_second": 51.06796842495029, "estimated_cost_micro_usd": 4957, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 4213, "output": 1024, "read": 0, "write": 0 } }, "generation-98": { "id": "236923c355f5558e7612", "model_id": "qwen.qwen3-vl-235b-a22b", "model_name": "Qwen3 VL 235B A22B", "route": "direct", "phase": "generation-98", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 256000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": null, "elapsed_ms": 29796.465, "ttft_ms": 29484.167, "observed_input_tokens": 250591, "context_occupancy": 0.97887109375, "billed_output_tokens_per_second": 1.1746359957006425, "estimated_cost_micro_usd": 132906, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 250591, "output": 35, "read": 0, "write": 0 } } } }, { "id": "xai.grok-4.3", "name": "Grok 4.3", "provider": "xai", "api": "mantle", "region": "us-west-2", "context_window": 1000000, "context_spec": "1M tokens", "rates": { "input": "1.2500000000", "output": "2.5000000000", "read": "0.2000000000" }, "rate_source": "AWS Price List API, AmazonBedrock, us-west-2, 2026-10-19", "source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-xai-grok-4-3.html", "usage_input_includes_cache": false, "largest_retrieval": { "id": "7cdedff4374a053bdfbe", "model_id": "xai.grok-4.3", "model_name": "Grok 4.3", "route": "direct", "phase": "varied-75", "task": "retrieval", "region": "us-west-2", "transport": "chat", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "stop", "terminal": true, "retrieval_correct": true, "elapsed_ms": 42889.231, "ttft_ms": 42880.57, "observed_input_tokens": 749755, "context_occupancy": 0.749755, "billed_output_tokens_per_second": 5.50254676520642, "estimated_cost_micro_usd": 937784, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 749755, "output": 236, "read": 0, "write": 0 } }, "generation": { "generation-short": { "id": "f0996f35725c54afcb37", "model_id": "xai.grok-4.3", "model_name": "Grok 4.3", "route": "direct", "phase": "generation-short", "task": "generation", "region": "us-west-2", "transport": "chat", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "length", "terminal": true, "retrieval_correct": null, "elapsed_ms": 5061.886, "ttft_ms": 2919.572, "observed_input_tokens": 4219, "context_occupancy": 0.004219, "billed_output_tokens_per_second": 202.2961252656512, "estimated_cost_micro_usd": 7834, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 4219, "output": 1024, "read": 0, "write": 0 } }, "generation-98": { "id": "b0e6dd6065c9d90f9c6b", "model_id": "xai.grok-4.3", "model_name": "Grok 4.3", "route": "direct", "phase": "generation-98", "task": "generation", "region": "us-west-2", "transport": "chat", "input_style": "repeat", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "length", "terminal": true, "retrieval_correct": null, "elapsed_ms": 74381.372, "ttft_ms": 72174.328, "observed_input_tokens": 979654, "context_occupancy": 0.979654, "billed_output_tokens_per_second": 13.766887833403613, "estimated_cost_micro_usd": 1227128, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 979654, "output": 1024, "read": 0, "write": 0 } } } }, { "id": "xai.grok-4.6", "name": "Grok 4.6", "provider": "xai", "api": "converse", "region": "us-west-2", "context_window": 500000, "context_spec": "500K tokens", "rates": { "read": "0.5000000000", "input": "2.0000000000", "output": "6.0000000000" }, "rate_source": "AWS Price List API, AmazonBedrock, us-west-2, 2026-10-19", "source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-xai-grok-4-6.html", "usage_input_includes_cache": false, "largest_retrieval": { "id": "2ef38113a8bc0b7e6833", "model_id": "xai.grok-4.6", "model_name": "Grok 4.6", "route": "direct", "phase": "varied-99", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 500000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 107545.986, "ttft_ms": 106742.245, "observed_input_tokens": 494671, "context_occupancy": 0.989342, "billed_output_tokens_per_second": 2.287393597620217, "estimated_cost_micro_usd": 990818, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 494671, "output": 246, "read": 0, "write": 0 } }, "generation": { "generation-short": { "id": "f8bd251aafc5df00f3a2", "model_id": "xai.grok-4.6", "model_name": "Grok 4.6", "route": "direct", "phase": "generation-short", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 500000, "max_output_tokens": 1024, "success": false, "failure_class": "output_limit", "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 79212.733, "ttft_ms": null, "observed_input_tokens": 4213, "context_occupancy": 0.008426, "billed_output_tokens_per_second": 12.927214578899857, "estimated_cost_micro_usd": 14570, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 4213, "output": 1024, "read": 0, "write": 0 } }, "generation-98": { "id": "cadf70b65151d4af68c1", "model_id": "xai.grok-4.6", "model_name": "Grok 4.6", "route": "direct", "phase": "generation-98", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 500000, "max_output_tokens": 1024, "success": false, "failure_class": "output_limit", "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 81504.713, "ttft_ms": null, "observed_input_tokens": 489697, "context_occupancy": 0.979394, "billed_output_tokens_per_second": 12.563690624625355, "estimated_cost_micro_usd": 985538, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 489697, "output": 1024, "read": 0, "write": 0 } } } }, { "id": "xai.grok-4.7", "name": "Grok 4.7", "provider": "xai", "api": "converse", "region": "us-west-2", "context_window": 524288, "context_spec": "524,288 tokens, shared between input and output", "rates": { "output": "6.0000000000", "read": "0.5000000000", "input": "2.0000000000" }, "rate_source": "AWS Price List API, AmazonBedrock, us-west-2, 2026-10-19", "source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-xai-grok-4-7.html", "usage_input_includes_cache": false, "largest_retrieval": { "id": "cd0e41cc00c73793fe65", "model_id": "xai.grok-4.7", "model_name": "Grok 4.7", "route": "direct", "phase": "varied-99", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 524288, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 68070.226, "ttft_ms": 67954.528, "observed_input_tokens": 518723, "context_occupancy": 0.9893856048583984, "billed_output_tokens_per_second": 1.9979366555994855, "estimated_cost_micro_usd": 1038262, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 518723, "output": 136, "read": 0, "write": 0 } }, "generation": { "generation-short": { "id": "2ba531fe33f2bb590f52", "model_id": "xai.grok-4.7", "model_name": "Grok 4.7", "route": "direct", "phase": "generation-short", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 524288, "max_output_tokens": 1024, "success": false, "failure_class": "output_limit", "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 23312.267, "ttft_ms": null, "observed_input_tokens": 4212, "context_occupancy": 0.00803375244140625, "billed_output_tokens_per_second": 43.92537150781633, "estimated_cost_micro_usd": 14568, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 4212, "output": 1024, "read": 0, "write": 0 } }, "generation-98": { "id": "724c96d48e9cf023771d", "model_id": "xai.grok-4.7", "model_name": "Grok 4.7", "route": "direct", "phase": "generation-98", "task": "generation", "region": "us-west-2", "input_style": "repeat", "context_window": 524288, "max_output_tokens": 1024, "success": false, "failure_class": "measurement_interrupted", "terminal": false, "elapsed_ms": null, "ttft_ms": null, "estimated_cost_micro_usd": null, "financial_state": "UNCERTAIN", "cache_requested": false, "usage": {} } } }, { "id": "zai.glm-4.7-flash", "name": "GLM 4.7 Flash", "provider": "zai", "api": "converse", "region": "us-west-2", "context_window": 203000, "context_spec": "203K tokens", "rates": { "input": "0.0700000000", "output": "0.4000000000" }, "rate_source": "AWS Price List API, AmazonBedrock, us-west-2, 2026-10-19", "source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-zai-glm-4-7-flash.html", "usage_input_includes_cache": false, "largest_retrieval": { "id": "b72460b221c6feba26db", "model_id": "zai.glm-4.7-flash", "model_name": "GLM 4.7 Flash", "route": "direct", "phase": "varied-25", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 203000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 3129.302, "ttft_ms": 3059.397, "observed_input_tokens": 50848, "context_occupancy": 0.25048275862068964, "billed_output_tokens_per_second": 12.143283943853467, "estimated_cost_micro_usd": 3575, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 50848, "output": 38, "read": 0, "write": 0 } }, "generation": { "generation-short": { "id": "9eeaccc0621cb8f2b98f", "model_id": "zai.glm-4.7-flash", "model_name": "GLM 4.7 Flash", "route": "direct", "phase": "generation-short", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 203000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 8120.833, "ttft_ms": 997.407, "observed_input_tokens": 4200, "context_occupancy": 0.020689655172413793, "billed_output_tokens_per_second": 126.09544512966757, "estimated_cost_micro_usd": 704, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 4200, "output": 1024, "read": 0, "write": 0 } }, "generation-98": { "id": "810b130d44747f40360a", "model_id": "zai.glm-4.7-flash", "model_name": "GLM 4.7 Flash", "route": "direct", "phase": "generation-98", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 203000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 43842.805, "ttft_ms": 19221.369, "observed_input_tokens": 198673, "context_occupancy": 0.9786847290640394, "billed_output_tokens_per_second": 23.356170005581415, "estimated_cost_micro_usd": 14317, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 198673, "output": 1024, "read": 0, "write": 0 } } } }, { "id": "zai.glm-4.7", "name": "GLM 4.7", "provider": "zai", "api": "converse", "region": "us-west-2", "context_window": 203000, "context_spec": "203K tokens", "rates": { "input": "0.6000000000", "output": "2.2000000000" }, "rate_source": "AWS Price List API, AmazonBedrock, us-west-2, 2026-10-19", "source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-zai-glm-4-7.html", "usage_input_includes_cache": false, "largest_retrieval": { "id": "2e4f280ab732b95a2bf4", "model_id": "zai.glm-4.7", "model_name": "GLM 4.7", "route": "direct", "phase": "gateway-pair-65536", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 203000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 9169.078, "ttft_ms": 8833.337, "observed_input_tokens": 65639, "context_occupancy": 0.3233448275862069, "billed_output_tokens_per_second": 4.798737908892119, "estimated_cost_micro_usd": 39480, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 65639, "output": 44, "read": 0, "write": 0 } }, "generation": { "generation-short": { "id": "3d11dc50a333e06b2017", "model_id": "zai.glm-4.7", "model_name": "GLM 4.7", "route": "direct", "phase": "generation-short", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 203000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 15031.318, "ttft_ms": 854.778, "observed_input_tokens": 4204, "context_occupancy": 0.02070935960591133, "billed_output_tokens_per_second": 68.12443325483957, "estimated_cost_micro_usd": 4775, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 4204, "output": 1024, "read": 0, "write": 0 } }, "generation-98": { "id": "f2be1df62c499bb13ca2", "model_id": "zai.glm-4.7", "model_name": "GLM 4.7", "route": "direct", "phase": "generation-98", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 203000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 110077.368, "ttft_ms": 51429.297, "observed_input_tokens": 198668, "context_occupancy": 0.9786600985221675, "billed_output_tokens_per_second": 9.302548040062247, "estimated_cost_micro_usd": 121454, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 198668, "output": 1024, "read": 0, "write": 0 } } } }, { "id": "zai.glm-5.3", "name": "GLM 5.3", "provider": "zai", "api": "converse", "region": "us-west-2", "context_window": 1000000, "context_spec": "1M tokens", "rates": { "input": "1.68", "output": "5.28", "read": "0.312", "write": "2.10" }, "rate_source": "https://aws.amazon.com/bedrock/pricing/", "source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-zai-glm-5-3.html", "usage_input_includes_cache": false, "largest_retrieval": { "id": "a0377613f1ab570be023", "model_id": "zai.glm-5.3", "model_name": "GLM 5.3", "route": "direct", "phase": "smoke", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 1482.792, "ttft_ms": 1474.821, "observed_input_tokens": 2161, "context_occupancy": 0.002161, "billed_output_tokens_per_second": 72.83557314639131, "estimated_cost_micro_usd": 4201, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2161, "output": 108, "read": 0, "write": 0 } }, "generation": { "generation-short": { "id": "c4883a9afab88cd045f8", "model_id": "zai.glm-5.3", "model_name": "GLM 5.3", "route": "direct", "phase": "generation-short", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 1024, "success": false, "failure_class": "output_limit", "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 27114.745, "ttft_ms": null, "observed_input_tokens": 4215, "context_occupancy": 0.004215, "billed_output_tokens_per_second": 37.76543031757131, "estimated_cost_micro_usd": 12488, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 4215, "output": 1024, "read": 0, "write": 0 } }, "generation-98": { "id": "ed2666f31b09e394cc50", "model_id": "zai.glm-5.3", "model_name": "GLM 5.3", "route": "direct", "phase": "generation-98", "task": "generation", "region": "us-west-2", "input_style": "repeat", "context_window": 1000000, "max_output_tokens": 1024, "success": false, "failure_class": "upstream_error", "status": 200, "terminal": false, "elapsed_ms": 66347.214, "ttft_ms": null, "estimated_cost_micro_usd": null, "financial_state": "UNCERTAIN", "cache_requested": false, "usage": {} } } }, { "id": "zai.glm-5", "name": "GLM 5", "provider": "zai", "api": "converse", "region": "us-west-2", "context_window": 200000, "context_spec": "200K tokens", "rates": { "input": "1.0000000000", "output": "3.2000000000" }, "rate_source": "AWS Price List API, AmazonBedrock, us-west-2, 2026-10-19", "source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-zai-glm-5.html", "usage_input_includes_cache": false, "largest_retrieval": { "id": "8e79505183d7eefdf669", "model_id": "zai.glm-5", "model_name": "GLM 5", "route": "direct", "phase": "varied-99", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 200000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 23627.554, "ttft_ms": 23626.86, "observed_input_tokens": 197696, "context_occupancy": 0.98848, "billed_output_tokens_per_second": 1.1427336283237282, "estimated_cost_micro_usd": 197782, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 197696, "output": 27, "read": 0, "write": 0 } }, "generation": { "generation-short": { "id": "0068f9ad0b7295afc765", "model_id": "zai.glm-5", "model_name": "GLM 5", "route": "direct", "phase": "generation-short", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 200000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 11363.024, "ttft_ms": 776.265, "observed_input_tokens": 4202, "context_occupancy": 0.02101, "billed_output_tokens_per_second": 90.11685247364511, "estimated_cost_micro_usd": 7479, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 4202, "output": 1024, "read": 0, "write": 0 } }, "generation-98": { "id": "1386e7bac5216916d13c", "model_id": "zai.glm-5", "model_name": "GLM 5", "route": "direct", "phase": "generation-98", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 200000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": null, "elapsed_ms": 25525.788, "ttft_ms": 25525.157, "observed_input_tokens": 195729, "context_occupancy": 0.978645, "billed_output_tokens_per_second": 0.7835213584843258, "estimated_cost_micro_usd": 195793, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 195729, "output": 20, "read": 0, "write": 0 } } } } ], "records": [ { "id": "9a35a331a2412074ecda", "model_id": "zai.glm-5.3", "model_name": "GLM 5.3", "route": "direct", "phase": "nearfull-95", "task": "retrieval", "region": "us-west-2", "input_style": "repeat", "context_window": 1000000, "max_output_tokens": 512, "success": false, "failure_class": "measurement_interrupted", "terminal": false, "elapsed_ms": null, "ttft_ms": null, "estimated_cost_micro_usd": null, "financial_state": "UNCERTAIN", "cache_requested": false, "usage": {} }, { "id": "724c96d48e9cf023771d", "model_id": "xai.grok-4.7", "model_name": "Grok 4.7", "route": "direct", "phase": "generation-98", "task": "generation", "region": "us-west-2", "input_style": "repeat", "context_window": 524288, "max_output_tokens": 1024, "success": false, "failure_class": "measurement_interrupted", "terminal": false, "elapsed_ms": null, "ttft_ms": null, "estimated_cost_micro_usd": null, "financial_state": "UNCERTAIN", "cache_requested": false, "usage": {} }, { "id": "0b77509b626fefcdb835", "model_id": "moonshot.kimi-k2-thinking", "model_name": "Kimi K2 Thinking", "route": "direct", "phase": "smoke", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 256000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 5246.708, "ttft_ms": 4930.701, "observed_input_tokens": 2161, "context_occupancy": 0.00844140625, "billed_output_tokens_per_second": 9.52978598650143, "estimated_cost_micro_usd": 1422, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2161, "output": 50, "read": 0, "write": 0 } }, { "id": "7c411820a204473c5075", "model_id": "anthropic.claude-haiku-5-5", "model_name": "Claude Haiku 5.5", "route": "direct", "phase": "smoke", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 1505.868, "ttft_ms": 1502.068, "observed_input_tokens": 2209, "context_occupancy": 0.002209, "billed_output_tokens_per_second": 25.234608646962347, "estimated_cost_micro_usd": 240, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2209, "output": 38, "read": 0, "write": 0 } }, { "id": "9908f82ef73b5a3ac2c7", "model_id": "anthropic.claude-opus-5", "model_name": "Claude Opus 5", "route": "direct", "phase": "smoke", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 1849.016, "ttft_ms": 1527.314, "observed_input_tokens": 2204, "context_occupancy": 0.002204, "billed_output_tokens_per_second": 18.92898381813657, "estimated_cost_micro_usd": 11895, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2204, "output": 35, "read": 0, "write": 0 } }, { "id": "d24bf1633e1e758de2fb", "model_id": "anthropic.claude-mythos-5-1", "model_name": "Claude Mythos 5.1", "route": "direct", "phase": "smoke", "task": "retrieval", "region": "us-west-2", "input_style": "repeat", "context_window": 1000000, "max_output_tokens": 1024, "success": false, "failure_class": "unavailable", "status": 404, "terminal": false, "elapsed_ms": 531.408, "ttft_ms": null, "estimated_cost_micro_usd": 0, "financial_state": "REJECTED_BEFORE_INFERENCE", "cache_requested": false, "usage": {} }, { "id": "e9ecf7ddb9b8b01e1281", "model_id": "zai.glm-5", "model_name": "GLM 5", "route": "direct", "phase": "smoke", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 200000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 888.347, "ttft_ms": 887.746, "observed_input_tokens": 2139, "context_occupancy": 0.010695, "billed_output_tokens_per_second": 31.519228457697068, "estimated_cost_micro_usd": 2229, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2139, "output": 28, "read": 0, "write": 0 } }, { "id": "5775ef971f2aca8d1190", "model_id": "deepseek.r1-v1:0", "model_name": "DeepSeek-R1", "route": "direct", "phase": "smoke", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 128000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 2268.894, "ttft_ms": 2108.791, "observed_input_tokens": 2156, "context_occupancy": 0.01684375, "billed_output_tokens_per_second": 126.05259020080611, "estimated_cost_micro_usd": 4455, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2156, "output": 286, "read": 0, "write": 0 } }, { "id": "e69e934becf4bd0cdb4e", "model_id": "anthropic.claude-sonnet-5", "model_name": "Claude Sonnet 5", "route": "direct", "phase": "smoke", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 1000000, "max_output_tokens": 1024, "success": false, "failure_class": "content_filtered", "status": 200, "stop_reason": "content_filtered", "terminal": true, "retrieval_correct": false, "elapsed_ms": 2561.312, "ttft_ms": null, "observed_input_tokens": 2203, "context_occupancy": 0.002203, "billed_output_tokens_per_second": 0.0, "estimated_cost_micro_usd": 4406, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2203, "output": 0, "read": 0, "write": 0 } }, { "id": "9bc7f4ee03a17e5195fe", "model_id": "anthropic.claude-opus-4-5-20251101-v1:0", "model_name": "Claude Opus 4.5", "route": "direct", "phase": "smoke", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 200000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 2361.751, "ttft_ms": 2172.313, "observed_input_tokens": 2156, "context_occupancy": 0.01078, "billed_output_tokens_per_second": 11.432197421597488, "estimated_cost_micro_usd": 11455, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2156, "output": 27, "read": 0, "write": 0 } }, { "id": "25d45c2af1d5fbd74883", "model_id": "xai.grok-4.7", "model_name": "Grok 4.7", "route": "direct", "phase": "smoke", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 524288, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 2515.256, "ttft_ms": 2371.244, "observed_input_tokens": 2159, "context_occupancy": 0.0041179656982421875, "billed_output_tokens_per_second": 86.67109088117782, "estimated_cost_micro_usd": 5626, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2159, "output": 218, "read": 0, "write": 0 } }, { "id": "db73ddbd67c8b5d8ca12", "model_id": "minimax.minimax-m2.1", "model_name": "MiniMax M2.1", "route": "direct", "phase": "smoke", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 196000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 1663.378, "ttft_ms": 1391.941, "observed_input_tokens": 2179, "context_occupancy": 0.01111734693877551, "billed_output_tokens_per_second": 102.80282036458959, "estimated_cost_micro_usd": 859, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2179, "output": 171, "read": 0, "write": 0 } }, { "id": "699c7436a10999bdbe01", "model_id": "openai.gpt-5.5", "model_name": "GPT-5.5", "route": "direct", "phase": "smoke", "task": "retrieval", "region": "us-west-2", "input_style": "repeat", "context_window": 1050000, "max_output_tokens": 1024, "success": false, "failure_class": "unavailable", "status": 404, "terminal": false, "elapsed_ms": 511.869, "ttft_ms": null, "estimated_cost_micro_usd": 0, "financial_state": "REJECTED_BEFORE_INFERENCE", "cache_requested": false, "usage": {} }, { "id": "e3847294261e81355450", "model_id": "qwen.qwen3-next-80b-a3b", "model_name": "Qwen3 Next 80B A3B", "route": "direct", "phase": "smoke", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 256000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 856.503, "ttft_ms": 692.749, "observed_input_tokens": 2154, "context_occupancy": 0.0084140625, "billed_output_tokens_per_second": 42.031390898087686, "estimated_cost_micro_usd": 345, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2154, "output": 36, "read": 0, "write": 0 } }, { "id": "1d39b64e708b91dbce97", "model_id": "anthropic.claude-opus-4-8", "model_name": "Claude Opus 4.8", "route": "direct", "phase": "smoke", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 1573.069, "ttft_ms": 1173.929, "observed_input_tokens": 2204, "context_occupancy": 0.002204, "billed_output_tokens_per_second": 22.249497549254613, "estimated_cost_micro_usd": 11895, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2204, "output": 35, "read": 0, "write": 0 } }, { "id": "27a42a5dd97682feaffe", "model_id": "minimax.minimax-m2", "model_name": "MiniMax M2", "route": "direct", "phase": "smoke", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 4612.648, "ttft_ms": 4555.632, "observed_input_tokens": 2160, "context_occupancy": 0.00216, "billed_output_tokens_per_second": 118.8037677314705, "estimated_cost_micro_usd": 1306, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2160, "output": 548, "read": 0, "write": 0 } }, { "id": "52ddaf32bc721f1af576", "model_id": "zai.glm-4.7-flash", "model_name": "GLM 4.7 Flash", "route": "direct", "phase": "smoke", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 203000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 610.194, "ttft_ms": 564.615, "observed_input_tokens": 2144, "context_occupancy": 0.010561576354679802, "billed_output_tokens_per_second": 67.19171089300573, "estimated_cost_micro_usd": 166, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2144, "output": 41, "read": 0, "write": 0 } }, { "id": "e31cc378087ea0846f58", "model_id": "moonshotai.kimi-k3", "model_name": "Kimi K3", "route": "direct", "phase": "smoke", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 13614.241, "ttft_ms": 13288.722, "observed_input_tokens": 2222, "context_occupancy": 0.002222, "billed_output_tokens_per_second": 9.034657475788485, "estimated_cost_micro_usd": 8511, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2222, "output": 123, "read": 0, "write": 0 } }, { "id": "b3d245c697f74a1647de", "model_id": "qwen.qwen3-235b-a22b-2507-v1:0", "model_name": "Qwen3 235B A22B 2507", "route": "direct", "phase": "smoke", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 256000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 976.401, "ttft_ms": 631.509, "observed_input_tokens": 2155, "context_occupancy": 0.00841796875, "billed_output_tokens_per_second": 39.9425979789353, "estimated_cost_micro_usd": 508, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2155, "output": 39, "read": 0, "write": 0 } }, { "id": "35be98ae27ab2aa82e65", "model_id": "qwen.qwen3-coder-30b-a3b-v1:0", "model_name": "Qwen3-Coder-30B-A3B-Instruct", "route": "direct", "phase": "smoke", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 256000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 444.585, "ttft_ms": 443.948, "observed_input_tokens": 2155, "context_occupancy": 0.00841796875, "billed_output_tokens_per_second": 87.72226294877028, "estimated_cost_micro_usd": 347, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2155, "output": 39, "read": 0, "write": 0 } }, { "id": "33e01245f11b93485dbb", "model_id": "openai.gpt-6.1-sol", "model_name": "GPT-6.1 Sol", "route": "direct", "phase": "smoke", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 1351.201, "ttft_ms": 1092.58, "observed_input_tokens": 2146, "context_occupancy": 0.002146, "billed_output_tokens_per_second": 23.68262825093542, "estimated_cost_micro_usd": 5684, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2, "output": 32, "read": 0, "write": 2144 } }, { "id": "00134f994d2024646d70", "model_id": "openai.gpt-5.6-luna", "model_name": "GPT-5.6 Luna", "route": "direct", "phase": "smoke", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 1050000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 3648.532, "ttft_ms": 3526.008, "observed_input_tokens": 2141, "context_occupancy": 0.002039047619047619, "estimated_cost_micro_usd": 566, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2, "output": 26, "read": 0, "write": 2139 } }, { "id": "77e7e196f1fa353c580e", "model_id": "anthropic.claude-mythos-5", "model_name": "Claude Mythos 5", "route": "direct", "phase": "smoke", "task": "retrieval", "region": "us-west-2", "input_style": "repeat", "context_window": 1000000, "max_output_tokens": 1024, "success": false, "failure_class": "unavailable", "status": 404, "terminal": false, "elapsed_ms": 537.338, "ttft_ms": null, "estimated_cost_micro_usd": 0, "financial_state": "REJECTED_BEFORE_INFERENCE", "cache_requested": false, "usage": {} }, { "id": "abaed9ce0cec790ff6d9", "model_id": "openai.gpt-5.6-sol", "model_name": "GPT-5.6 Sol", "route": "direct", "phase": "smoke", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 1050000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 781.606, "ttft_ms": 650.696, "observed_input_tokens": 2147, "context_occupancy": 0.0020447619047619047, "estimated_cost_micro_usd": 11373, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2, "output": 32, "read": 0, "write": 2145 } }, { "id": "6b0a207aeaaa1ce21f3b", "model_id": "anthropic.claude-sonnet-5-5", "model_name": "Claude Sonnet 5.5", "route": "direct", "phase": "smoke", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 966.033, "ttft_ms": 959.294, "observed_input_tokens": 2200, "context_occupancy": 0.0022, "billed_output_tokens_per_second": 27.94936085901153, "estimated_cost_micro_usd": 4670, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2200, "output": 27, "read": 0, "write": 0 } }, { "id": "5b041cb9d8b47db244ee", "model_id": "zai.glm-4.7", "model_name": "GLM 4.7", "route": "direct", "phase": "smoke", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 203000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 938.478, "ttft_ms": 660.885, "observed_input_tokens": 2144, "context_occupancy": 0.010561576354679802, "billed_output_tokens_per_second": 43.68775216191261, "estimated_cost_micro_usd": 1377, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2144, "output": 41, "read": 0, "write": 0 } }, { "id": "0e0ab33d9cffb6fcd77e", "model_id": "qwen.qwen3-coder-480b-a35b-v1:0", "model_name": "Qwen3 Coder 480B A35B Instruct", "route": "direct", "phase": "smoke", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 256000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 1008.095, "ttft_ms": 823.883, "observed_input_tokens": 2156, "context_occupancy": 0.008421875, "billed_output_tokens_per_second": 39.678793265197434, "estimated_cost_micro_usd": 1042, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2156, "output": 40, "read": 0, "write": 0 } }, { "id": "a0377613f1ab570be023", "model_id": "zai.glm-5.3", "model_name": "GLM 5.3", "route": "direct", "phase": "smoke", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 1482.792, "ttft_ms": 1474.821, "observed_input_tokens": 2161, "context_occupancy": 0.002161, "billed_output_tokens_per_second": 72.83557314639131, "estimated_cost_micro_usd": 4201, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2161, "output": 108, "read": 0, "write": 0 } }, { "id": "0956a014359183d286ae", "model_id": "anthropic.claude-sonnet-4-5-20250929-v1:0", "model_name": "Claude Sonnet 4.5", "route": "direct", "phase": "smoke", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 200000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 2504.465, "ttft_ms": 2246.728, "observed_input_tokens": 2158, "context_occupancy": 0.01079, "billed_output_tokens_per_second": 14.3743262337473, "estimated_cost_micro_usd": 7014, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2158, "output": 36, "read": 0, "write": 0 } }, { "id": "e530f7fc2f73b04643a5", "model_id": "openai.gpt-6-sol", "model_name": "GPT-6 Sol", "route": "direct", "phase": "smoke", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 1050000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 668.812, "ttft_ms": 567.834, "observed_input_tokens": 2145, "context_occupancy": 0.0020428571428571427, "billed_output_tokens_per_second": 44.85567703954026, "estimated_cost_micro_usd": 5662, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2, "output": 30, "read": 0, "write": 2143 } }, { "id": "ba46eba539d89531ae21", "model_id": "anthropic.claude-haiku-4-5-20251001-v1:0", "model_name": "Claude Haiku 4.5", "route": "direct", "phase": "smoke", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 200000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 2194.918, "ttft_ms": 1731.504, "observed_input_tokens": 2159, "context_occupancy": 0.010795, "billed_output_tokens_per_second": 16.857125340240692, "estimated_cost_micro_usd": 2344, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2159, "output": 37, "read": 0, "write": 0 } }, { "id": "207f507d55670ef8349d", "model_id": "anthropic.claude-opus-5-5", "model_name": "Claude Opus 5.5", "route": "direct", "phase": "smoke", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 1587.693, "ttft_ms": 1581.581, "observed_input_tokens": 2205, "context_occupancy": 0.002205, "billed_output_tokens_per_second": 20.155023649227534, "estimated_cost_micro_usd": 9460, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2205, "output": 32, "read": 0, "write": 0 } }, { "id": "7042938717690f674f04", "model_id": "openai.gpt-6-luna", "model_name": "GPT-6 Luna", "route": "direct", "phase": "smoke", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 1050000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 593.161, "ttft_ms": 510.31, "observed_input_tokens": 2143, "context_occupancy": 0.002040952380952381, "billed_output_tokens_per_second": 70.80713681105426, "estimated_cost_micro_usd": 289, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2, "output": 42, "read": 0, "write": 2141 } }, { "id": "815cf0bcf2d18ea5a36d", "model_id": "qwen.qwen3-vl-235b-a22b", "model_name": "Qwen3 VL 235B A22B", "route": "direct", "phase": "smoke", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 256000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 1094.56, "ttft_ms": 712.59, "observed_input_tokens": 2153, "context_occupancy": 0.00841015625, "billed_output_tokens_per_second": 34.71713399158279, "estimated_cost_micro_usd": 1242, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2153, "output": 38, "read": 0, "write": 0 } }, { "id": "bbb5033f24dd5b71af98", "model_id": "openai.gpt-5.6-terra", "model_name": "GPT-5.6 Terra", "route": "direct", "phase": "smoke", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 1050000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 850.074, "ttft_ms": 739.528, "observed_input_tokens": 2142, "context_occupancy": 0.00204, "estimated_cost_micro_usd": 5666, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2, "output": 26, "read": 0, "write": 2140 } }, { "id": "3fb5542e3972660c5228", "model_id": "xai.grok-4.3", "model_name": "Grok 4.3", "route": "direct", "phase": "smoke", "task": "retrieval", "region": "us-west-2", "transport": "chat", "input_style": "repeat", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "stop", "terminal": true, "retrieval_correct": true, "elapsed_ms": 17117.043, "ttft_ms": 1182.892, "observed_input_tokens": 2169, "context_occupancy": 0.002169, "billed_output_tokens_per_second": 11.216890764224711, "estimated_cost_micro_usd": 3191, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2169, "output": 192, "read": 0, "write": 0 } }, { "id": "3897b8930d1309421805", "model_id": "xai.grok-4.6", "model_name": "Grok 4.6", "route": "direct", "phase": "smoke", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 500000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 2306.106, "ttft_ms": 2041.177, "observed_input_tokens": 2156, "context_occupancy": 0.004312, "billed_output_tokens_per_second": 107.97420457847095, "estimated_cost_micro_usd": 5806, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2156, "output": 249, "read": 0, "write": 0 } }, { "id": "720790321efcf9672366", "model_id": "anthropic.claude-fable-5-1", "model_name": "Claude Fable 5.1", "route": "direct", "phase": "smoke", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 1000000, "max_output_tokens": 1024, "success": false, "failure_class": "content_filtered", "status": 200, "stop_reason": "content_filtered", "terminal": true, "retrieval_correct": false, "elapsed_ms": 3545.623, "ttft_ms": 3269.745, "observed_input_tokens": 2204, "context_occupancy": 0.002204, "billed_output_tokens_per_second": 2.8203790962891104, "estimated_cost_micro_usd": 22540, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2204, "output": 10, "read": 0, "write": 0 } }, { "id": "ee9da72cf5082a8be7f2", "model_id": "anthropic.claude-opus-4-7", "model_name": "Claude Opus 4.7", "route": "direct", "phase": "smoke", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 1663.255, "ttft_ms": 1357.583, "observed_input_tokens": 2207, "context_occupancy": 0.002207, "billed_output_tokens_per_second": 20.44184422212238, "estimated_cost_micro_usd": 11885, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2207, "output": 34, "read": 0, "write": 0 } }, { "id": "ef45d12b02d14cb1bc90", "model_id": "moonshotai.kimi-k2.5", "model_name": "Kimi K2.5", "route": "direct", "phase": "smoke", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 256000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 501.016, "ttft_ms": 500.53, "observed_input_tokens": 2159, "context_occupancy": 0.00843359375, "billed_output_tokens_per_second": 47.90263549574137, "estimated_cost_micro_usd": 1367, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2159, "output": 24, "read": 0, "write": 0 } }, { "id": "cf876086c0668b4925eb", "model_id": "anthropic.claude-fable-5", "model_name": "Claude Fable 5", "route": "direct", "phase": "smoke", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 1000000, "max_output_tokens": 1024, "success": false, "failure_class": "content_filtered", "status": 200, "stop_reason": "content_filtered", "terminal": true, "retrieval_correct": false, "elapsed_ms": 1456.559, "ttft_ms": null, "observed_input_tokens": 0, "context_occupancy": 0.0, "billed_output_tokens_per_second": 0.0, "estimated_cost_micro_usd": 0, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 0, "output": 0, "read": 0, "write": 0 } }, { "id": "6f3c41b9a843365fc31a", "model_id": "deepseek.v3-v1:0", "model_name": "DeepSeek-V3.1", "route": "direct", "phase": "smoke", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 128000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 5228.25, "ttft_ms": 5108.407, "observed_input_tokens": 2152, "context_occupancy": 0.0168125, "billed_output_tokens_per_second": 5.546788720961201, "estimated_cost_micro_usd": 1297, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2152, "output": 29, "read": 0, "write": 0 } }, { "id": "fdb7a7adf02294e22bd6", "model_id": "deepseek.v3.2", "model_name": "DeepSeek V3.2", "route": "direct", "phase": "smoke", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 164000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 1042.514, "ttft_ms": 777.364, "observed_input_tokens": 2153, "context_occupancy": 0.013128048780487804, "billed_output_tokens_per_second": 28.776602567679554, "estimated_cost_micro_usd": 1390, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2153, "output": 30, "read": 0, "write": 0 } }, { "id": "d87ee7a571b0686068f3", "model_id": "qwen.qwen3-32b-v1:0", "model_name": "Qwen3 32B", "route": "direct", "phase": "smoke", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 32000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 513.026, "ttft_ms": 512.497, "observed_input_tokens": 2161, "context_occupancy": 0.06753125, "billed_output_tokens_per_second": 81.86714682645638, "estimated_cost_micro_usd": 349, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2161, "output": 42, "read": 0, "write": 0 } }, { "id": "c44d062df7b7c2eb93ae", "model_id": "openai.gpt-6-astra", "model_name": "GPT-6 Astra", "route": "direct", "phase": "smoke", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 1050000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 1028.698, "ttft_ms": 825.94, "observed_input_tokens": 2145, "context_occupancy": 0.0020428571428571427, "billed_output_tokens_per_second": 28.190962014298343, "estimated_cost_micro_usd": 28258, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2, "output": 29, "read": 0, "write": 2143 } }, { "id": "96c1ad2d871aed8891ea", "model_id": "anthropic.claude-sonnet-4-6", "model_name": "Claude Sonnet 4.6", "route": "direct", "phase": "smoke", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 1188.798, "ttft_ms": 1172.401, "observed_input_tokens": 2156, "context_occupancy": 0.002156, "billed_output_tokens_per_second": 24.394383274447577, "estimated_cost_micro_usd": 6903, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2156, "output": 29, "read": 0, "write": 0 } }, { "id": "97edfb37603549758e36", "model_id": "anthropic.claude-opus-4-6-v1", "model_name": "Claude Opus 4.6", "route": "direct", "phase": "smoke", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 2718.93, "ttft_ms": 2532.755, "observed_input_tokens": 2157, "context_occupancy": 0.002157, "billed_output_tokens_per_second": 12.872710274481204, "estimated_cost_micro_usd": 11660, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2157, "output": 35, "read": 0, "write": 0 } }, { "id": "d3a60026bfbf1afe6461", "model_id": "minimax.minimax-m2.5", "model_name": "MiniMax M2.5", "route": "direct", "phase": "smoke", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 196000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 3527.98, "ttft_ms": 3290.518, "observed_input_tokens": 2177, "context_occupancy": 0.011107142857142857, "billed_output_tokens_per_second": 91.83726515266477, "estimated_cost_micro_usd": 1042, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2177, "output": 324, "read": 0, "write": 0 } }, { "id": "49763016549187e43ed2", "model_id": "qwen.qwen3-coder-next", "model_name": "Qwen3 Coder Next", "route": "direct", "phase": "smoke", "task": "retrieval", "region": "us-west-2", "transport": "chat", "input_style": "repeat", "context_window": 256000, "max_output_tokens": 1024, "success": false, "failure_class": "incomplete_stream", "status": 200, "stop_reason": "stop", "terminal": false, "retrieval_correct": true, "elapsed_ms": 879.543, "ttft_ms": 879.127, "observed_input_tokens": 2153, "context_occupancy": 0.00841015625, "billed_output_tokens_per_second": 40.930329423912895, "estimated_cost_micro_usd": null, "financial_state": "UNCERTAIN", "cache_requested": false, "usage": { "input": 2153, "output": 36, "read": 0, "write": 0 } }, { "id": "0d5f901db18bdca8517f", "model_id": "openai.gpt-5.5", "model_name": "GPT-5.5", "route": "direct", "phase": "route-corrected", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 1050000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 1350.192, "ttft_ms": 1224.66, "observed_input_tokens": 2142, "context_occupancy": 0.00204, "billed_output_tokens_per_second": 34.069219462570615, "estimated_cost_micro_usd": 13299, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2142, "output": 46, "read": 0, "write": 0 } }, { "id": "55cd1cbd5262f0c31aaa", "model_id": "qwen.qwen3-coder-next", "model_name": "Qwen3 Coder Next", "route": "direct", "phase": "route-corrected", "task": "retrieval", "region": "us-west-2", "transport": "chat", "input_style": "repeat", "context_window": 256000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "stop", "terminal": true, "retrieval_correct": true, "elapsed_ms": 922.707, "ttft_ms": 921.71, "observed_input_tokens": 2157, "context_occupancy": 0.00842578125, "billed_output_tokens_per_second": 43.350697670774665, "estimated_cost_micro_usd": 1126, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2157, "output": 40, "read": 0, "write": 0 } }, { "id": "5d1a97b21a5a4504d675", "model_id": "anthropic.claude-opus-4-6-v1", "model_name": "Claude Opus 4.6", "route": "direct", "phase": "context-25", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 10362.502, "ttft_ms": 10147.118, "observed_input_tokens": 250112, "context_occupancy": 0.250112, "billed_output_tokens_per_second": 3.6670679400938004, "estimated_cost_micro_usd": 1251510, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 250112, "output": 38, "read": 0, "write": 0 } }, { "id": "aa94b9fef3268f061f07", "model_id": "qwen.qwen3-coder-next", "model_name": "Qwen3 Coder Next", "route": "direct", "phase": "context-25", "task": "retrieval", "region": "us-west-2", "transport": "chat", "input_style": "repeat", "context_window": 256000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "stop", "terminal": true, "retrieval_correct": true, "elapsed_ms": 2217.838, "ttft_ms": 2217.434, "observed_input_tokens": 64104, "context_occupancy": 0.25040625, "billed_output_tokens_per_second": 16.232022850605436, "estimated_cost_micro_usd": 32095, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 64104, "output": 36, "read": 0, "write": 0 } }, { "id": "17f276a0d06e3eaf351b", "model_id": "xai.grok-4.7", "model_name": "Grok 4.7", "route": "direct", "phase": "context-25", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 524288, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 12459.097, "ttft_ms": 12322.083, "observed_input_tokens": 131182, "context_occupancy": 0.2502098083496094, "billed_output_tokens_per_second": 17.41699260492382, "estimated_cost_micro_usd": 263666, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 131182, "output": 217, "read": 0, "write": 0 } }, { "id": "f1eae998d1da96dfbe93", "model_id": "openai.gpt-6-sol", "model_name": "GPT-6 Sol", "route": "direct", "phase": "context-25", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 1050000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 4963.716, "ttft_ms": 4786.056, "observed_input_tokens": 262596, "context_occupancy": 0.2500914285714286, "billed_output_tokens_per_second": 5.8423970036380135, "estimated_cost_micro_usd": 656779, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2, "output": 29, "read": 0, "write": 262594 } }, { "id": "10f96840d40c0df21465", "model_id": "qwen.qwen3-235b-a22b-2507-v1:0", "model_name": "Qwen3 235B A22B 2507", "route": "direct", "phase": "context-25", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 256000, "max_output_tokens": 1024, "success": false, "failure_class": "output_limit", "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": false, "elapsed_ms": 21239.553, "ttft_ms": 5895.863, "observed_input_tokens": 64104, "context_occupancy": 0.25040625, "billed_output_tokens_per_second": 48.211938222740564, "estimated_cost_micro_usd": 15004, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 64104, "output": 1024, "read": 0, "write": 0 } }, { "id": "21850cbfb9002ba82425", "model_id": "deepseek.r1-v1:0", "model_name": "DeepSeek-R1", "route": "direct", "phase": "context-25", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 128000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 6179.973, "ttft_ms": 5906.385, "observed_input_tokens": 32105, "context_occupancy": 0.2508203125, "billed_output_tokens_per_second": 51.78016319076553, "estimated_cost_micro_usd": 45070, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 32105, "output": 320, "read": 0, "write": 0 } }, { "id": "a934285fdb16203523ad", "model_id": "qwen.qwen3-coder-480b-a35b-v1:0", "model_name": "Qwen3 Coder 480B A35B Instruct", "route": "direct", "phase": "context-25", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 256000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 5056.696, "ttft_ms": 4594.228, "observed_input_tokens": 64105, "context_occupancy": 0.25041015625, "billed_output_tokens_per_second": 7.712546619469044, "estimated_cost_micro_usd": 28917, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 64105, "output": 39, "read": 0, "write": 0 } }, { "id": "0e8c7115132768c6e8d4", "model_id": "minimax.minimax-m2", "model_name": "MiniMax M2", "route": "direct", "phase": "context-25", "task": "retrieval", "region": "us-west-2", "input_style": "repeat", "context_window": 1000000, "max_output_tokens": 1024, "success": false, "failure_class": "context_limit", "status": 400, "terminal": false, "elapsed_ms": 1420.428, "ttft_ms": null, "estimated_cost_micro_usd": 0, "financial_state": "REJECTED_BEFORE_INFERENCE", "cache_requested": false, "usage": {} }, { "id": "23dd146a0cafb5ef8064", "model_id": "anthropic.claude-opus-4-7", "model_name": "Claude Opus 4.7", "route": "direct", "phase": "context-25", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 6182.29, "ttft_ms": 6166.246, "observed_input_tokens": 250160, "context_occupancy": 0.25016, "billed_output_tokens_per_second": 5.661332950911564, "estimated_cost_micro_usd": 1251675, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 250160, "output": 35, "read": 0, "write": 0 } }, { "id": "d562738d1d17fff60344", "model_id": "moonshotai.kimi-k3", "model_name": "Kimi K3", "route": "direct", "phase": "context-25", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 65781.354, "ttft_ms": 64269.037, "observed_input_tokens": 250175, "context_occupancy": 0.250175, "billed_output_tokens_per_second": 2.052253299001949, "estimated_cost_micro_usd": 752550, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 250175, "output": 135, "read": 0, "write": 0 } }, { "id": "5c27294ca5e441761a01", "model_id": "qwen.qwen3-vl-235b-a22b", "model_name": "Qwen3 VL 235B A22B", "route": "direct", "phase": "context-25", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 256000, "max_output_tokens": 1024, "success": false, "failure_class": "output_limit", "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": false, "elapsed_ms": 27884.633, "ttft_ms": 4239.594, "observed_input_tokens": 64104, "context_occupancy": 0.25040625, "billed_output_tokens_per_second": 36.72273552874589, "estimated_cost_micro_usd": 36699, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 64104, "output": 1024, "read": 0, "write": 0 } }, { "id": "9718e43e01a857bac1e7", "model_id": "zai.glm-5", "model_name": "GLM 5", "route": "direct", "phase": "context-25", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 200000, "max_output_tokens": 1024, "success": false, "failure_class": "output_limit", "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": false, "elapsed_ms": 13133.011, "ttft_ms": 4398.76, "observed_input_tokens": 50096, "context_occupancy": 0.25048, "billed_output_tokens_per_second": 77.97145525635064, "estimated_cost_micro_usd": 53373, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 50096, "output": 1024, "read": 0, "write": 0 } }, { "id": "65d0adb3caa9e4dea91e", "model_id": "anthropic.claude-opus-4-8", "model_name": "Claude Opus 4.8", "route": "direct", "phase": "context-25", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 6745.266, "ttft_ms": 6661.305, "observed_input_tokens": 250154, "context_occupancy": 0.250154, "billed_output_tokens_per_second": 4.892320156382462, "estimated_cost_micro_usd": 1251595, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 250154, "output": 33, "read": 0, "write": 0 } }, { "id": "6809d12306990ca12dd9", "model_id": "anthropic.claude-opus-5-5", "model_name": "Claude Opus 5.5", "route": "direct", "phase": "context-25", "task": "retrieval", "region": "us-west-2", "input_style": "repeat", "context_window": 1000000, "max_output_tokens": 1024, "success": false, "failure_class": "upstream_error", "status": 500, "terminal": false, "elapsed_ms": 8861.466, "ttft_ms": null, "estimated_cost_micro_usd": null, "financial_state": "UNCERTAIN", "cache_requested": false, "usage": {} }, { "id": "8ff7babbd4785b65a606", "model_id": "minimax.minimax-m2.5", "model_name": "MiniMax M2.5", "route": "direct", "phase": "context-25", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 196000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 5498.425, "ttft_ms": 5261.996, "observed_input_tokens": 49129, "context_occupancy": 0.2506581632653061, "billed_output_tokens_per_second": 58.562224924735595, "estimated_cost_micro_usd": 15125, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 49129, "output": 322, "read": 0, "write": 0 } }, { "id": "853a3c395cdd3c06a0d3", "model_id": "openai.gpt-6-astra", "model_name": "GPT-6 Astra", "route": "direct", "phase": "context-25", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 1050000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 7397.7, "ttft_ms": 7135.994, "observed_input_tokens": 262596, "context_occupancy": 0.2500914285714286, "billed_output_tokens_per_second": 4.055314714354374, "estimated_cost_micro_usd": 3283945, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2, "output": 30, "read": 0, "write": 262594 } }, { "id": "912efc5efbf6c9ac470f", "model_id": "openai.gpt-6-luna", "model_name": "GPT-6 Luna", "route": "direct", "phase": "context-25", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 1050000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 2343.518, "ttft_ms": 2187.731, "observed_input_tokens": 262600, "context_occupancy": 0.2500952380952381, "billed_output_tokens_per_second": 35.41683580332317, "estimated_cost_micro_usd": 32866, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2, "output": 83, "read": 0, "write": 262598 } }, { "id": "28ca5fe0c1d389874356", "model_id": "zai.glm-4.7-flash", "model_name": "GLM 4.7 Flash", "route": "direct", "phase": "context-25", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 203000, "max_output_tokens": 1024, "success": false, "failure_class": "output_limit", "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": false, "elapsed_ms": 24112.267, "ttft_ms": 2584.882, "observed_input_tokens": 50845, "context_occupancy": 0.2504679802955665, "billed_output_tokens_per_second": 42.46801087059088, "estimated_cost_micro_usd": 3969, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 50845, "output": 1024, "read": 0, "write": 0 } }, { "id": "3eeb5dec2e1fb9ca0c4d", "model_id": "openai.gpt-6.1-sol", "model_name": "GPT-6.1 Sol", "route": "direct", "phase": "context-25", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 4566.533, "ttft_ms": 4361.363, "observed_input_tokens": 250090, "context_occupancy": 0.25009, "billed_output_tokens_per_second": 5.036644170335357, "estimated_cost_micro_usd": 625454, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2, "output": 23, "read": 0, "write": 250088 } }, { "id": "8a7b7636af590600ba55", "model_id": "deepseek.v3-v1:0", "model_name": "DeepSeek-V3.1", "route": "direct", "phase": "context-25", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 128000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 4700.241, "ttft_ms": 4439.771, "observed_input_tokens": 32101, "context_occupancy": 0.2507890625, "billed_output_tokens_per_second": 5.531631212807848, "estimated_cost_micro_usd": 18662, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 32101, "output": 26, "read": 0, "write": 0 } }, { "id": "c0a129b9e00bd8b36abb", "model_id": "openai.gpt-5.6-luna", "model_name": "GPT-5.6 Luna", "route": "direct", "phase": "context-25", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 1050000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 4635.538, "ttft_ms": 4512.386, "observed_input_tokens": 262595, "context_occupancy": 0.2500904761904762, "estimated_cost_micro_usd": 65731, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2, "output": 69, "read": 0, "write": 262593 } }, { "id": "62eae63dfe4172a73830", "model_id": "anthropic.claude-opus-4-5-20251101-v1:0", "model_name": "Claude Opus 4.5", "route": "direct", "phase": "context-25", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 200000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 4089.008, "ttft_ms": 3452.099, "observed_input_tokens": 50113, "context_occupancy": 0.250565, "billed_output_tokens_per_second": 8.314975664662885, "estimated_cost_micro_usd": 251415, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 50113, "output": 34, "read": 0, "write": 0 } }, { "id": "369e8786eca5fe2a9a40", "model_id": "anthropic.claude-sonnet-5-5", "model_name": "Claude Sonnet 5.5", "route": "direct", "phase": "context-25", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 6036.925, "ttft_ms": 6025.484, "observed_input_tokens": 250155, "context_occupancy": 0.250155, "billed_output_tokens_per_second": 4.969417014203453, "estimated_cost_micro_usd": 500610, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 250155, "output": 30, "read": 0, "write": 0 } }, { "id": "a2f099298da31938f9b7", "model_id": "openai.gpt-daybreak-blue-5.6-sol", "model_name": "Daybreak Blue: GPT-5.6 Sol", "route": "direct", "phase": "context-25", "task": "retrieval", "region": "us-west-2", "input_style": "repeat", "context_window": 1050000, "max_output_tokens": 1024, "success": false, "failure_class": "unavailable", "status": 404, "terminal": false, "elapsed_ms": 1244.75, "ttft_ms": null, "estimated_cost_micro_usd": 0, "financial_state": "REJECTED_BEFORE_INFERENCE", "cache_requested": false, "usage": {} }, { "id": "be7dc443b02d6a228e71", "model_id": "qwen.qwen3-coder-30b-a3b-v1:0", "model_name": "Qwen3-Coder-30B-A3B-Instruct", "route": "direct", "phase": "context-25", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 256000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 2699.454, "ttft_ms": 2697.668, "observed_input_tokens": 64105, "context_occupancy": 0.25041015625, "billed_output_tokens_per_second": 14.817813847022888, "estimated_cost_micro_usd": 9640, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 64105, "output": 40, "read": 0, "write": 0 } }, { "id": "fa74ddf602fad57cd5e9", "model_id": "zai.glm-4.7", "model_name": "GLM 4.7", "route": "direct", "phase": "context-25", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 203000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 6871.406, "ttft_ms": 6482.352, "observed_input_tokens": 50846, "context_occupancy": 0.2504729064039409, "billed_output_tokens_per_second": 5.821224791226173, "estimated_cost_micro_usd": 30596, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 50846, "output": 40, "read": 0, "write": 0 } }, { "id": "bfaf044675bdf468a49b", "model_id": "minimax.minimax-m2.1", "model_name": "MiniMax M2.1", "route": "direct", "phase": "context-25", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 196000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 3118.851, "ttft_ms": 3000.172, "observed_input_tokens": 49128, "context_occupancy": 0.25065306122448977, "billed_output_tokens_per_second": 40.07885814852094, "estimated_cost_micro_usd": 14888, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 49128, "output": 125, "read": 0, "write": 0 } }, { "id": "3cf2691c9ec2997a266c", "model_id": "anthropic.claude-sonnet-4-6", "model_name": "Claude Sonnet 4.6", "route": "direct", "phase": "context-25", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 6950.596, "ttft_ms": 6823.772, "observed_input_tokens": 250114, "context_occupancy": 0.250114, "billed_output_tokens_per_second": 5.035539096192605, "estimated_cost_micro_usd": 750867, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 250114, "output": 35, "read": 0, "write": 0 } }, { "id": "e3da5761d27b945fa093", "model_id": "xai.grok-4.3", "model_name": "Grok 4.3", "route": "direct", "phase": "context-25", "task": "retrieval", "region": "us-west-2", "transport": "chat", "input_style": "repeat", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "stop", "terminal": true, "retrieval_correct": true, "elapsed_ms": 12293.674, "ttft_ms": 8091.491, "observed_input_tokens": 250121, "context_occupancy": 0.250121, "billed_output_tokens_per_second": 19.684920228701166, "estimated_cost_micro_usd": 313256, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 250121, "output": 242, "read": 0, "write": 0 } }, { "id": "a0aa75267c6dce153d27", "model_id": "openai.gpt-5.6-terra", "model_name": "GPT-5.6 Terra", "route": "direct", "phase": "context-25", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 1050000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 3204.155, "ttft_ms": 3047.313, "observed_input_tokens": 262596, "context_occupancy": 0.2500914285714286, "estimated_cost_micro_usd": 656957, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2, "output": 39, "read": 0, "write": 262594 } }, { "id": "366fc7fdbb0f66ea1053", "model_id": "anthropic.claude-haiku-4-5-20251001-v1:0", "model_name": "Claude Haiku 4.5", "route": "direct", "phase": "context-25", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 200000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 5675.802, "ttft_ms": 5156.996, "observed_input_tokens": 50108, "context_occupancy": 0.25054, "billed_output_tokens_per_second": 5.990342617703334, "estimated_cost_micro_usd": 50278, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 50108, "output": 34, "read": 0, "write": 0 } }, { "id": "fb046dd5446d518763a0", "model_id": "anthropic.claude-sonnet-4-5-20250929-v1:0", "model_name": "Claude Sonnet 4.5", "route": "direct", "phase": "context-25", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 200000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 8220.147, "ttft_ms": 7512.875, "observed_input_tokens": 50108, "context_occupancy": 0.25054, "billed_output_tokens_per_second": 4.136178902128735, "estimated_cost_micro_usd": 150834, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 50108, "output": 34, "read": 0, "write": 0 } }, { "id": "30c4d0395b0a5e51aaed", "model_id": "openai.gpt-5.6-sol", "model_name": "GPT-5.6 Sol", "route": "direct", "phase": "context-25", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 1050000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 4867.565, "ttft_ms": 4686.861, "observed_input_tokens": 262598, "context_occupancy": 0.25009333333333333, "estimated_cost_micro_usd": 1313588, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2, "output": 30, "read": 0, "write": 262596 } }, { "id": "a46ba3ba6637faed9212", "model_id": "anthropic.claude-haiku-5-5", "model_name": "Claude Haiku 5.5", "route": "direct", "phase": "context-25", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 7953.519, "ttft_ms": 7880.279, "observed_input_tokens": 250152, "context_occupancy": 0.250152, "billed_output_tokens_per_second": 3.6461848774173147, "estimated_cost_micro_usd": 125148, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 250152, "output": 29, "read": 0, "write": 0 } }, { "id": "4b800eb74131545e9056", "model_id": "moonshotai.kimi-k2.5", "model_name": "Kimi K2.5", "route": "direct", "phase": "context-25", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 256000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 3301.812, "ttft_ms": 3300.479, "observed_input_tokens": 64118, "context_occupancy": 0.2504609375, "billed_output_tokens_per_second": 9.691648506055119, "estimated_cost_micro_usd": 38567, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 64118, "output": 32, "read": 0, "write": 0 } }, { "id": "58cb9a8dbbb697351d8f", "model_id": "moonshot.kimi-k2-thinking", "model_name": "Kimi K2 Thinking", "route": "direct", "phase": "context-25", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 256000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 19161.458, "ttft_ms": 18918.032, "observed_input_tokens": 64091, "context_occupancy": 0.25035546875, "billed_output_tokens_per_second": 24.737157355600743, "estimated_cost_micro_usd": 39640, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 64091, "output": 474, "read": 0, "write": 0 } }, { "id": "df79ffb7f7ca7ca78c10", "model_id": "qwen.qwen3-next-80b-a3b", "model_name": "Qwen3 Next 80B A3B", "route": "direct", "phase": "context-25", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 256000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 1927.905, "ttft_ms": 1912.091, "observed_input_tokens": 64108, "context_occupancy": 0.250421875, "billed_output_tokens_per_second": 20.229212413902594, "estimated_cost_micro_usd": 9022, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 64108, "output": 39, "read": 0, "write": 0 } }, { "id": "a92aac9ec7c16ee36d20", "model_id": "qwen.qwen3-32b-v1:0", "model_name": "Qwen3 32B", "route": "direct", "phase": "context-25", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 32000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 853.82, "ttft_ms": 853.689, "observed_input_tokens": 8110, "context_occupancy": 0.2534375, "billed_output_tokens_per_second": 45.6770718496087, "estimated_cost_micro_usd": 1240, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 8110, "output": 39, "read": 0, "write": 0 } }, { "id": "8bf1424c852cebd92218", "model_id": "deepseek.v3.2", "model_name": "DeepSeek V3.2", "route": "direct", "phase": "context-25", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 164000, "max_output_tokens": 1024, "success": false, "failure_class": "output_limit", "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": false, "elapsed_ms": 15399.586, "ttft_ms": 3450.91, "observed_input_tokens": 41103, "context_occupancy": 0.2506280487804878, "billed_output_tokens_per_second": 66.49529333868021, "estimated_cost_micro_usd": 27378, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 41103, "output": 1024, "read": 0, "write": 0 } }, { "id": "ddfd50c9adf459d05385", "model_id": "anthropic.claude-opus-5", "model_name": "Claude Opus 5", "route": "direct", "phase": "context-25", "task": "retrieval", "region": "us-west-2", "input_style": "repeat", "context_window": 1000000, "max_output_tokens": 1024, "success": false, "failure_class": "upstream_error", "status": 200, "terminal": false, "elapsed_ms": 7742.993, "ttft_ms": 7654.018, "estimated_cost_micro_usd": null, "financial_state": "UNCERTAIN", "cache_requested": false, "usage": {} }, { "id": "7273e58ef19f3d7afcd2", "model_id": "openai.gpt-5.5", "model_name": "GPT-5.5", "route": "direct", "phase": "context-25", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 1050000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 5374.144, "ttft_ms": 5285.512, "observed_input_tokens": 262596, "context_occupancy": 0.2500914285714286, "billed_output_tokens_per_second": 19.724070216093782, "estimated_cost_micro_usd": 1447776, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 262596, "output": 106, "read": 0, "write": 0 } }, { "id": "6b5494eddac8cf1c1d30", "model_id": "xai.grok-4.6", "model_name": "Grok 4.6", "route": "direct", "phase": "context-25", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 500000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 9898.798, "ttft_ms": 9828.826, "observed_input_tokens": 125107, "context_occupancy": 0.250214, "billed_output_tokens_per_second": 28.28626328960605, "estimated_cost_micro_usd": 251894, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 125107, "output": 280, "read": 0, "write": 0 } }, { "id": "f545d95d940397d98cc1", "model_id": "zai.glm-5", "model_name": "GLM 5", "route": "direct", "phase": "varied-25", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 200000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 4224.514, "ttft_ms": 4202.059, "observed_input_tokens": 50100, "context_occupancy": 0.2505, "billed_output_tokens_per_second": 8.521690091742153, "estimated_cost_micro_usd": 50215, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 50100, "output": 36, "read": 0, "write": 0 } }, { "id": "4a6830fcf1e5c1e32c4b", "model_id": "anthropic.claude-opus-4-6-v1", "model_name": "Claude Opus 4.6", "route": "direct", "phase": "varied-25", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 13146.671, "ttft_ms": 12973.244, "observed_input_tokens": 250108, "context_occupancy": 0.250108, "billed_output_tokens_per_second": 2.053751796690729, "estimated_cost_micro_usd": 1251215, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 250108, "output": 27, "read": 0, "write": 0 } }, { "id": "7f18bb15a82a1933cb8e", "model_id": "openai.gpt-6-luna", "model_name": "GPT-6 Luna", "route": "direct", "phase": "varied-25", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1050000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 2889.604, "ttft_ms": 2701.173, "observed_input_tokens": 262601, "context_occupancy": 0.25009619047619047, "billed_output_tokens_per_second": 30.45399484553438, "estimated_cost_micro_usd": 32869, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2, "output": 88, "read": 0, "write": 262599 } }, { "id": "283e214c81efd68ce3f2", "model_id": "openai.gpt-5.6-luna", "model_name": "GPT-5.6 Luna", "route": "direct", "phase": "varied-25", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1050000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 3016.414, "ttft_ms": 2832.224, "observed_input_tokens": 262598, "context_occupancy": 0.25009333333333333, "billed_output_tokens_per_second": 26.85308110941798, "estimated_cost_micro_usd": 65747, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2, "output": 81, "read": 0, "write": 262596 } }, { "id": "5f86b3a2b776662b28f5", "model_id": "minimax.minimax-m2", "model_name": "MiniMax M2", "route": "direct", "phase": "varied-25", "task": "retrieval", "region": "us-west-2", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 1024, "success": false, "failure_class": "context_limit", "status": 400, "terminal": false, "elapsed_ms": 2092.36, "ttft_ms": null, "estimated_cost_micro_usd": 0, "financial_state": "REJECTED_BEFORE_INFERENCE", "cache_requested": false, "usage": {} }, { "id": "c3ac71422461016f766d", "model_id": "minimax.minimax-m2.5", "model_name": "MiniMax M2.5", "route": "direct", "phase": "varied-25", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 196000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 4531.019, "ttft_ms": 4352.929, "observed_input_tokens": 49129, "context_occupancy": 0.2506581632653061, "billed_output_tokens_per_second": 48.554204166865446, "estimated_cost_micro_usd": 15003, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 49129, "output": 220, "read": 0, "write": 0 } }, { "id": "d4106072d1886e554fee", "model_id": "xai.grok-4.3", "model_name": "Grok 4.3", "route": "direct", "phase": "varied-25", "task": "retrieval", "region": "us-west-2", "transport": "chat", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "stop", "terminal": true, "retrieval_correct": true, "elapsed_ms": 53438.921, "ttft_ms": 8139.984, "observed_input_tokens": 250121, "context_occupancy": 0.250121, "billed_output_tokens_per_second": 3.4618962373842836, "estimated_cost_micro_usd": 313114, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 250121, "output": 185, "read": 0, "write": 0 } }, { "id": "a500382c03eb802d65d5", "model_id": "xai.grok-4.6", "model_name": "Grok 4.6", "route": "direct", "phase": "varied-25", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 500000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 12776.052, "ttft_ms": 12575.707, "observed_input_tokens": 125110, "context_occupancy": 0.25022, "billed_output_tokens_per_second": 21.60291700709427, "estimated_cost_micro_usd": 251876, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 125110, "output": 276, "read": 0, "write": 0 } }, { "id": "731964e135a157e32fe4", "model_id": "deepseek.r1-v1:0", "model_name": "DeepSeek-R1", "route": "direct", "phase": "varied-25", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 128000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 15345.223, "ttft_ms": 15075.005, "observed_input_tokens": 32103, "context_occupancy": 0.2508046875, "billed_output_tokens_per_second": 28.08691603341104, "estimated_cost_micro_usd": 45666, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 32103, "output": 431, "read": 0, "write": 0 } }, { "id": "8354075240f3059f0cb5", "model_id": "qwen.qwen3-coder-480b-a35b-v1:0", "model_name": "Qwen3 Coder 480B A35B Instruct", "route": "direct", "phase": "varied-25", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 256000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 5008.411, "ttft_ms": 4804.542, "observed_input_tokens": 64106, "context_occupancy": 0.2504140625, "billed_output_tokens_per_second": 7.786901203290125, "estimated_cost_micro_usd": 28918, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 64106, "output": 39, "read": 0, "write": 0 } }, { "id": "eee87232149a2f337214", "model_id": "qwen.qwen3-32b-v1:0", "model_name": "Qwen3 32B", "route": "direct", "phase": "varied-25", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 32000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 993.25, "ttft_ms": 930.048, "observed_input_tokens": 8112, "context_occupancy": 0.2535, "billed_output_tokens_per_second": 45.30581292130435, "estimated_cost_micro_usd": 1244, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 8112, "output": 45, "read": 0, "write": 0 } }, { "id": "107bc4db5cefea193ed4", "model_id": "anthropic.claude-opus-4-8", "model_name": "Claude Opus 4.8", "route": "direct", "phase": "varied-25", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 9452.384, "ttft_ms": 9356.455, "observed_input_tokens": 389022, "context_occupancy": 0.389022, "billed_output_tokens_per_second": 3.8085631194338725, "estimated_cost_micro_usd": 1946010, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 389022, "output": 36, "read": 0, "write": 0 } }, { "id": "d50b3ab42a448035559e", "model_id": "anthropic.claude-opus-5-5", "model_name": "Claude Opus 5.5", "route": "direct", "phase": "varied-25", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 15003.27, "ttft_ms": 14844.736, "observed_input_tokens": 388577, "context_occupancy": 0.388577, "billed_output_tokens_per_second": 2.199520535030371, "estimated_cost_micro_usd": 1554968, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 388577, "output": 33, "read": 0, "write": 0 } }, { "id": "c3a86149c80ddeeb5282", "model_id": "moonshotai.kimi-k3", "model_name": "Kimi K3", "route": "direct", "phase": "varied-25", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 49429.771, "ttft_ms": 46616.091, "observed_input_tokens": 250172, "context_occupancy": 0.250172, "billed_output_tokens_per_second": 2.58953254008113, "estimated_cost_micro_usd": 752436, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 250172, "output": 128, "read": 0, "write": 0 } }, { "id": "a334fdce0d9627872283", "model_id": "qwen.qwen3-coder-next", "model_name": "Qwen3 Coder Next", "route": "direct", "phase": "varied-25", "task": "retrieval", "region": "us-west-2", "transport": "chat", "input_style": "varied", "context_window": 256000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "stop", "terminal": true, "retrieval_correct": true, "elapsed_ms": 2360.153, "ttft_ms": 2359.71, "observed_input_tokens": 64107, "context_occupancy": 0.25041796875, "billed_output_tokens_per_second": 16.948051429075896, "estimated_cost_micro_usd": 32102, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 64107, "output": 40, "read": 0, "write": 0 } }, { "id": "c251bcd5e916291dcde7", "model_id": "openai.gpt-6-astra", "model_name": "GPT-6 Astra", "route": "direct", "phase": "varied-25", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1050000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 8396.212, "ttft_ms": 8083.198, "observed_input_tokens": 262596, "context_occupancy": 0.2500914285714286, "billed_output_tokens_per_second": 3.3348370434836494, "estimated_cost_micro_usd": 3283845, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2, "output": 28, "read": 0, "write": 262594 } }, { "id": "b72460b221c6feba26db", "model_id": "zai.glm-4.7-flash", "model_name": "GLM 4.7 Flash", "route": "direct", "phase": "varied-25", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 203000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 3129.302, "ttft_ms": 3059.397, "observed_input_tokens": 50848, "context_occupancy": 0.25048275862068964, "billed_output_tokens_per_second": 12.143283943853467, "estimated_cost_micro_usd": 3575, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 50848, "output": 38, "read": 0, "write": 0 } }, { "id": "daf1bc001726453590f2", "model_id": "qwen.qwen3-235b-a22b-2507-v1:0", "model_name": "Qwen3 235B A22B 2507", "route": "direct", "phase": "varied-25", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 256000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 4371.082, "ttft_ms": 3852.335, "observed_input_tokens": 64105, "context_occupancy": 0.25041015625, "billed_output_tokens_per_second": 8.46472388317479, "estimated_cost_micro_usd": 14136, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 64105, "output": 37, "read": 0, "write": 0 } }, { "id": "cce08acbc283cb5c2bd8", "model_id": "deepseek.v3-v1:0", "model_name": "DeepSeek-V3.1", "route": "direct", "phase": "varied-25", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 128000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 3205.275, "ttft_ms": 3160.218, "observed_input_tokens": 32104, "context_occupancy": 0.2508125, "billed_output_tokens_per_second": 9.047587012025698, "estimated_cost_micro_usd": 18669, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 32104, "output": 29, "read": 0, "write": 0 } }, { "id": "a01f5045fe33b466f6d3", "model_id": "openai.gpt-6.1-sol", "model_name": "GPT-6.1 Sol", "route": "direct", "phase": "varied-25", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 5587.491, "ttft_ms": 5241.37, "observed_input_tokens": 250099, "context_occupancy": 0.250099, "billed_output_tokens_per_second": 5.54810706866468, "estimated_cost_micro_usd": 625556, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2, "output": 31, "read": 0, "write": 250097 } }, { "id": "120d8a5ace8595731ee5", "model_id": "anthropic.claude-opus-4-5-20251101-v1:0", "model_name": "Claude Opus 4.5", "route": "direct", "phase": "varied-25", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 200000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 3916.738, "ttft_ms": 3730.815, "observed_input_tokens": 50109, "context_occupancy": 0.250545, "billed_output_tokens_per_second": 8.936006327114207, "estimated_cost_micro_usd": 251420, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 50109, "output": 35, "read": 0, "write": 0 } }, { "id": "f1b39efde0233dc9ee50", "model_id": "anthropic.claude-sonnet-5-5", "model_name": "Claude Sonnet 5.5", "route": "direct", "phase": "varied-25", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 19386.018, "ttft_ms": 19325.422, "observed_input_tokens": 388702, "context_occupancy": 0.388702, "billed_output_tokens_per_second": 1.5475070746733177, "estimated_cost_micro_usd": 777704, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 388702, "output": 30, "read": 0, "write": 0 } }, { "id": "94a3d40dedc3476a1cc0", "model_id": "openai.gpt-6-sol", "model_name": "GPT-6 Sol", "route": "direct", "phase": "varied-25", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1050000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 5432.452, "ttft_ms": 5354.756, "observed_input_tokens": 262597, "context_occupancy": 0.25009238095238095, "billed_output_tokens_per_second": 5.522367812470951, "estimated_cost_micro_usd": 656792, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2, "output": 30, "read": 0, "write": 262595 } }, { "id": "31b47fee315aca66c10d", "model_id": "anthropic.claude-sonnet-4-5-20250929-v1:0", "model_name": "Claude Sonnet 4.5", "route": "direct", "phase": "varied-25", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 200000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 5000.139, "ttft_ms": 4689.01, "observed_input_tokens": 50110, "context_occupancy": 0.25055, "billed_output_tokens_per_second": 7.199800430238024, "estimated_cost_micro_usd": 150870, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 50110, "output": 36, "read": 0, "write": 0 } }, { "id": "3d9a19219dc5f70c9b14", "model_id": "zai.glm-4.7", "model_name": "GLM 4.7", "route": "direct", "phase": "varied-25", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 203000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 4030.702, "ttft_ms": 3825.179, "observed_input_tokens": 50843, "context_occupancy": 0.25045812807881773, "billed_output_tokens_per_second": 8.683350282742147, "estimated_cost_micro_usd": 30583, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 50843, "output": 35, "read": 0, "write": 0 } }, { "id": "ee6437d5a71efa582971", "model_id": "minimax.minimax-m2.1", "model_name": "MiniMax M2.1", "route": "direct", "phase": "varied-25", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 196000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 4507.416, "ttft_ms": 4254.552, "observed_input_tokens": 49130, "context_occupancy": 0.25066326530612243, "billed_output_tokens_per_second": 58.12642813925481, "estimated_cost_micro_usd": 15053, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 49130, "output": 262, "read": 0, "write": 0 } }, { "id": "15ca07dbe23f15de84cb", "model_id": "anthropic.claude-sonnet-4-6", "model_name": "Claude Sonnet 4.6", "route": "direct", "phase": "varied-25", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 1024, "success": false, "failure_class": "content_filtered", "status": 200, "stop_reason": "content_filtered", "terminal": true, "retrieval_correct": false, "elapsed_ms": 7067.623, "ttft_ms": null, "observed_input_tokens": 250110, "context_occupancy": 0.25011, "billed_output_tokens_per_second": 0.0, "estimated_cost_micro_usd": 750330, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 250110, "output": 0, "read": 0, "write": 0 } }, { "id": "968a9f63a124d6f1b105", "model_id": "qwen.qwen3-next-80b-a3b", "model_name": "Qwen3 Next 80B A3B", "route": "direct", "phase": "varied-25", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 256000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 2097.906, "ttft_ms": 2091.932, "observed_input_tokens": 64107, "context_occupancy": 0.25041796875, "billed_output_tokens_per_second": 17.636636703791165, "estimated_cost_micro_usd": 9019, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 64107, "output": 37, "read": 0, "write": 0 } }, { "id": "beed0244b6f48a08de7f", "model_id": "openai.gpt-5.6-terra", "model_name": "GPT-5.6 Terra", "route": "direct", "phase": "varied-25", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1050000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 3755.898, "ttft_ms": 3572.965, "observed_input_tokens": 262597, "context_occupancy": 0.25009238095238095, "billed_output_tokens_per_second": 14.909882577169652, "estimated_cost_micro_usd": 657164, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2, "output": 56, "read": 0, "write": 262595 } }, { "id": "25a632aea2c510ae26fa", "model_id": "anthropic.claude-haiku-4-5-20251001-v1:0", "model_name": "Claude Haiku 4.5", "route": "direct", "phase": "varied-25", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 200000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 5323.25, "ttft_ms": 4711.691, "observed_input_tokens": 50112, "context_occupancy": 0.25056, "billed_output_tokens_per_second": 7.138496790612355, "estimated_cost_micro_usd": 50302, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 50112, "output": 38, "read": 0, "write": 0 } }, { "id": "52ff0aeba18df2063e54", "model_id": "anthropic.claude-opus-4-7", "model_name": "Claude Opus 4.7", "route": "direct", "phase": "varied-25", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 8967.331, "ttft_ms": 8954.364, "observed_input_tokens": 389020, "context_occupancy": 0.38902, "billed_output_tokens_per_second": 3.7915406295995404, "estimated_cost_micro_usd": 1945950, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 389020, "output": 34, "read": 0, "write": 0 } }, { "id": "f7e517e1d5588515d9b3", "model_id": "openai.gpt-5.6-sol", "model_name": "GPT-5.6 Sol", "route": "direct", "phase": "varied-25", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1050000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 5483.362, "ttft_ms": 5266.911, "observed_input_tokens": 262599, "context_occupancy": 0.2500942857142857, "billed_output_tokens_per_second": 5.653466201157571, "estimated_cost_micro_usd": 1313613, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2, "output": 31, "read": 0, "write": 262597 } }, { "id": "4ba6cc8f7107a7fa1fe9", "model_id": "anthropic.claude-haiku-5-5", "model_name": "Claude Haiku 5.5", "route": "direct", "phase": "varied-25", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 15599.358, "ttft_ms": 15598.249, "observed_input_tokens": 389167, "context_occupancy": 0.389167, "billed_output_tokens_per_second": 2.307787265450214, "estimated_cost_micro_usd": 194674, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 389167, "output": 36, "read": 0, "write": 0 } }, { "id": "07e9867d05429274bfe2", "model_id": "qwen.qwen3-next-80b-a3b", "model_name": "Qwen3 Next 80B A3B", "route": "direct", "phase": "varied-75", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 256000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 6321.37, "ttft_ms": 6320.071, "observed_input_tokens": 191782, "context_occupancy": 0.7491484375, "billed_output_tokens_per_second": 5.378580759100733, "estimated_cost_micro_usd": 26890, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 191782, "output": 34, "read": 0, "write": 0 } }, { "id": "11bdb2e9eb009c953510", "model_id": "zai.glm-4.7-flash", "model_name": "GLM 4.7 Flash", "route": "direct", "phase": "varied-75", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 203000, "max_output_tokens": 1024, "success": false, "failure_class": "output_limit", "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": false, "elapsed_ms": 28481.967, "ttft_ms": 13391.937, "observed_input_tokens": 152047, "context_occupancy": 0.749, "billed_output_tokens_per_second": 35.95257250078391, "estimated_cost_micro_usd": 11053, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 152047, "output": 1024, "read": 0, "write": 0 } }, { "id": "29145845d0f354aa6d0d", "model_id": "anthropic.claude-opus-4-6-v1", "model_name": "Claude Opus 4.6", "route": "direct", "phase": "varied-75", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 31865.292, "ttft_ms": 31637.264, "observed_input_tokens": 749786, "context_occupancy": 0.749786, "billed_output_tokens_per_second": 0.910081104749431, "estimated_cost_micro_usd": 3749655, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 749786, "output": 29, "read": 0, "write": 0 } }, { "id": "9a41214b7cf130bd4bde", "model_id": "moonshotai.kimi-k2.5", "model_name": "Kimi K2.5", "route": "direct", "phase": "varied-25", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 256000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 4120.874, "ttft_ms": 3883.442, "observed_input_tokens": 64114, "context_occupancy": 0.2504453125, "billed_output_tokens_per_second": 6.309340939511574, "estimated_cost_micro_usd": 38546, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 64114, "output": 26, "read": 0, "write": 0 } }, { "id": "f6476b2fae0a475f220b", "model_id": "moonshot.kimi-k2-thinking", "model_name": "Kimi K2 Thinking", "route": "direct", "phase": "varied-25", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 256000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 12579.429, "ttft_ms": 11304.752, "observed_input_tokens": 64113, "context_occupancy": 0.25044140625, "billed_output_tokens_per_second": 23.371490322300524, "estimated_cost_micro_usd": 39203, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 64113, "output": 294, "read": 0, "write": 0 } }, { "id": "6d6293fb8fc5650107f3", "model_id": "qwen.qwen3-vl-235b-a22b", "model_name": "Qwen3 VL 235B A22B", "route": "direct", "phase": "varied-25", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 256000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 4561.447, "ttft_ms": 4259.019, "observed_input_tokens": 64104, "context_occupancy": 0.25040625, "billed_output_tokens_per_second": 8.111460988531375, "estimated_cost_micro_usd": 34074, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 64104, "output": 37, "read": 0, "write": 0 } }, { "id": "25ebbd7352aa573cdf76", "model_id": "openai.gpt-6-sol", "model_name": "GPT-6 Sol", "route": "direct", "phase": "varied-75", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1050000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 17903.096, "ttft_ms": 17543.94, "observed_input_tokens": 787303, "context_occupancy": 0.7498123809523809, "billed_output_tokens_per_second": 1.4522627981231038, "estimated_cost_micro_usd": 3936903, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2, "output": 26, "read": 0, "write": 787301 } }, { "id": "ffebfea680cb3abff368", "model_id": "qwen.qwen3-coder-30b-a3b-v1:0", "model_name": "Qwen3-Coder-30B-A3B-Instruct", "route": "direct", "phase": "varied-25", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 256000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 2981.444, "ttft_ms": 2957.413, "observed_input_tokens": 64106, "context_occupancy": 0.2504140625, "billed_output_tokens_per_second": 13.080909159970425, "estimated_cost_micro_usd": 9639, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 64106, "output": 39, "read": 0, "write": 0 } }, { "id": "cb8ff26989e8311176b0", "model_id": "deepseek.v3.2", "model_name": "DeepSeek V3.2", "route": "direct", "phase": "varied-25", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 164000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 5716.545, "ttft_ms": 5576.127, "observed_input_tokens": 41102, "context_occupancy": 0.2506219512195122, "billed_output_tokens_per_second": 4.548202011686705, "estimated_cost_micro_usd": 25531, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 41102, "output": 26, "read": 0, "write": 0 } }, { "id": "a62eeab2d12fe3482d14", "model_id": "anthropic.claude-opus-5", "model_name": "Claude Opus 5", "route": "direct", "phase": "varied-25", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 10061.561, "ttft_ms": 9855.398, "observed_input_tokens": 388956, "context_occupancy": 0.388956, "billed_output_tokens_per_second": 3.379197364309989, "estimated_cost_micro_usd": 1945630, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 388956, "output": 34, "read": 0, "write": 0 } }, { "id": "aa4c721aa09d89b1c6ae", "model_id": "openai.gpt-5.5", "model_name": "GPT-5.5", "route": "direct", "phase": "varied-25", "task": "retrieval", "region": "us-west-2", "input_style": "varied", "context_window": 1050000, "max_output_tokens": 1024, "success": false, "failure_class": "upstream_error", "status": 200, "terminal": false, "elapsed_ms": 20953.776, "ttft_ms": null, "estimated_cost_micro_usd": null, "financial_state": "UNCERTAIN", "cache_requested": false, "usage": {} }, { "id": "84ac575d3f559d2997c2", "model_id": "xai.grok-4.7", "model_name": "Grok 4.7", "route": "direct", "phase": "varied-25", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 524288, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 10614.0, "ttft_ms": 10391.709, "observed_input_tokens": 131181, "context_occupancy": 0.25020790100097656, "billed_output_tokens_per_second": 15.262859714437365, "estimated_cost_micro_usd": 263334, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 131181, "output": 162, "read": 0, "write": 0 } }, { "id": "c3d264db62b83fd07fe9", "model_id": "qwen.qwen3-32b-v1:0", "model_name": "Qwen3 32B", "route": "direct", "phase": "varied-75", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 32000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 1889.017, "ttft_ms": 1797.705, "observed_input_tokens": 23782, "context_occupancy": 0.7431875, "billed_output_tokens_per_second": 22.233781189355106, "estimated_cost_micro_usd": 3592, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 23782, "output": 42, "read": 0, "write": 0 } }, { "id": "8d1b540481069838e221", "model_id": "deepseek.r1-v1:0", "model_name": "DeepSeek-R1", "route": "direct", "phase": "varied-75", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 128000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 16629.111, "ttft_ms": 16272.747, "observed_input_tokens": 95798, "context_occupancy": 0.748421875, "billed_output_tokens_per_second": 18.642006879278043, "estimated_cost_micro_usd": 131001, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 95798, "output": 310, "read": 0, "write": 0 } }, { "id": "e6c39d9b5ee51d6741da", "model_id": "qwen.qwen3-coder-next", "model_name": "Qwen3 Coder Next", "route": "direct", "phase": "varied-75", "task": "retrieval", "region": "us-west-2", "transport": "chat", "input_style": "varied", "context_window": 256000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "stop", "terminal": true, "retrieval_correct": true, "elapsed_ms": 5602.487, "ttft_ms": 5602.015, "observed_input_tokens": 191785, "context_occupancy": 0.74916015625, "billed_output_tokens_per_second": 6.782702192989316, "estimated_cost_micro_usd": 95938, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 191785, "output": 38, "read": 0, "write": 0 } }, { "id": "b85bcc73ab1c796dee3e", "model_id": "minimax.minimax-m2", "model_name": "MiniMax M2", "route": "direct", "phase": "varied-75", "task": "retrieval", "region": "us-west-2", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 1024, "success": false, "failure_class": "body_limit", "status": 400, "terminal": false, "elapsed_ms": 1611.92, "ttft_ms": null, "estimated_cost_micro_usd": 0, "financial_state": "REJECTED_BEFORE_INFERENCE", "cache_requested": false, "usage": {} }, { "id": "1b0974d3eb086b5d212f", "model_id": "anthropic.claude-fable-5", "model_name": "Claude Fable 5", "route": "direct", "phase": "gated-probe", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 1024, "success": false, "failure_class": "content_filtered", "status": 200, "stop_reason": "content_filtered", "terminal": true, "retrieval_correct": false, "elapsed_ms": 1958.347, "ttft_ms": null, "observed_input_tokens": 0, "context_occupancy": 0.0, "billed_output_tokens_per_second": 0.0, "estimated_cost_micro_usd": 0, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 0, "output": 0, "read": 0, "write": 0 } }, { "id": "dcf70b4a7e76cc1b6d35", "model_id": "anthropic.claude-fable-5-1", "model_name": "Claude Fable 5.1", "route": "direct", "phase": "gated-probe", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 1024, "success": false, "failure_class": "content_filtered", "status": 200, "stop_reason": "content_filtered", "terminal": true, "retrieval_correct": false, "elapsed_ms": 2689.492, "ttft_ms": null, "observed_input_tokens": 3408, "context_occupancy": 0.003408, "billed_output_tokens_per_second": 0.0, "estimated_cost_micro_usd": 34080, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 3408, "output": 0, "read": 0, "write": 0 } }, { "id": "72af1ceabc6b6fa216bc", "model_id": "anthropic.claude-opus-4-7", "model_name": "Claude Opus 4.7", "route": "direct", "phase": "varied-75", "task": "retrieval", "region": "us-west-2", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 1024, "success": false, "failure_class": "context_limit", "status": 400, "terminal": false, "elapsed_ms": 2907.986, "ttft_ms": null, "estimated_cost_micro_usd": 0, "financial_state": "REJECTED_BEFORE_INFERENCE", "cache_requested": false, "usage": {} }, { "id": "0bc7ab5f811ece67aa25", "model_id": "openai.gpt-5.6-cyber", "model_name": "Daybreak Red: GPT-5.6 Cyber", "route": "direct", "phase": "gated-probe", "task": "retrieval", "region": "us-west-2", "input_style": "varied", "context_window": 1050000, "max_output_tokens": 1024, "success": false, "failure_class": "unavailable", "status": 404, "terminal": false, "elapsed_ms": 693.051, "ttft_ms": null, "estimated_cost_micro_usd": 0, "financial_state": "REJECTED_BEFORE_INFERENCE", "cache_requested": false, "usage": {} }, { "id": "a983587e37429a283b09", "model_id": "moonshotai.kimi-k3", "model_name": "Kimi K3", "route": "direct", "phase": "varied-75", "task": "retrieval", "region": "us-west-2", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 1024, "success": false, "failure_class": "upstream_error", "status": 200, "terminal": false, "elapsed_ms": 31071.546, "ttft_ms": null, "estimated_cost_micro_usd": null, "financial_state": "UNCERTAIN", "cache_requested": false, "usage": {} }, { "id": "6d37375f5cc5ea0b029b", "model_id": "anthropic.claude-sonnet-5", "model_name": "Claude Sonnet 5", "route": "direct", "phase": "gated-probe", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 1024, "success": false, "failure_class": "content_filtered", "status": 200, "stop_reason": "content_filtered", "terminal": true, "retrieval_correct": false, "elapsed_ms": 1231.513, "ttft_ms": null, "observed_input_tokens": 3400, "context_occupancy": 0.0034, "billed_output_tokens_per_second": 0.0, "estimated_cost_micro_usd": 6800, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 3400, "output": 0, "read": 0, "write": 0 } }, { "id": "6415ddcfbcb09c8efd57", "model_id": "openai.gpt-daybreak-blue-5.6-sol", "model_name": "Daybreak Blue: GPT-5.6 Sol", "route": "direct", "phase": "gated-probe", "task": "retrieval", "region": "us-west-2", "input_style": "varied", "context_window": 1050000, "max_output_tokens": 1024, "success": false, "failure_class": "unavailable", "status": 404, "terminal": false, "elapsed_ms": 653.017, "ttft_ms": null, "estimated_cost_micro_usd": 0, "financial_state": "REJECTED_BEFORE_INFERENCE", "cache_requested": false, "usage": {} }, { "id": "7cdedff4374a053bdfbe", "model_id": "xai.grok-4.3", "model_name": "Grok 4.3", "route": "direct", "phase": "varied-75", "task": "retrieval", "region": "us-west-2", "transport": "chat", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "stop", "terminal": true, "retrieval_correct": true, "elapsed_ms": 42889.231, "ttft_ms": 42880.57, "observed_input_tokens": 749755, "context_occupancy": 0.749755, "billed_output_tokens_per_second": 5.50254676520642, "estimated_cost_micro_usd": 937784, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 749755, "output": 236, "read": 0, "write": 0 } }, { "id": "a28ec846c2d5d9914ebc", "model_id": "zai.glm-4.7", "model_name": "GLM 4.7", "route": "mayu", "phase": "gateway-smoke", "task": "retrieval", "region": "us-west-2", "transport": "messages", "input_style": "repeat", "context_window": 203000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 1488.757, "ttft_ms": 1219.212, "observed_input_tokens": 2144, "context_occupancy": 0.010561576354679802, "billed_output_tokens_per_second": 20.822746002644827, "estimated_cost_micro_usd": 1355, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2144, "output": 31, "read": 0, "write": 0 } }, { "id": "87df3d30d5aa09d157be", "model_id": "moonshotai.kimi-k3", "model_name": "Kimi K3", "route": "mayu", "phase": "gateway-smoke", "task": "retrieval", "region": "us-west-2", "transport": "messages", "input_style": "repeat", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 6238.765, "ttft_ms": 6142.513, "observed_input_tokens": 2218, "context_occupancy": 0.002218, "billed_output_tokens_per_second": 19.55515132300015, "estimated_cost_micro_usd": 8484, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2218, "output": 122, "read": 0, "write": 0 } }, { "id": "f005946182a4aa10dbe7", "model_id": "zai.glm-5", "model_name": "GLM 5", "route": "direct", "phase": "varied-75", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 200000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 17474.398, "ttft_ms": 15081.895, "observed_input_tokens": 149796, "context_occupancy": 0.74898, "billed_output_tokens_per_second": 1.7740239178351704, "estimated_cost_micro_usd": 149895, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 149796, "output": 31, "read": 0, "write": 0 } }, { "id": "4817f74149986bd1a31c", "model_id": "qwen.qwen3-coder-next", "model_name": "Qwen3 Coder Next", "route": "mayu", "phase": "gateway-smoke", "task": "retrieval", "region": "us-west-2", "transport": "messages", "input_style": "repeat", "context_window": 256000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 780.012, "ttft_ms": 779.646, "observed_input_tokens": 2157, "context_occupancy": 0.00842578125, "billed_output_tokens_per_second": 52.563319637215024, "estimated_cost_micro_usd": 1128, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2157, "output": 41, "read": 0, "write": 0 } }, { "id": "9caa4b8cdc92e238dfe2", "model_id": "anthropic.claude-sonnet-4-6", "model_name": "Claude Sonnet 4.6", "route": "mayu", "phase": "gateway-smoke", "task": "retrieval", "region": "us-west-2", "transport": "messages", "input_style": "repeat", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 1161.629, "ttft_ms": 1154.067, "observed_input_tokens": 2155, "context_occupancy": 0.002155, "billed_output_tokens_per_second": 24.1040845981578, "estimated_cost_micro_usd": 6885, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2155, "output": 28, "read": 0, "write": 0 } }, { "id": "e29f17c7bab63981c370", "model_id": "openai.gpt-6.1-sol", "model_name": "GPT-6.1 Sol", "route": "mayu", "phase": "gateway-smoke", "task": "retrieval", "region": "us-west-2", "transport": "messages", "input_style": "repeat", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 996.045, "ttft_ms": 772.762, "observed_input_tokens": 2143, "context_occupancy": 0.002143, "billed_output_tokens_per_second": 27.107202886477445, "estimated_cost_micro_usd": 5626, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2, "output": 27, "read": 0, "write": 2141 } }, { "id": "6a3e748c0badca22c92f", "model_id": "xai.grok-4.7", "model_name": "Grok 4.7", "route": "mayu", "phase": "gateway-smoke", "task": "retrieval", "region": "us-west-2", "transport": "messages", "input_style": "repeat", "context_window": 524288, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 2660.312, "ttft_ms": 2552.611, "observed_input_tokens": 2155, "context_occupancy": 0.0041103363037109375, "billed_output_tokens_per_second": 69.16482714845826, "estimated_cost_micro_usd": 5414, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2155, "output": 184, "read": 0, "write": 0 } }, { "id": "2c4423b122f572f43f2e", "model_id": "anthropic.claude-opus-4-8", "model_name": "Claude Opus 4.8", "route": "direct", "phase": "varied-75", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 16737.606, "ttft_ms": 16527.104, "observed_input_tokens": 749616, "context_occupancy": 0.749616, "billed_output_tokens_per_second": 2.091099481504505, "estimated_cost_micro_usd": 3748955, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 749616, "output": 35, "read": 0, "write": 0 } }, { "id": "b1b267a15afdaf649aff", "model_id": "anthropic.claude-opus-5-5", "model_name": "Claude Opus 5.5", "route": "direct", "phase": "varied-75", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 37548.695, "ttft_ms": 37534.419, "observed_input_tokens": 750757, "context_occupancy": 0.750757, "billed_output_tokens_per_second": 0.905490846429506, "estimated_cost_micro_usd": 3003708, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 750757, "output": 34, "read": 0, "write": 0 } }, { "id": "d5894a0cffabac886789", "model_id": "minimax.minimax-m2.5", "model_name": "MiniMax M2.5", "route": "direct", "phase": "varied-75", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 196000, "max_output_tokens": 1024, "success": false, "failure_class": "output_limit", "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": false, "elapsed_ms": 19034.673, "ttft_ms": null, "observed_input_tokens": 146746, "context_occupancy": 0.748704081632653, "billed_output_tokens_per_second": 53.796562441879175, "estimated_cost_micro_usd": 45253, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 146746, "output": 1024, "read": 0, "write": 0 } }, { "id": "d21b66b397f03a07f3d4", "model_id": "openai.gpt-6-astra", "model_name": "GPT-6 Astra", "route": "direct", "phase": "varied-75", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1050000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 28476.009, "ttft_ms": 27882.725, "observed_input_tokens": 787308, "context_occupancy": 0.7498171428571428, "billed_output_tokens_per_second": 1.0184011424435933, "estimated_cost_micro_usd": 19684865, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2, "output": 29, "read": 0, "write": 787306 } }, { "id": "35056bc0611824d02c07", "model_id": "openai.gpt-5.6-cyber", "model_name": "Daybreak Red: GPT-5.6 Cyber", "route": "direct", "phase": "documented-region-probe", "task": "retrieval", "region": "us-east-2", "input_style": "varied", "context_window": 1050000, "max_output_tokens": 1024, "success": false, "failure_class": "unavailable", "status": 404, "terminal": false, "elapsed_ms": 918.925, "ttft_ms": null, "estimated_cost_micro_usd": 0, "financial_state": "REJECTED_BEFORE_INFERENCE", "cache_requested": false, "usage": {} }, { "id": "e96de9c7cf21a5e68d81", "model_id": "openai.gpt-daybreak-blue-5.6-sol", "model_name": "Daybreak Blue: GPT-5.6 Sol", "route": "direct", "phase": "documented-region-probe", "task": "retrieval", "region": "us-east-2", "input_style": "varied", "context_window": 1050000, "max_output_tokens": 1024, "success": false, "failure_class": "unavailable", "status": 404, "terminal": false, "elapsed_ms": 927.198, "ttft_ms": null, "estimated_cost_micro_usd": 0, "financial_state": "REJECTED_BEFORE_INFERENCE", "cache_requested": false, "usage": {} }, { "id": "25e0ed1ce00193c98943", "model_id": "openai.gpt-6-luna", "model_name": "GPT-6 Luna", "route": "direct", "phase": "varied-75", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1050000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 6581.046, "ttft_ms": 6198.358, "observed_input_tokens": 787293, "context_occupancy": 0.7498028571428571, "billed_output_tokens_per_second": 11.85221972684395, "estimated_cost_micro_usd": 196882, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2, "output": 78, "read": 0, "write": 787291 } }, { "id": "074e407276d487c09238", "model_id": "zai.glm-4.7", "model_name": "GLM 4.7", "route": "direct", "phase": "varied-75", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 203000, "max_output_tokens": 1024, "success": false, "failure_class": "output_limit", "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": false, "elapsed_ms": 61359.388, "ttft_ms": 32239.467, "observed_input_tokens": 152071, "context_occupancy": 0.7491182266009853, "billed_output_tokens_per_second": 16.68856285836245, "estimated_cost_micro_usd": 93495, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 152071, "output": 1024, "read": 0, "write": 0 } }, { "id": "142473cca0353fbab944", "model_id": "openai.gpt-6.1-sol", "model_name": "GPT-6.1 Sol", "route": "direct", "phase": "varied-75", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 14906.147, "ttft_ms": 14339.277, "observed_input_tokens": 749797, "context_occupancy": 0.749797, "billed_output_tokens_per_second": 1.8113332176551094, "estimated_cost_micro_usd": 3749388, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2, "output": 27, "read": 0, "write": 749795 } }, { "id": "3faca4efd40ce69993b7", "model_id": "zai.glm-4.7-flash", "model_name": "GLM 4.7 Flash", "route": "direct", "phase": "varied-99", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 203000, "max_output_tokens": 1024, "success": false, "failure_class": "output_limit", "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": false, "elapsed_ms": 42620.89, "ttft_ms": 21337.782, "observed_input_tokens": 200679, "context_occupancy": 0.9885665024630542, "billed_output_tokens_per_second": 24.025776794216412, "estimated_cost_micro_usd": 14457, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 200679, "output": 1024, "read": 0, "write": 0 } }, { "id": "7fdcea1f465b180c93c7", "model_id": "qwen.qwen3-next-80b-a3b", "model_name": "Qwen3 Next 80B A3B", "route": "direct", "phase": "varied-99", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 256000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 8641.528, "ttft_ms": 8641.33, "observed_input_tokens": 253118, "context_occupancy": 0.9887421875, "billed_output_tokens_per_second": 3.8187692166171723, "estimated_cost_micro_usd": 35476, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 253118, "output": 33, "read": 0, "write": 0 } }, { "id": "584ba07a8ac35061214f", "model_id": "anthropic.claude-opus-4-6-v1", "model_name": "Claude Opus 4.6", "route": "direct", "phase": "varied-99", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 50804.67, "ttft_ms": 49812.415, "observed_input_tokens": 989681, "context_occupancy": 0.989681, "billed_output_tokens_per_second": 0.5511304322875651, "estimated_cost_micro_usd": 4949105, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 989681, "output": 28, "read": 0, "write": 0 } }, { "id": "d117f4910957485fce15", "model_id": "deepseek.v3-v1:0", "model_name": "DeepSeek-V3.1", "route": "direct", "phase": "varied-75", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 128000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 14090.791, "ttft_ms": 12687.425, "observed_input_tokens": 95790, "context_occupancy": 0.748359375, "billed_output_tokens_per_second": 1.774208393850574, "estimated_cost_micro_usd": 55600, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 95790, "output": 25, "read": 0, "write": 0 } }, { "id": "db6284d47b96fc7a4dd9", "model_id": "openai.gpt-6-sol", "model_name": "GPT-6 Sol", "route": "direct", "phase": "varied-99", "task": "retrieval", "region": "us-west-2", "input_style": "varied", "context_window": 1050000, "max_output_tokens": 1024, "success": false, "failure_class": "context_limit", "status": 200, "terminal": false, "elapsed_ms": 3775.566, "ttft_ms": null, "estimated_cost_micro_usd": null, "financial_state": "UNCERTAIN", "cache_requested": false, "usage": {} }, { "id": "3a5ce3cceea125012c9d", "model_id": "qwen.qwen3-32b-v1:0", "model_name": "Qwen3 32B", "route": "direct", "phase": "varied-99", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 32000, "max_output_tokens": 1024, "success": false, "failure_class": "retrieval_mismatch", "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": false, "elapsed_ms": 2615.741, "ttft_ms": 2460.357, "observed_input_tokens": 31349, "context_occupancy": 0.97965625, "billed_output_tokens_per_second": 11.086724916474523, "estimated_cost_micro_usd": 4720, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 31349, "output": 29, "read": 0, "write": 0 } }, { "id": "3c85532b51b659a9d281", "model_id": "openai.gpt-5.6-luna", "model_name": "GPT-5.6 Luna", "route": "direct", "phase": "varied-75", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1050000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 9112.563, "ttft_ms": 8760.918, "observed_input_tokens": 787301, "context_occupancy": 0.7498104761904761, "billed_output_tokens_per_second": 4.389544515575008, "estimated_cost_micro_usd": 393722, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2, "output": 40, "read": 0, "write": 787299 } }, { "id": "54aefeeee075f07e29eb", "model_id": "deepseek.r1-v1:0", "model_name": "DeepSeek-R1", "route": "direct", "phase": "varied-99", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 128000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 19684.696, "ttft_ms": 19301.86, "observed_input_tokens": 126419, "context_occupancy": 0.9876484375, "billed_output_tokens_per_second": 16.00227944481154, "estimated_cost_micro_usd": 172367, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 126419, "output": 315, "read": 0, "write": 0 } }, { "id": "74abea6de06af4fc7b6a", "model_id": "anthropic.claude-opus-4-5-20251101-v1:0", "model_name": "Claude Opus 4.5", "route": "direct", "phase": "varied-75", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 200000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 7280.627, "ttft_ms": 7093.71, "observed_input_tokens": 149784, "context_occupancy": 0.74892, "billed_output_tokens_per_second": 5.081979581356026, "estimated_cost_micro_usd": 749845, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 149784, "output": 37, "read": 0, "write": 0 } }, { "id": "b0ffd8916d4e0e7b3e9d", "model_id": "anthropic.claude-sonnet-5-5", "model_name": "Claude Sonnet 5.5", "route": "direct", "phase": "varied-75", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 28780.187, "ttft_ms": 28769.774, "observed_input_tokens": 751493, "context_occupancy": 0.751493, "billed_output_tokens_per_second": 1.1118760258731122, "estimated_cost_micro_usd": 1503306, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 751493, "output": 32, "read": 0, "write": 0 } }, { "id": "61f00269e27c11e23e03", "model_id": "qwen.qwen3-235b-a22b-2507-v1:0", "model_name": "Qwen3 235B A22B 2507", "route": "direct", "phase": "varied-75", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 256000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 17839.351, "ttft_ms": 17839.19, "observed_input_tokens": 191790, "context_occupancy": 0.7491796875, "billed_output_tokens_per_second": 2.074066517990311, "estimated_cost_micro_usd": 42226, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 191790, "output": 37, "read": 0, "write": 0 } }, { "id": "0627b09c1e63106bf4b1", "model_id": "qwen.qwen3-coder-next", "model_name": "Qwen3 Coder Next", "route": "direct", "phase": "varied-99", "task": "retrieval", "region": "us-west-2", "transport": "chat", "input_style": "varied", "context_window": 256000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "stop", "terminal": true, "retrieval_correct": true, "elapsed_ms": 7399.273, "ttft_ms": 7398.849, "observed_input_tokens": 253122, "context_occupancy": 0.9887578125, "billed_output_tokens_per_second": 5.405936705277741, "estimated_cost_micro_usd": 126609, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 253122, "output": 40, "read": 0, "write": 0 } }, { "id": "e88ee6e43b03fae79f35", "model_id": "qwen.qwen3-coder-480b-a35b-v1:0", "model_name": "Qwen3 Coder 480B A35B Instruct", "route": "direct", "phase": "varied-75", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 256000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 26573.789, "ttft_ms": 26438.788, "observed_input_tokens": 191788, "context_occupancy": 0.749171875, "billed_output_tokens_per_second": 1.4676115460343113, "estimated_cost_micro_usd": 86375, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 191788, "output": 39, "read": 0, "write": 0 } }, { "id": "e6169d238c3771c83b83", "model_id": "minimax.minimax-m2", "model_name": "MiniMax M2", "route": "direct", "phase": "varied-99", "task": "retrieval", "region": "us-west-2", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 1024, "success": false, "failure_class": "body_limit", "status": 400, "terminal": false, "elapsed_ms": 2062.745, "ttft_ms": null, "estimated_cost_micro_usd": 0, "financial_state": "REJECTED_BEFORE_INFERENCE", "cache_requested": false, "usage": {} }, { "id": "6bc0f6c3d48ff39d57c6", "model_id": "anthropic.claude-opus-4-7", "model_name": "Claude Opus 4.7", "route": "direct", "phase": "varied-99", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 25996.038, "ttft_ms": 25795.832, "observed_input_tokens": 990229, "context_occupancy": 0.990229, "billed_output_tokens_per_second": 1.2694242055061373, "estimated_cost_micro_usd": 4951970, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 990229, "output": 33, "read": 0, "write": 0 } }, { "id": "275f7cd283f6479d5b79", "model_id": "moonshotai.kimi-k3", "model_name": "Kimi K3", "route": "direct", "phase": "varied-99", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 100986.356, "ttft_ms": 99084.026, "observed_input_tokens": 989489, "context_occupancy": 0.989489, "billed_output_tokens_per_second": 1.8814422883444015, "estimated_cost_micro_usd": 2971317, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 989489, "output": 190, "read": 0, "write": 0 } }, { "id": "4248265bddcf4fc67930", "model_id": "zai.glm-5.3", "model_name": "GLM 5.3", "route": "direct", "phase": "varied-75", "task": "retrieval", "region": "us-west-2", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 1024, "success": false, "failure_class": "body_limit", "status": 400, "terminal": false, "elapsed_ms": 1552.126, "ttft_ms": null, "estimated_cost_micro_usd": 0, "financial_state": "REJECTED_BEFORE_INFERENCE", "cache_requested": false, "usage": {} }, { "id": "20f9fc2c0d087035bcd5", "model_id": "xai.grok-4.3", "model_name": "Grok 4.3", "route": "direct", "phase": "varied-99", "task": "retrieval", "region": "us-west-2", "transport": "chat", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 1024, "success": false, "failure_class": "output_limit", "status": 200, "stop_reason": "length", "terminal": true, "retrieval_correct": false, "elapsed_ms": 74909.388, "ttft_ms": null, "observed_input_tokens": 989639, "context_occupancy": 0.989639, "billed_output_tokens_per_second": 13.66984875192428, "estimated_cost_micro_usd": 1239609, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 989639, "output": 1024, "read": 0, "write": 0 } }, { "id": "928f47275b5110ac92cc", "model_id": "anthropic.claude-opus-4-6-v1", "model_name": "Claude Opus 4.6", "route": "direct", "phase": "generation-short", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 21913.077, "ttft_ms": 2370.386, "observed_input_tokens": 4212, "context_occupancy": 0.004212, "billed_output_tokens_per_second": 46.730087559901555, "estimated_cost_micro_usd": 46660, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 4212, "output": 1024, "read": 0, "write": 0 } }, { "id": "9eeaccc0621cb8f2b98f", "model_id": "zai.glm-4.7-flash", "model_name": "GLM 4.7 Flash", "route": "direct", "phase": "generation-short", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 203000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 8120.833, "ttft_ms": 997.407, "observed_input_tokens": 4200, "context_occupancy": 0.020689655172413793, "billed_output_tokens_per_second": 126.09544512966757, "estimated_cost_micro_usd": 704, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 4200, "output": 1024, "read": 0, "write": 0 } }, { "id": "629cfa75529d223693af", "model_id": "qwen.qwen3-next-80b-a3b", "model_name": "Qwen3 Next 80B A3B", "route": "direct", "phase": "generation-short", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 256000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 12860.476, "ttft_ms": 1003.224, "observed_input_tokens": 4213, "context_occupancy": 0.01645703125, "billed_output_tokens_per_second": 79.62380390223773, "estimated_cost_micro_usd": 1819, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 4213, "output": 1024, "read": 0, "write": 0 } }, { "id": "6d981acea665043b5762", "model_id": "minimax.minimax-m2.1", "model_name": "MiniMax M2.1", "route": "direct", "phase": "varied-75", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 196000, "max_output_tokens": 1024, "success": false, "failure_class": "retrieval_mismatch", "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": false, "elapsed_ms": 8119.313, "ttft_ms": 7977.703, "observed_input_tokens": 146739, "context_occupancy": 0.7486683673469388, "billed_output_tokens_per_second": 22.662017048982463, "estimated_cost_micro_usd": 44242, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 146739, "output": 184, "read": 0, "write": 0 } }, { "id": "caa0a4a43a21968ebfb3", "model_id": "anthropic.claude-sonnet-4-6", "model_name": "Claude Sonnet 4.6", "route": "direct", "phase": "varied-75", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 24497.167, "ttft_ms": 24280.598, "observed_input_tokens": 749780, "context_occupancy": 0.74978, "billed_output_tokens_per_second": 1.2654524450595068, "estimated_cost_micro_usd": 2249805, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 749780, "output": 31, "read": 0, "write": 0 } }, { "id": "ad8344d754c6dce2d798", "model_id": "openai.gpt-6-sol", "model_name": "GPT-6 Sol", "route": "direct", "phase": "generation-short", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1050000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 9554.962, "ttft_ms": 1226.606, "observed_input_tokens": 4196, "context_occupancy": 0.003996190476190476, "billed_output_tokens_per_second": 107.1694425387713, "estimated_cost_micro_usd": 20729, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2, "output": 1024, "read": 0, "write": 4194 } }, { "id": "2fa1b686fbbdf611ab51", "model_id": "xai.grok-4.6", "model_name": "Grok 4.6", "route": "direct", "phase": "varied-75", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 500000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 107846.473, "ttft_ms": 107601.526, "observed_input_tokens": 374779, "context_occupancy": 0.749558, "billed_output_tokens_per_second": 7.668308230970896, "estimated_cost_micro_usd": 754520, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 374779, "output": 827, "read": 0, "write": 0 } }, { "id": "60c1a1e463de614ccb29", "model_id": "qwen.qwen3-32b-v1:0", "model_name": "Qwen3 32B", "route": "direct", "phase": "generation-short", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 32000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 9088.308, "ttft_ms": 828.157, "observed_input_tokens": 4219, "context_occupancy": 0.13184375, "billed_output_tokens_per_second": 112.67223490418866, "estimated_cost_micro_usd": 1247, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 4219, "output": 1024, "read": 0, "write": 0 } }, { "id": "8e79505183d7eefdf669", "model_id": "zai.glm-5", "model_name": "GLM 5", "route": "direct", "phase": "varied-99", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 200000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 23627.554, "ttft_ms": 23626.86, "observed_input_tokens": 197696, "context_occupancy": 0.98848, "billed_output_tokens_per_second": 1.1427336283237282, "estimated_cost_micro_usd": 197782, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 197696, "output": 27, "read": 0, "write": 0 } }, { "id": "33e4302649b278e1ad40", "model_id": "openai.gpt-5.6-terra", "model_name": "GPT-5.6 Terra", "route": "direct", "phase": "varied-75", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1050000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 11106.984, "ttft_ms": 10716.581, "observed_input_tokens": 787307, "context_occupancy": 0.7498161904761905, "billed_output_tokens_per_second": 6.752508098149675, "estimated_cost_micro_usd": 3937883, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2, "output": 75, "read": 0, "write": 787305 } }, { "id": "6c9f1422de1aacb1faa1", "model_id": "deepseek.r1-v1:0", "model_name": "DeepSeek-R1", "route": "direct", "phase": "generation-short", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 128000, "max_output_tokens": 1024, "success": false, "failure_class": "output_limit", "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 15894.63, "ttft_ms": null, "observed_input_tokens": 4206, "context_occupancy": 0.032859375, "billed_output_tokens_per_second": 64.42427397195249, "estimated_cost_micro_usd": 11208, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 4206, "output": 1024, "read": 0, "write": 0 } }, { "id": "209d8b076b52b11cc60e", "model_id": "qwen.qwen3-coder-next", "model_name": "Qwen3 Coder Next", "route": "direct", "phase": "generation-short", "task": "generation", "region": "us-west-2", "transport": "chat", "input_style": "varied", "context_window": 256000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "length", "terminal": true, "retrieval_correct": null, "elapsed_ms": 5684.703, "ttft_ms": 1016.278, "observed_input_tokens": 4210, "context_occupancy": 0.0164453125, "billed_output_tokens_per_second": 180.13254372308214, "estimated_cost_micro_usd": 3334, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 4210, "output": 1024, "read": 0, "write": 0 } }, { "id": "5ddd6862fd479c34381d", "model_id": "minimax.minimax-m2", "model_name": "MiniMax M2", "route": "direct", "phase": "generation-short", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 1024, "success": false, "failure_class": "output_limit", "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 8440.851, "ttft_ms": null, "observed_input_tokens": 4216, "context_occupancy": 0.004216, "billed_output_tokens_per_second": 121.31477526635504, "estimated_cost_micro_usd": 2494, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 4216, "output": 1024, "read": 0, "write": 0 } }, { "id": "4c0c77543200a5927100", "model_id": "anthropic.claude-opus-4-7", "model_name": "Claude Opus 4.7", "route": "direct", "phase": "generation-short", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 1024, "success": false, "failure_class": "content_filtered", "status": 200, "stop_reason": "content_filtered", "terminal": true, "retrieval_correct": null, "elapsed_ms": 5980.266, "ttft_ms": 1751.896, "observed_input_tokens": 6589, "context_occupancy": 0.006589, "billed_output_tokens_per_second": 71.23429293665102, "estimated_cost_micro_usd": 43595, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 6589, "output": 426, "read": 0, "write": 0 } }, { "id": "ef45d13a9b13702ec1a1", "model_id": "anthropic.claude-haiku-4-5-20251001-v1:0", "model_name": "Claude Haiku 4.5", "route": "direct", "phase": "varied-75", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 200000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 4712.136, "ttft_ms": 4190.602, "observed_input_tokens": 149776, "context_occupancy": 0.74888, "billed_output_tokens_per_second": 9.974244827704757, "estimated_cost_micro_usd": 150011, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 149776, "output": 47, "read": 0, "write": 0 } }, { "id": "485dd9ea017c85b4f060", "model_id": "moonshotai.kimi-k3", "model_name": "Kimi K3", "route": "direct", "phase": "generation-short", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 37070.079, "ttft_ms": 32291.461, "observed_input_tokens": 4273, "context_occupancy": 0.004273, "billed_output_tokens_per_second": 27.62335643613394, "estimated_cost_micro_usd": 28179, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 4273, "output": 1024, "read": 0, "write": 0 } }, { "id": "a2364239bc5b75f29a28", "model_id": "anthropic.claude-sonnet-4-5-20250929-v1:0", "model_name": "Claude Sonnet 4.5", "route": "direct", "phase": "varied-75", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 200000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 8081.631, "ttft_ms": 7694.829, "observed_input_tokens": 149778, "context_occupancy": 0.74889, "billed_output_tokens_per_second": 12.86868972071127, "estimated_cost_micro_usd": 450894, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 149778, "output": 104, "read": 0, "write": 0 } }, { "id": "eb958c0143682da4a74d", "model_id": "openai.gpt-5.6-sol", "model_name": "GPT-5.6 Sol", "route": "direct", "phase": "varied-75", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1050000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 19281.709, "ttft_ms": 18902.219, "observed_input_tokens": 787594, "context_occupancy": 0.7500895238095238, "billed_output_tokens_per_second": 1.4002908429366356, "estimated_cost_micro_usd": 7876746, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2, "output": 27, "read": 0, "write": 787592 } }, { "id": "f0996f35725c54afcb37", "model_id": "xai.grok-4.3", "model_name": "Grok 4.3", "route": "direct", "phase": "generation-short", "task": "generation", "region": "us-west-2", "transport": "chat", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "length", "terminal": true, "retrieval_correct": null, "elapsed_ms": 5061.886, "ttft_ms": 2919.572, "observed_input_tokens": 4219, "context_occupancy": 0.004219, "billed_output_tokens_per_second": 202.2961252656512, "estimated_cost_micro_usd": 7834, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 4219, "output": 1024, "read": 0, "write": 0 } }, { "id": "0068f9ad0b7295afc765", "model_id": "zai.glm-5", "model_name": "GLM 5", "route": "direct", "phase": "generation-short", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 200000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 11363.024, "ttft_ms": 776.265, "observed_input_tokens": 4202, "context_occupancy": 0.02101, "billed_output_tokens_per_second": 90.11685247364511, "estimated_cost_micro_usd": 7479, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 4202, "output": 1024, "read": 0, "write": 0 } }, { "id": "f791bda52aa3776f756c", "model_id": "anthropic.claude-opus-4-8", "model_name": "Claude Opus 4.8", "route": "direct", "phase": "generation-short", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 1024, "success": false, "failure_class": "content_filtered", "status": 200, "stop_reason": "content_filtered", "terminal": true, "retrieval_correct": null, "elapsed_ms": 1015.587, "ttft_ms": null, "observed_input_tokens": 6601, "context_occupancy": 0.006601, "billed_output_tokens_per_second": 0.0, "estimated_cost_micro_usd": 33005, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 6601, "output": 0, "read": 0, "write": 0 } }, { "id": "4a64c2c1ed7613e107e1", "model_id": "anthropic.claude-haiku-5-5", "model_name": "Claude Haiku 5.5", "route": "direct", "phase": "varied-75", "task": "retrieval", "region": "us-west-2", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 1024, "success": false, "failure_class": "context_limit", "status": 400, "terminal": false, "elapsed_ms": 3682.794, "ttft_ms": null, "estimated_cost_micro_usd": 0, "financial_state": "REJECTED_BEFORE_INFERENCE", "cache_requested": false, "usage": {} }, { "id": "d257a005b155d1945d8f", "model_id": "anthropic.claude-opus-5-5", "model_name": "Claude Opus 5.5", "route": "direct", "phase": "generation-short", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 11664.534, "ttft_ms": 2609.988, "observed_input_tokens": 6516, "context_occupancy": 0.006516, "billed_output_tokens_per_second": 87.78747774745047, "estimated_cost_micro_usd": 46544, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 6516, "output": 1024, "read": 0, "write": 0 } }, { "id": "3d4a4b01204baa04b6c1", "model_id": "anthropic.claude-opus-4-8", "model_name": "Claude Opus 4.8", "route": "direct", "phase": "varied-99", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 22800.187, "ttft_ms": 22645.149, "observed_input_tokens": 990876, "context_occupancy": 0.990876, "billed_output_tokens_per_second": 1.3157787019596783, "estimated_cost_micro_usd": 4955130, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 990876, "output": 30, "read": 0, "write": 0 } }, { "id": "69f25abd4db87e97ca55", "model_id": "moonshotai.kimi-k2.5", "model_name": "Kimi K2.5", "route": "direct", "phase": "varied-75", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 256000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 16034.792, "ttft_ms": 15995.289, "observed_input_tokens": 192119, "context_occupancy": 0.75046484375, "billed_output_tokens_per_second": 1.9332960914008837, "estimated_cost_micro_usd": 115364, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 192119, "output": 31, "read": 0, "write": 0 } }, { "id": "5bc5264cffe140d798ca", "model_id": "minimax.minimax-m2.5", "model_name": "MiniMax M2.5", "route": "direct", "phase": "generation-short", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 196000, "max_output_tokens": 1024, "success": false, "failure_class": "output_limit", "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 12378.365, "ttft_ms": null, "observed_input_tokens": 4232, "context_occupancy": 0.02159183673469388, "billed_output_tokens_per_second": 82.72497719016731, "estimated_cost_micro_usd": 2498, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 4232, "output": 1024, "read": 0, "write": 0 } }, { "id": "a0678429f7d79ad7c735", "model_id": "openai.gpt-6-astra", "model_name": "GPT-6 Astra", "route": "direct", "phase": "generation-short", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1050000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 22459.782, "ttft_ms": 1662.962, "observed_input_tokens": 4201, "context_occupancy": 0.004000952380952381, "billed_output_tokens_per_second": 45.59260538474004, "estimated_cost_micro_usd": 103708, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2, "output": 1024, "read": 0, "write": 4199 } }, { "id": "aa81455a50d70c0476ba", "model_id": "moonshot.kimi-k2-thinking", "model_name": "Kimi K2 Thinking", "route": "direct", "phase": "varied-75", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 256000, "max_output_tokens": 1024, "success": false, "failure_class": "empty_output", "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": false, "elapsed_ms": 30150.618, "ttft_ms": null, "observed_input_tokens": 192116, "context_occupancy": 0.750453125, "billed_output_tokens_per_second": 1.7246744135398824, "estimated_cost_micro_usd": 115400, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 192116, "output": 52, "read": 0, "write": 0 } }, { "id": "ed2d938c83f9c76dd270", "model_id": "openai.gpt-6-luna", "model_name": "GPT-6 Luna", "route": "direct", "phase": "generation-short", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1050000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 5940.536, "ttft_ms": 858.728, "observed_input_tokens": 4199, "context_occupancy": 0.003999047619047619, "billed_output_tokens_per_second": 172.37500782523747, "estimated_cost_micro_usd": 1037, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2, "output": 1024, "read": 0, "write": 4197 } }, { "id": "b6d78746186381bab671", "model_id": "qwen.qwen3-vl-235b-a22b", "model_name": "Qwen3 VL 235B A22B", "route": "direct", "phase": "varied-75", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 256000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 18185.022, "ttft_ms": 17375.959, "observed_input_tokens": 192107, "context_occupancy": 0.75041796875, "billed_output_tokens_per_second": 2.1446221109966097, "estimated_cost_micro_usd": 101920, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 192107, "output": 39, "read": 0, "write": 0 } }, { "id": "a1ccb27c21912a79e5da", "model_id": "anthropic.claude-opus-5-5", "model_name": "Claude Opus 5.5", "route": "direct", "phase": "varied-99", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 1024, "success": false, "failure_class": "content_filtered", "status": 200, "stop_reason": "content_filtered", "terminal": true, "retrieval_correct": false, "elapsed_ms": 44222.683, "ttft_ms": null, "observed_input_tokens": 989814, "context_occupancy": 0.989814, "billed_output_tokens_per_second": 0.0, "estimated_cost_micro_usd": 3959256, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 989814, "output": 0, "read": 0, "write": 0 } }, { "id": "3d11dc50a333e06b2017", "model_id": "zai.glm-4.7", "model_name": "GLM 4.7", "route": "direct", "phase": "generation-short", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 203000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 15031.318, "ttft_ms": 854.778, "observed_input_tokens": 4204, "context_occupancy": 0.02070935960591133, "billed_output_tokens_per_second": 68.12443325483957, "estimated_cost_micro_usd": 4775, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 4204, "output": 1024, "read": 0, "write": 0 } }, { "id": "9c3094ffc990d366043c", "model_id": "openai.gpt-6.1-sol", "model_name": "GPT-6.1 Sol", "route": "direct", "phase": "generation-short", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 19113.716, "ttft_ms": 1535.068, "observed_input_tokens": 4202, "context_occupancy": 0.004202, "billed_output_tokens_per_second": 53.57409219240755, "estimated_cost_micro_usd": 20744, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2, "output": 1024, "read": 0, "write": 4200 } }, { "id": "7aec34f51504542bdab6", "model_id": "minimax.minimax-m2.5", "model_name": "MiniMax M2.5", "route": "direct", "phase": "varied-99", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 196000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 15426.143, "ttft_ms": 15010.824, "observed_input_tokens": 193663, "context_occupancy": 0.9880765306122449, "billed_output_tokens_per_second": 16.595204704035172, "estimated_cost_micro_usd": 58406, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 193663, "output": 256, "read": 0, "write": 0 } }, { "id": "7b22ada24c4b0bbb6615", "model_id": "deepseek.v3-v1:0", "model_name": "DeepSeek-V3.1", "route": "direct", "phase": "generation-short", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 128000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 45713.74, "ttft_ms": 6068.615, "observed_input_tokens": 4209, "context_occupancy": 0.0328828125, "billed_output_tokens_per_second": 22.400267576648126, "estimated_cost_micro_usd": 4162, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 4209, "output": 1024, "read": 0, "write": 0 } }, { "id": "43dbb56985136e19edee", "model_id": "qwen.qwen3-coder-30b-a3b-v1:0", "model_name": "Qwen3-Coder-30B-A3B-Instruct", "route": "direct", "phase": "varied-75", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 256000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 13791.96, "ttft_ms": 13791.494, "observed_input_tokens": 192106, "context_occupancy": 0.7504140625, "billed_output_tokens_per_second": 2.8277344111750424, "estimated_cost_micro_usd": 28839, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 192106, "output": 39, "read": 0, "write": 0 } }, { "id": "ad21bc82e16c2bec4aa8", "model_id": "openai.gpt-5.6-luna", "model_name": "GPT-5.6 Luna", "route": "direct", "phase": "generation-short", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1050000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 8398.614, "ttft_ms": 2559.155, "observed_input_tokens": 4201, "context_occupancy": 0.004000952380952381, "billed_output_tokens_per_second": 121.92488656653367, "estimated_cost_micro_usd": 2279, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2, "output": 1024, "read": 0, "write": 4199 } }, { "id": "254584261a498facde1f", "model_id": "deepseek.v3.2", "model_name": "DeepSeek V3.2", "route": "direct", "phase": "varied-75", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 164000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 12360.653, "ttft_ms": 12125.261, "observed_input_tokens": 123105, "context_occupancy": 0.750640243902439, "billed_output_tokens_per_second": 2.4270562571485397, "estimated_cost_micro_usd": 76381, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 123105, "output": 30, "read": 0, "write": 0 } }, { "id": "9b6be718b87062283801", "model_id": "anthropic.claude-opus-4-5-20251101-v1:0", "model_name": "Claude Opus 4.5", "route": "direct", "phase": "generation-short", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 200000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 22937.37, "ttft_ms": 2758.654, "observed_input_tokens": 4210, "context_occupancy": 0.02105, "billed_output_tokens_per_second": 44.643303834789, "estimated_cost_micro_usd": 46650, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 4210, "output": 1024, "read": 0, "write": 0 } }, { "id": "7aa910ba7d38183b2a33", "model_id": "anthropic.claude-sonnet-5-5", "model_name": "Claude Sonnet 5.5", "route": "direct", "phase": "generation-short", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 8876.36, "ttft_ms": 2434.387, "observed_input_tokens": 6501, "context_occupancy": 0.006501, "billed_output_tokens_per_second": 115.36260783985847, "estimated_cost_micro_usd": 23242, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 6501, "output": 1024, "read": 0, "write": 0 } }, { "id": "d04f9eb9abd7fe4e5511", "model_id": "openai.gpt-6-astra", "model_name": "GPT-6 Astra", "route": "direct", "phase": "varied-99", "task": "retrieval", "region": "us-west-2", "input_style": "varied", "context_window": 1050000, "max_output_tokens": 1024, "success": false, "failure_class": "context_limit", "status": 200, "terminal": false, "elapsed_ms": 3371.078, "ttft_ms": null, "estimated_cost_micro_usd": null, "financial_state": "UNCERTAIN", "cache_requested": false, "usage": {} }, { "id": "91a23069d8e0a1f6f859", "model_id": "anthropic.claude-opus-5", "model_name": "Claude Opus 5", "route": "direct", "phase": "varied-75", "task": "retrieval", "region": "us-west-2", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 1024, "success": false, "failure_class": "context_limit", "status": 400, "terminal": false, "elapsed_ms": 3502.623, "ttft_ms": null, "estimated_cost_micro_usd": 0, "financial_state": "REJECTED_BEFORE_INFERENCE", "cache_requested": false, "usage": {} }, { "id": "08bd707599a824102fe9", "model_id": "openai.gpt-6-luna", "model_name": "GPT-6 Luna", "route": "direct", "phase": "varied-99", "task": "retrieval", "region": "us-west-2", "input_style": "varied", "context_window": 1050000, "max_output_tokens": 1024, "success": false, "failure_class": "context_limit", "status": 200, "terminal": false, "elapsed_ms": 2542.894, "ttft_ms": null, "estimated_cost_micro_usd": null, "financial_state": "UNCERTAIN", "cache_requested": false, "usage": {} }, { "id": "782f48090af5650d0d71", "model_id": "zai.glm-4.7", "model_name": "GLM 4.7", "route": "direct", "phase": "varied-99", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 203000, "max_output_tokens": 1024, "success": false, "failure_class": "output_limit", "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": false, "elapsed_ms": 96194.067, "ttft_ms": 52119.283, "observed_input_tokens": 200699, "context_occupancy": 0.9886650246305418, "billed_output_tokens_per_second": 10.645147179071218, "estimated_cost_micro_usd": 122672, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 200699, "output": 1024, "read": 0, "write": 0 } }, { "id": "34ff4c2f479705ffb6f1", "model_id": "openai.gpt-5.5", "model_name": "GPT-5.5", "route": "direct", "phase": "varied-75", "task": "retrieval", "region": "us-west-2", "input_style": "varied", "context_window": 1050000, "max_output_tokens": 1024, "success": false, "failure_class": "upstream_error", "status": 200, "terminal": false, "elapsed_ms": 19226.054, "ttft_ms": null, "estimated_cost_micro_usd": null, "financial_state": "UNCERTAIN", "cache_requested": false, "usage": {} }, { "id": "a1cb6f236c8e0e3d4112", "model_id": "xai.grok-4.7", "model_name": "Grok 4.7", "route": "direct", "phase": "varied-75", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 524288, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 45624.372, "ttft_ms": 45509.627, "observed_input_tokens": 393326, "context_occupancy": 0.7502098083496094, "billed_output_tokens_per_second": 3.0466172798793254, "estimated_cost_micro_usd": 787486, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 393326, "output": 139, "read": 0, "write": 0 } }, { "id": "000914136881fcb31ac9", "model_id": "openai.gpt-6.1-sol", "model_name": "GPT-6.1 Sol", "route": "direct", "phase": "varied-99", "task": "retrieval", "region": "us-west-2", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 1024, "success": false, "failure_class": "context_limit", "status": 200, "terminal": false, "elapsed_ms": 3194.842, "ttft_ms": null, "estimated_cost_micro_usd": null, "financial_state": "UNCERTAIN", "cache_requested": false, "usage": {} }, { "id": "bfef3b3744a03d42a122", "model_id": "qwen.qwen3-235b-a22b-2507-v1:0", "model_name": "Qwen3 235B A22B 2507", "route": "direct", "phase": "generation-short", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 256000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 17194.611, "ttft_ms": 824.354, "observed_input_tokens": 4213, "context_occupancy": 0.01645703125, "billed_output_tokens_per_second": 59.55354198407831, "estimated_cost_micro_usd": 1828, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 4213, "output": 1024, "read": 0, "write": 0 } }, { "id": "86c9b6002ff5f4cdffb2", "model_id": "deepseek.v3-v1:0", "model_name": "DeepSeek-V3.1", "route": "direct", "phase": "varied-99", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 128000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 23244.397, "ttft_ms": 15783.715, "observed_input_tokens": 126414, "context_occupancy": 0.987609375, "billed_output_tokens_per_second": 1.3336547536514272, "estimated_cost_micro_usd": 73372, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 126414, "output": 31, "read": 0, "write": 0 } }, { "id": "987c12bc8201eda43ce6", "model_id": "openai.gpt-5.6-luna", "model_name": "GPT-5.6 Luna", "route": "direct", "phase": "varied-99", "task": "retrieval", "region": "us-west-2", "input_style": "varied", "context_window": 1050000, "max_output_tokens": 1024, "success": false, "failure_class": "context_limit", "status": 200, "terminal": false, "elapsed_ms": 2567.079, "ttft_ms": null, "estimated_cost_micro_usd": null, "financial_state": "UNCERTAIN", "cache_requested": false, "usage": {} }, { "id": "3556a4902f258cbb5119", "model_id": "qwen.qwen3-coder-480b-a35b-v1:0", "model_name": "Qwen3 Coder 480B A35B Instruct", "route": "direct", "phase": "generation-short", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 256000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 10949.706, "ttft_ms": 743.23, "observed_input_tokens": 4213, "context_occupancy": 0.01645703125, "billed_output_tokens_per_second": 93.51849242054294, "estimated_cost_micro_usd": 3739, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 4213, "output": 1024, "read": 0, "write": 0 } }, { "id": "51e56d02ac97c3bed10c", "model_id": "anthropic.claude-opus-4-5-20251101-v1:0", "model_name": "Claude Opus 4.5", "route": "direct", "phase": "varied-99", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 200000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 9536.195, "ttft_ms": 9334.303, "observed_input_tokens": 197677, "context_occupancy": 0.988385, "billed_output_tokens_per_second": 3.0410451769812195, "estimated_cost_micro_usd": 989110, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 197677, "output": 29, "read": 0, "write": 0 } }, { "id": "c4883a9afab88cd045f8", "model_id": "zai.glm-5.3", "model_name": "GLM 5.3", "route": "direct", "phase": "generation-short", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 1024, "success": false, "failure_class": "output_limit", "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 27114.745, "ttft_ms": null, "observed_input_tokens": 4215, "context_occupancy": 0.004215, "billed_output_tokens_per_second": 37.76543031757131, "estimated_cost_micro_usd": 12488, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 4215, "output": 1024, "read": 0, "write": 0 } }, { "id": "983e2b05624b19e20db0", "model_id": "anthropic.claude-sonnet-5-5", "model_name": "Claude Sonnet 5.5", "route": "direct", "phase": "varied-99", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 34883.938, "ttft_ms": 34553.167, "observed_input_tokens": 991079, "context_occupancy": 0.991079, "billed_output_tokens_per_second": 1.1179930398350426, "estimated_cost_micro_usd": 1982548, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 991079, "output": 39, "read": 0, "write": 0 } }, { "id": "8e34c872814a551088cd", "model_id": "minimax.minimax-m2.1", "model_name": "MiniMax M2.1", "route": "direct", "phase": "generation-short", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 196000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 8407.209, "ttft_ms": 2499.095, "observed_input_tokens": 4234, "context_occupancy": 0.02160204081632653, "billed_output_tokens_per_second": 121.8002277290754, "estimated_cost_micro_usd": 2499, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 4234, "output": 1024, "read": 0, "write": 0 } }, { "id": "d212d61b29d385e637ce", "model_id": "anthropic.claude-sonnet-4-6", "model_name": "Claude Sonnet 4.6", "route": "direct", "phase": "generation-short", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 1024, "success": false, "failure_class": "content_filtered", "status": 200, "stop_reason": "content_filtered", "terminal": true, "retrieval_correct": null, "elapsed_ms": 4988.4, "ttft_ms": 1366.197, "observed_input_tokens": 4212, "context_occupancy": 0.004212, "billed_output_tokens_per_second": 71.56603279406436, "estimated_cost_micro_usd": 17991, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 4212, "output": 357, "read": 0, "write": 0 } }, { "id": "2d9a3d81e50438234cad", "model_id": "qwen.qwen3-235b-a22b-2507-v1:0", "model_name": "Qwen3 235B A22B 2507", "route": "direct", "phase": "varied-99", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 256000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 55726.656, "ttft_ms": 54311.667, "observed_input_tokens": 253128, "context_occupancy": 0.98878125, "billed_output_tokens_per_second": 0.6639551466667961, "estimated_cost_micro_usd": 55721, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 253128, "output": 37, "read": 0, "write": 0 } }, { "id": "f8bd251aafc5df00f3a2", "model_id": "xai.grok-4.6", "model_name": "Grok 4.6", "route": "direct", "phase": "generation-short", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 500000, "max_output_tokens": 1024, "success": false, "failure_class": "output_limit", "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 79212.733, "ttft_ms": null, "observed_input_tokens": 4213, "context_occupancy": 0.008426, "billed_output_tokens_per_second": 12.927214578899857, "estimated_cost_micro_usd": 14570, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 4213, "output": 1024, "read": 0, "write": 0 } }, { "id": "bfca4e02711f5b9389cc", "model_id": "openai.gpt-5.6-terra", "model_name": "GPT-5.6 Terra", "route": "direct", "phase": "generation-short", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1050000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 9626.731, "ttft_ms": 875.394, "observed_input_tokens": 4199, "context_occupancy": 0.003999047619047619, "billed_output_tokens_per_second": 106.37048437962717, "estimated_cost_micro_usd": 22784, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2, "output": 1024, "read": 0, "write": 4197 } }, { "id": "85e9a0da82afe043abda", "model_id": "anthropic.claude-haiku-4-5-20251001-v1:0", "model_name": "Claude Haiku 4.5", "route": "direct", "phase": "generation-short", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 200000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 9229.669, "ttft_ms": 1062.818, "observed_input_tokens": 4207, "context_occupancy": 0.021035, "billed_output_tokens_per_second": 110.94655238226288, "estimated_cost_micro_usd": 9327, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 4207, "output": 1024, "read": 0, "write": 0 } }, { "id": "9f45eaa224f0ed17a705", "model_id": "anthropic.claude-sonnet-4-5-20250929-v1:0", "model_name": "Claude Sonnet 4.5", "route": "direct", "phase": "generation-short", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 200000, "max_output_tokens": 1024, "success": false, "failure_class": "content_filtered", "status": 200, "stop_reason": "content_filtered", "terminal": true, "retrieval_correct": null, "elapsed_ms": 9197.616, "ttft_ms": 1965.842, "observed_input_tokens": 4209, "context_occupancy": 0.021045, "billed_output_tokens_per_second": 51.53509163172878, "estimated_cost_micro_usd": 19737, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 4209, "output": 474, "read": 0, "write": 0 } }, { "id": "23fabff74bc5a7fc2a87", "model_id": "openai.gpt-5.6-sol", "model_name": "GPT-5.6 Sol", "route": "direct", "phase": "generation-short", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1050000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 12769.405, "ttft_ms": 1037.421, "observed_input_tokens": 4200, "context_occupancy": 0.004, "billed_output_tokens_per_second": 80.19167380712447, "estimated_cost_micro_usd": 41478, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2, "output": 1024, "read": 0, "write": 4198 } }, { "id": "7cb287769b148c38251d", "model_id": "anthropic.claude-haiku-5-5", "model_name": "Claude Haiku 5.5", "route": "direct", "phase": "generation-short", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 6249.958, "ttft_ms": 2666.779, "observed_input_tokens": 6481, "context_occupancy": 0.006481, "billed_output_tokens_per_second": 163.84109996466012, "estimated_cost_micro_usd": 1160, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 6481, "output": 1024, "read": 0, "write": 0 } }, { "id": "83c645cd7c377250d810", "model_id": "qwen.qwen3-coder-480b-a35b-v1:0", "model_name": "Qwen3 Coder 480B A35B Instruct", "route": "direct", "phase": "varied-99", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 256000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 42774.181, "ttft_ms": 42758.266, "observed_input_tokens": 253126, "context_occupancy": 0.9887734375, "billed_output_tokens_per_second": 0.9117649760244636, "estimated_cost_micro_usd": 113977, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 253126, "output": 39, "read": 0, "write": 0 } }, { "id": "c7ec89f8a8723101e801", "model_id": "moonshotai.kimi-k2.5", "model_name": "Kimi K2.5", "route": "direct", "phase": "generation-short", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 256000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 13700.745, "ttft_ms": 921.446, "observed_input_tokens": 4216, "context_occupancy": 0.01646875, "billed_output_tokens_per_second": 74.74046331609433, "estimated_cost_micro_usd": 5602, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 4216, "output": 1024, "read": 0, "write": 0 } }, { "id": "3f8bfc84f4215dfbc31f", "model_id": "moonshot.kimi-k2-thinking", "model_name": "Kimi K2 Thinking", "route": "direct", "phase": "generation-short", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 256000, "max_output_tokens": 1024, "success": false, "failure_class": "output_limit", "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 29645.13, "ttft_ms": null, "observed_input_tokens": 4220, "context_occupancy": 0.016484375, "billed_output_tokens_per_second": 34.541930015748626, "estimated_cost_micro_usd": 5092, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 4220, "output": 1024, "read": 0, "write": 0 } }, { "id": "a7267925d8448e0a1cd4", "model_id": "qwen.qwen3-vl-235b-a22b", "model_name": "Qwen3 VL 235B A22B", "route": "direct", "phase": "generation-short", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 256000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 20051.708, "ttft_ms": 871.95, "observed_input_tokens": 4213, "context_occupancy": 0.01645703125, "billed_output_tokens_per_second": 51.06796842495029, "estimated_cost_micro_usd": 4957, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 4213, "output": 1024, "read": 0, "write": 0 } }, { "id": "1eb51514cfb718c446cd", "model_id": "zai.glm-5.3", "model_name": "GLM 5.3", "route": "direct", "phase": "varied-99", "task": "retrieval", "region": "us-west-2", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 1024, "success": false, "failure_class": "body_limit", "status": 400, "terminal": false, "elapsed_ms": 1955.728, "ttft_ms": null, "estimated_cost_micro_usd": 0, "financial_state": "REJECTED_BEFORE_INFERENCE", "cache_requested": false, "usage": {} }, { "id": "a01d6d4323ef1080947c", "model_id": "minimax.minimax-m2.1", "model_name": "MiniMax M2.1", "route": "direct", "phase": "varied-99", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 196000, "max_output_tokens": 1024, "success": false, "failure_class": "retrieval_mismatch", "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": false, "elapsed_ms": 12784.433, "ttft_ms": 12495.874, "observed_input_tokens": 193656, "context_occupancy": 0.9880408163265306, "billed_output_tokens_per_second": 24.717560340136288, "estimated_cost_micro_usd": 58476, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 193656, "output": 316, "read": 0, "write": 0 } }, { "id": "e4f307c5d8de2df96f61", "model_id": "qwen.qwen3-coder-30b-a3b-v1:0", "model_name": "Qwen3-Coder-30B-A3B-Instruct", "route": "direct", "phase": "generation-short", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 256000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 4056.692, "ttft_ms": 643.26, "observed_input_tokens": 4214, "context_occupancy": 0.0164609375, "billed_output_tokens_per_second": 252.4224409139689, "estimated_cost_micro_usd": 1246, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 4214, "output": 1024, "read": 0, "write": 0 } }, { "id": "f5eeaa5da862b52ca036", "model_id": "deepseek.v3.2", "model_name": "DeepSeek V3.2", "route": "direct", "phase": "generation-short", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 164000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 18246.355, "ttft_ms": 1010.718, "observed_input_tokens": 4204, "context_occupancy": 0.025634146341463413, "billed_output_tokens_per_second": 56.12079643202943, "estimated_cost_micro_usd": 4501, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 4204, "output": 1024, "read": 0, "write": 0 } }, { "id": "5ea51a329c7bfdba3bfc", "model_id": "anthropic.claude-sonnet-4-6", "model_name": "Claude Sonnet 4.6", "route": "direct", "phase": "varied-99", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 34658.716, "ttft_ms": 34544.763, "observed_input_tokens": 989669, "context_occupancy": 0.989669, "billed_output_tokens_per_second": 0.7501720487710611, "estimated_cost_micro_usd": 2969397, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 989669, "output": 26, "read": 0, "write": 0 } }, { "id": "2ef38113a8bc0b7e6833", "model_id": "xai.grok-4.6", "model_name": "Grok 4.6", "route": "direct", "phase": "varied-99", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 500000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 107545.986, "ttft_ms": 106742.245, "observed_input_tokens": 494671, "context_occupancy": 0.989342, "billed_output_tokens_per_second": 2.287393597620217, "estimated_cost_micro_usd": 990818, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 494671, "output": 246, "read": 0, "write": 0 } }, { "id": "4e545c914f86a23a04c5", "model_id": "anthropic.claude-opus-5", "model_name": "Claude Opus 5", "route": "direct", "phase": "generation-short", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 16035.066, "ttft_ms": 2465.449, "observed_input_tokens": 6490, "context_occupancy": 0.00649, "billed_output_tokens_per_second": 63.86004460198302, "estimated_cost_micro_usd": 58050, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 6490, "output": 1024, "read": 0, "write": 0 } }, { "id": "3b804454cb3dba1233ef", "model_id": "openai.gpt-5.6-terra", "model_name": "GPT-5.6 Terra", "route": "direct", "phase": "varied-99", "task": "retrieval", "region": "us-west-2", "input_style": "varied", "context_window": 1050000, "max_output_tokens": 1024, "success": false, "failure_class": "context_limit", "status": 200, "terminal": false, "elapsed_ms": 3712.782, "ttft_ms": null, "estimated_cost_micro_usd": null, "financial_state": "UNCERTAIN", "cache_requested": false, "usage": {} }, { "id": "c2252d60309f373946c6", "model_id": "anthropic.claude-haiku-4-5-20251001-v1:0", "model_name": "Claude Haiku 4.5", "route": "direct", "phase": "varied-99", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 200000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 5451.341, "ttft_ms": 4925.298, "observed_input_tokens": 197667, "context_occupancy": 0.988335, "billed_output_tokens_per_second": 6.603879503347847, "estimated_cost_micro_usd": 197847, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 197667, "output": 36, "read": 0, "write": 0 } }, { "id": "e09ef9cd387f708f4316", "model_id": "openai.gpt-5.5", "model_name": "GPT-5.5", "route": "direct", "phase": "generation-short", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1050000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 12196.419, "ttft_ms": 1572.529, "observed_input_tokens": 4198, "context_occupancy": 0.003998095238095238, "billed_output_tokens_per_second": 83.959068545888, "estimated_cost_micro_usd": 56881, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 4198, "output": 1024, "read": 0, "write": 0 } }, { "id": "10e12a0c2f1b0453e18d", "model_id": "anthropic.claude-sonnet-4-5-20250929-v1:0", "model_name": "Claude Sonnet 4.5", "route": "direct", "phase": "varied-99", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 200000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 9364.889, "ttft_ms": 9166.953, "observed_input_tokens": 197674, "context_occupancy": 0.98837, "billed_output_tokens_per_second": 3.8441460999419705, "estimated_cost_micro_usd": 593562, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 197674, "output": 36, "read": 0, "write": 0 } }, { "id": "2ba531fe33f2bb590f52", "model_id": "xai.grok-4.7", "model_name": "Grok 4.7", "route": "direct", "phase": "generation-short", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 524288, "max_output_tokens": 1024, "success": false, "failure_class": "output_limit", "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 23312.267, "ttft_ms": null, "observed_input_tokens": 4212, "context_occupancy": 0.00803375244140625, "billed_output_tokens_per_second": 43.92537150781633, "estimated_cost_micro_usd": 14568, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 4212, "output": 1024, "read": 0, "write": 0 } }, { "id": "e4420100d2b14986b800", "model_id": "openai.gpt-5.6-sol", "model_name": "GPT-5.6 Sol", "route": "direct", "phase": "varied-99", "task": "retrieval", "region": "us-west-2", "input_style": "varied", "context_window": 1050000, "max_output_tokens": 1024, "success": false, "failure_class": "context_limit", "status": 200, "terminal": false, "elapsed_ms": 3342.864, "ttft_ms": null, "estimated_cost_micro_usd": null, "financial_state": "UNCERTAIN", "cache_requested": false, "usage": {} }, { "id": "4762dcc181b675c26e8b", "model_id": "anthropic.claude-haiku-5-5", "model_name": "Claude Haiku 5.5", "route": "direct", "phase": "varied-99", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 46349.66, "ttft_ms": 46335.697, "observed_input_tokens": 989512, "context_occupancy": 0.989512, "billed_output_tokens_per_second": 0.6904041941706942, "estimated_cost_micro_usd": 494836, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 989512, "output": 32, "read": 0, "write": 0 } }, { "id": "c05724002cd14b820bf5", "model_id": "moonshotai.kimi-k2.5", "model_name": "Kimi K2.5", "route": "direct", "phase": "varied-99", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 256000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 26596.685, "ttft_ms": 24958.847, "observed_input_tokens": 253110, "context_occupancy": 0.9887109375, "billed_output_tokens_per_second": 1.2407561246413172, "estimated_cost_micro_usd": 151965, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 253110, "output": 33, "read": 0, "write": 0 } }, { "id": "f47261886c435a0bb664", "model_id": "moonshot.kimi-k2-thinking", "model_name": "Kimi K2 Thinking", "route": "direct", "phase": "varied-99", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 256000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 38034.076, "ttft_ms": 37384.52, "observed_input_tokens": 253111, "context_occupancy": 0.98871484375, "billed_output_tokens_per_second": 5.573949025124633, "estimated_cost_micro_usd": 152397, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 253111, "output": 212, "read": 0, "write": 0 } }, { "id": "4323d77dc3dce413765a", "model_id": "qwen.qwen3-vl-235b-a22b", "model_name": "Qwen3 VL 235B A22B", "route": "direct", "phase": "varied-99", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 256000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 31602.608, "ttft_ms": 30492.765, "observed_input_tokens": 253136, "context_occupancy": 0.9888125, "billed_output_tokens_per_second": 1.2024323899887133, "estimated_cost_micro_usd": 134263, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 253136, "output": 38, "read": 0, "write": 0 } }, { "id": "f514c958d7bfba2d3349", "model_id": "qwen.qwen3-coder-30b-a3b-v1:0", "model_name": "Qwen3-Coder-30B-A3B-Instruct", "route": "direct", "phase": "varied-99", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 256000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 50616.335, "ttft_ms": 50615.78, "observed_input_tokens": 253128, "context_occupancy": 0.98878125, "billed_output_tokens_per_second": 0.8297716553620975, "estimated_cost_micro_usd": 37994, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 253128, "output": 42, "read": 0, "write": 0 } }, { "id": "91df4067e786d0baa2a8", "model_id": "deepseek.v3.2", "model_name": "DeepSeek V3.2", "route": "direct", "phase": "varied-99", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 164000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 31994.585, "ttft_ms": 31521.045, "observed_input_tokens": 162063, "context_occupancy": 0.9881890243902439, "billed_output_tokens_per_second": 0.9689139573801077, "estimated_cost_micro_usd": 100536, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 162063, "output": 31, "read": 0, "write": 0 } }, { "id": "04dec77150ea64f564bf", "model_id": "anthropic.claude-opus-5", "model_name": "Claude Opus 5", "route": "direct", "phase": "varied-99", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 38294.877, "ttft_ms": 38100.016, "observed_input_tokens": 990019, "context_occupancy": 0.990019, "billed_output_tokens_per_second": 0.7833945967285678, "estimated_cost_micro_usd": 4950845, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 990019, "output": 30, "read": 0, "write": 0 } }, { "id": "ffd1ab147ba6884a35c4", "model_id": "openai.gpt-5.5", "model_name": "GPT-5.5", "route": "direct", "phase": "varied-99", "task": "retrieval", "region": "us-west-2", "input_style": "varied", "context_window": 1050000, "max_output_tokens": 1024, "success": false, "failure_class": "context_limit", "status": 200, "terminal": false, "elapsed_ms": 3370.05, "ttft_ms": null, "estimated_cost_micro_usd": null, "financial_state": "UNCERTAIN", "cache_requested": false, "usage": {} }, { "id": "cd0e41cc00c73793fe65", "model_id": "xai.grok-4.7", "model_name": "Grok 4.7", "route": "direct", "phase": "varied-99", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 524288, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 68070.226, "ttft_ms": 67954.528, "observed_input_tokens": 518723, "context_occupancy": 0.9893856048583984, "billed_output_tokens_per_second": 1.9979366555994855, "estimated_cost_micro_usd": 1038262, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 518723, "output": 136, "read": 0, "write": 0 } }, { "id": "c3de93d417392e879117", "model_id": "anthropic.claude-opus-4-6-v1", "model_name": "Claude Opus 4.6", "route": "direct", "phase": "generation-98", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 92141.831, "ttft_ms": 89240.683, "observed_input_tokens": 979676, "context_occupancy": 0.979676, "billed_output_tokens_per_second": 11.11330205821254, "estimated_cost_micro_usd": 4923980, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 979676, "output": 1024, "read": 0, "write": 0 } }, { "id": "0f470c1aff1d3d3eb34b", "model_id": "qwen.qwen3-next-80b-a3b", "model_name": "Qwen3 Next 80B A3B", "route": "direct", "phase": "generation-98", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 256000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 19252.318, "ttft_ms": 7539.305, "observed_input_tokens": 250574, "context_occupancy": 0.9788046875, "billed_output_tokens_per_second": 53.18839941867917, "estimated_cost_micro_usd": 36309, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 250574, "output": 1024, "read": 0, "write": 0 } }, { "id": "810b130d44747f40360a", "model_id": "zai.glm-4.7-flash", "model_name": "GLM 4.7 Flash", "route": "direct", "phase": "generation-98", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 203000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 43842.805, "ttft_ms": 19221.369, "observed_input_tokens": 198673, "context_occupancy": 0.9786847290640394, "billed_output_tokens_per_second": 23.356170005581415, "estimated_cost_micro_usd": 14317, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 198673, "output": 1024, "read": 0, "write": 0 } }, { "id": "1dbdd5e240070de62d3d", "model_id": "openai.gpt-6-sol", "model_name": "GPT-6 Sol", "route": "direct", "phase": "generation-98", "task": "generation", "region": "us-west-2", "input_style": "repeat", "context_window": 1050000, "max_output_tokens": 1024, "success": false, "failure_class": "context_limit", "status": 200, "terminal": false, "elapsed_ms": 1938.466, "ttft_ms": null, "estimated_cost_micro_usd": null, "financial_state": "UNCERTAIN", "cache_requested": false, "usage": {} }, { "id": "5b425c8e0d9f3c640e1e", "model_id": "qwen.qwen3-32b-v1:0", "model_name": "Qwen3 32B", "route": "direct", "phase": "generation-98", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 32000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 11546.501, "ttft_ms": 2362.851, "observed_input_tokens": 31057, "context_occupancy": 0.97053125, "billed_output_tokens_per_second": 88.68487879435416, "estimated_cost_micro_usd": 5273, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 31057, "output": 1024, "read": 0, "write": 0 } }, { "id": "0e68c6786b438b03bd9b", "model_id": "deepseek.r1-v1:0", "model_name": "DeepSeek-R1", "route": "direct", "phase": "generation-98", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 128000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 33620.92, "ttft_ms": 29457.068, "observed_input_tokens": 125137, "context_occupancy": 0.9776328125, "billed_output_tokens_per_second": 30.457227547073582, "estimated_cost_micro_usd": 174465, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 125137, "output": 1024, "read": 0, "write": 0 } }, { "id": "0371667e5f9a84a160cd", "model_id": "xai.grok-4.7", "model_name": "Grok 4.7", "route": "direct", "phase": "gateway-pair-8192", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 524288, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 3585.644, "ttft_ms": 3461.831, "observed_input_tokens": 8298, "context_occupancy": 0.015827178955078125, "billed_output_tokens_per_second": 64.70246136082524, "estimated_cost_micro_usd": 5700, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 106, "output": 232, "read": 8192, "write": 0 } }, { "id": "aaffc6286b0efdf41583", "model_id": "anthropic.claude-sonnet-4-6", "model_name": "Claude Sonnet 4.6", "route": "direct", "phase": "gateway-pair-8192", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 1024, "success": false, "failure_class": "content_filtered", "status": 200, "stop_reason": "content_filtered", "terminal": true, "retrieval_correct": false, "elapsed_ms": 1506.678, "ttft_ms": null, "observed_input_tokens": 8298, "context_occupancy": 0.008298, "billed_output_tokens_per_second": 0.0, "estimated_cost_micro_usd": 24894, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 8298, "output": 0, "read": 0, "write": 0 } }, { "id": "100afe911e9b0f996b90", "model_id": "zai.glm-4.7", "model_name": "GLM 4.7", "route": "direct", "phase": "gateway-pair-8192", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 203000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 1376.365, "ttft_ms": 1343.842, "observed_input_tokens": 8286, "context_occupancy": 0.040817733990147785, "billed_output_tokens_per_second": 21.06999389731327, "estimated_cost_micro_usd": 5035, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 8286, "output": 29, "read": 0, "write": 0 } }, { "id": "5db9f934a8652b96a2a8", "model_id": "zai.glm-4.7", "model_name": "GLM 4.7", "route": "direct", "phase": "gateway-pair-8192", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 203000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 2123.888, "ttft_ms": 2001.935, "observed_input_tokens": 8286, "context_occupancy": 0.040817733990147785, "billed_output_tokens_per_second": 13.65420414886839, "estimated_cost_micro_usd": 5035, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 8286, "output": 29, "read": 0, "write": 0 } }, { "id": "e447289fdb12789c2a4d", "model_id": "xai.grok-4.7", "model_name": "Grok 4.7", "route": "direct", "phase": "gateway-pair-8192", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 524288, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 2690.917, "ttft_ms": 2567.383, "observed_input_tokens": 8298, "context_occupancy": 0.015827178955078125, "billed_output_tokens_per_second": 58.34441725461425, "estimated_cost_micro_usd": 5250, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 106, "output": 157, "read": 8192, "write": 0 } }, { "id": "094eac106c5f29480d22", "model_id": "qwen.qwen3-coder-next", "model_name": "Qwen3 Coder Next", "route": "direct", "phase": "generation-98", "task": "generation", "region": "us-west-2", "transport": "chat", "input_style": "repeat", "context_window": 256000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "length", "terminal": true, "retrieval_correct": null, "elapsed_ms": 12028.09, "ttft_ms": 6692.884, "observed_input_tokens": 250590, "context_occupancy": 0.9788671875, "billed_output_tokens_per_second": 85.13404797823095, "estimated_cost_micro_usd": 126524, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 250590, "output": 1024, "read": 0, "write": 0 } }, { "id": "9e205edc86a7e7b60a93", "model_id": "qwen.qwen3-coder-next", "model_name": "Qwen3 Coder Next", "route": "direct", "phase": "gateway-pair-8192", "task": "retrieval", "region": "us-west-2", "transport": "chat", "input_style": "varied", "context_window": 256000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "stop", "terminal": true, "retrieval_correct": true, "elapsed_ms": 5894.25, "ttft_ms": 5815.676, "observed_input_tokens": 8302, "context_occupancy": 0.0324296875, "billed_output_tokens_per_second": 7.125588193824852, "estimated_cost_micro_usd": 4201, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 8302, "output": 42, "read": 0, "write": 0 } }, { "id": "155d7062d6f3d171797a", "model_id": "qwen.qwen3-coder-next", "model_name": "Qwen3 Coder Next", "route": "direct", "phase": "gateway-pair-8192", "task": "retrieval", "region": "us-west-2", "transport": "chat", "input_style": "varied", "context_window": 256000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "stop", "terminal": true, "retrieval_correct": true, "elapsed_ms": 4657.83, "ttft_ms": 4591.436, "observed_input_tokens": 8302, "context_occupancy": 0.0324296875, "billed_output_tokens_per_second": 9.017075436837997, "estimated_cost_micro_usd": 4201, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 8302, "output": 42, "read": 0, "write": 0 } }, { "id": "86946be64aacb151cc92", "model_id": "zai.glm-4.7", "model_name": "GLM 4.7", "route": "direct", "phase": "gateway-pair-8192", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 203000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 1360.028, "ttft_ms": 940.073, "observed_input_tokens": 8286, "context_occupancy": 0.040817733990147785, "billed_output_tokens_per_second": 21.323092508303915, "estimated_cost_micro_usd": 5035, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 8286, "output": 29, "read": 0, "write": 0 } }, { "id": "ee843271894a2a4a0065", "model_id": "anthropic.claude-sonnet-4-6", "model_name": "Claude Sonnet 4.6", "route": "direct", "phase": "gateway-pair-8192", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 1024, "success": false, "failure_class": "content_filtered", "status": 200, "stop_reason": "content_filtered", "terminal": true, "retrieval_correct": false, "elapsed_ms": 1270.408, "ttft_ms": null, "observed_input_tokens": 8298, "context_occupancy": 0.008298, "billed_output_tokens_per_second": 0.0, "estimated_cost_micro_usd": 24894, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 8298, "output": 0, "read": 0, "write": 0 } }, { "id": "522608c6614228130d74", "model_id": "moonshotai.kimi-k2.5", "model_name": "Kimi K2.5", "route": "direct", "phase": "gateway-pair-8192", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 256000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 798.402, "ttft_ms": 797.854, "observed_input_tokens": 8303, "context_occupancy": 0.03243359375, "billed_output_tokens_per_second": 28.80752506471629, "estimated_cost_micro_usd": 5051, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 8303, "output": 23, "read": 0, "write": 0 } }, { "id": "8e8933b9ba78f3a6b5bf", "model_id": "anthropic.claude-sonnet-4-6", "model_name": "Claude Sonnet 4.6", "route": "direct", "phase": "gateway-pair-8192", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 1024, "success": false, "failure_class": "content_filtered", "status": 200, "stop_reason": "content_filtered", "terminal": true, "retrieval_correct": false, "elapsed_ms": 1279.132, "ttft_ms": null, "observed_input_tokens": 8298, "context_occupancy": 0.008298, "billed_output_tokens_per_second": 0.0, "estimated_cost_micro_usd": 24894, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 8298, "output": 0, "read": 0, "write": 0 } }, { "id": "a859e44d2fd92e9735ff", "model_id": "xai.grok-4.7", "model_name": "Grok 4.7", "route": "direct", "phase": "gateway-pair-8192", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 524288, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 2344.454, "ttft_ms": 2043.64, "observed_input_tokens": 8298, "context_occupancy": 0.015827178955078125, "billed_output_tokens_per_second": 65.26040152526534, "estimated_cost_micro_usd": 5226, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 106, "output": 153, "read": 8192, "write": 0 } }, { "id": "da6c7e00a2d140cb8bc3", "model_id": "moonshotai.kimi-k2.5", "model_name": "Kimi K2.5", "route": "direct", "phase": "gateway-pair-8192", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 256000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 1308.989, "ttft_ms": 1256.496, "observed_input_tokens": 8303, "context_occupancy": 0.03243359375, "billed_output_tokens_per_second": 17.570811893718368, "estimated_cost_micro_usd": 5051, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 8303, "output": 23, "read": 0, "write": 0 } }, { "id": "94109023f9b4fc14cee9", "model_id": "openai.gpt-6.1-sol", "model_name": "GPT-6.1 Sol", "route": "direct", "phase": "gateway-pair-8192", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 1602.584, "ttft_ms": 1372.74, "observed_input_tokens": 8286, "context_occupancy": 0.008286, "billed_output_tokens_per_second": 16.22380319128072, "estimated_cost_micro_usd": 1092, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2, "output": 26, "read": 8284, "write": 0 } }, { "id": "2ce93ca01949861a9233", "model_id": "openai.gpt-6.1-sol", "model_name": "GPT-6.1 Sol", "route": "direct", "phase": "gateway-pair-8192", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 1327.152, "ttft_ms": 1100.838, "observed_input_tokens": 8286, "context_occupancy": 0.008286, "billed_output_tokens_per_second": 19.590823113498928, "estimated_cost_micro_usd": 1092, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2, "output": 26, "read": 8284, "write": 0 } }, { "id": "5b516b6b2c320c6ce8c3", "model_id": "minimax.minimax-m2", "model_name": "MiniMax M2", "route": "direct", "phase": "generation-98", "task": "generation", "region": "us-west-2", "input_style": "repeat", "context_window": 1000000, "max_output_tokens": 1024, "success": false, "failure_class": "context_limit", "status": 400, "terminal": false, "elapsed_ms": 3331.823, "ttft_ms": null, "estimated_cost_micro_usd": 0, "financial_state": "REJECTED_BEFORE_INFERENCE", "cache_requested": false, "usage": {} }, { "id": "646a343beb6fbf5eedaf", "model_id": "openai.gpt-6.1-sol", "model_name": "GPT-6.1 Sol", "route": "direct", "phase": "gateway-pair-8192", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 1966.4, "ttft_ms": 1621.929, "observed_input_tokens": 8286, "context_occupancy": 0.008286, "billed_output_tokens_per_second": 13.222134940679714, "estimated_cost_micro_usd": 1092, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2, "output": 26, "read": 8284, "write": 0 } }, { "id": "083da0e1caa5899bb823", "model_id": "moonshotai.kimi-k2.5", "model_name": "Kimi K2.5", "route": "direct", "phase": "gateway-pair-8192", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 256000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 1148.427, "ttft_ms": 1147.862, "observed_input_tokens": 8303, "context_occupancy": 0.03243359375, "billed_output_tokens_per_second": 21.768904332084706, "estimated_cost_micro_usd": 5057, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 8303, "output": 25, "read": 0, "write": 0 } }, { "id": "eb5ceb3d55312b632768", "model_id": "qwen.qwen3-coder-next", "model_name": "Qwen3 Coder Next", "route": "direct", "phase": "gateway-pair-8192", "task": "retrieval", "region": "us-west-2", "transport": "chat", "input_style": "varied", "context_window": 256000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "stop", "terminal": true, "retrieval_correct": true, "elapsed_ms": 1221.576, "ttft_ms": 1221.154, "observed_input_tokens": 8302, "context_occupancy": 0.0324296875, "billed_output_tokens_per_second": 34.3818021888208, "estimated_cost_micro_usd": 4201, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 8302, "output": 42, "read": 0, "write": 0 } }, { "id": "94934c3f4ad07f9fd826", "model_id": "xai.grok-4.7", "model_name": "Grok 4.7", "route": "mayu", "phase": "gateway-pair-8192", "task": "retrieval", "region": "us-west-2", "transport": "messages", "input_style": "varied", "context_window": 524288, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 15497.312, "ttft_ms": 15372.868, "observed_input_tokens": 8298, "context_occupancy": 0.015827178955078125, "billed_output_tokens_per_second": 14.13148320245528, "estimated_cost_micro_usd": 5622, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 106, "output": 219, "read": 8192, "write": 0 } }, { "id": "ab656a5fb3d384eaee70", "model_id": "anthropic.claude-sonnet-4-6", "model_name": "Claude Sonnet 4.6", "route": "mayu", "phase": "gateway-pair-8192", "task": "retrieval", "region": "us-west-2", "transport": "messages", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 1024, "success": false, "failure_class": "empty_output", "status": 200, "stop_reason": "refusal", "terminal": true, "retrieval_correct": false, "elapsed_ms": 1506.597, "ttft_ms": null, "observed_input_tokens": 8298, "context_occupancy": 0.008298, "billed_output_tokens_per_second": 0.0, "estimated_cost_micro_usd": 24894, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 8298, "output": 0, "read": 0, "write": 0 } }, { "id": "c360e43b31156c0e867c", "model_id": "anthropic.claude-opus-4-7", "model_name": "Claude Opus 4.7", "route": "direct", "phase": "generation-98", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 31558.289, "ttft_ms": 29495.351, "observed_input_tokens": 979551, "context_occupancy": 0.979551, "billed_output_tokens_per_second": 32.447893225690805, "estimated_cost_micro_usd": 4923355, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 979551, "output": 1024, "read": 0, "write": 0 } }, { "id": "a9c4dcb73f20c699fe14", "model_id": "zai.glm-4.7", "model_name": "GLM 4.7", "route": "mayu", "phase": "gateway-pair-8192", "task": "retrieval", "region": "us-west-2", "transport": "messages", "input_style": "varied", "context_window": 203000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 2502.321, "ttft_ms": 2255.092, "observed_input_tokens": 8286, "context_occupancy": 0.040817733990147785, "billed_output_tokens_per_second": 11.589239632055166, "estimated_cost_micro_usd": 5035, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 8286, "output": 29, "read": 0, "write": 0 } }, { "id": "f6f86d489461ac55438b", "model_id": "moonshotai.kimi-k3", "model_name": "Kimi K3", "route": "direct", "phase": "generation-98", "task": "generation", "region": "us-west-2", "input_style": "repeat", "context_window": 1000000, "max_output_tokens": 1024, "success": false, "failure_class": "upstream_error", "status": 200, "terminal": false, "elapsed_ms": 38560.859, "ttft_ms": null, "estimated_cost_micro_usd": null, "financial_state": "UNCERTAIN", "cache_requested": false, "usage": {} }, { "id": "bff6f6afda3fbf2fd33e", "model_id": "zai.glm-4.7", "model_name": "GLM 4.7", "route": "mayu", "phase": "gateway-pair-8192", "task": "retrieval", "region": "us-west-2", "transport": "messages", "input_style": "varied", "context_window": 203000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 1430.136, "ttft_ms": 946.28, "observed_input_tokens": 8286, "context_occupancy": 0.040817733990147785, "billed_output_tokens_per_second": 23.77396318883371, "estimated_cost_micro_usd": 5046, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 8286, "output": 34, "read": 0, "write": 0 } }, { "id": "a96d0747ea8f1cc96757", "model_id": "xai.grok-4.7", "model_name": "Grok 4.7", "route": "mayu", "phase": "gateway-pair-8192", "task": "retrieval", "region": "us-west-2", "transport": "messages", "input_style": "varied", "context_window": 524288, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 20837.508, "ttft_ms": 20714.032, "observed_input_tokens": 8298, "context_occupancy": 0.015827178955078125, "billed_output_tokens_per_second": 13.245346030895014, "estimated_cost_micro_usd": 5964, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 106, "output": 276, "read": 8192, "write": 0 } }, { "id": "8a758cf6ecdf9e07fa79", "model_id": "qwen.qwen3-coder-next", "model_name": "Qwen3 Coder Next", "route": "mayu", "phase": "gateway-pair-8192", "task": "retrieval", "region": "us-west-2", "transport": "messages", "input_style": "varied", "context_window": 256000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 1112.809, "ttft_ms": 1112.461, "observed_input_tokens": 8302, "context_occupancy": 0.0324296875, "billed_output_tokens_per_second": 37.74231909887452, "estimated_cost_micro_usd": 4201, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 8302, "output": 42, "read": 0, "write": 0 } }, { "id": "a8fd8984ad11d13b27b2", "model_id": "qwen.qwen3-coder-next", "model_name": "Qwen3 Coder Next", "route": "mayu", "phase": "gateway-pair-8192", "task": "retrieval", "region": "us-west-2", "transport": "messages", "input_style": "varied", "context_window": 256000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 750.56, "ttft_ms": 750.218, "observed_input_tokens": 8302, "context_occupancy": 0.0324296875, "billed_output_tokens_per_second": 55.95825417308112, "estimated_cost_micro_usd": 4201, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 8302, "output": 42, "read": 0, "write": 0 } }, { "id": "21d0365c9e698b0dbea7", "model_id": "zai.glm-4.7", "model_name": "GLM 4.7", "route": "mayu", "phase": "gateway-pair-8192", "task": "retrieval", "region": "us-west-2", "transport": "messages", "input_style": "varied", "context_window": 203000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 1062.742, "ttft_ms": 910.034, "observed_input_tokens": 8286, "context_occupancy": 0.040817733990147785, "billed_output_tokens_per_second": 27.287905379813335, "estimated_cost_micro_usd": 5035, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 8286, "output": 29, "read": 0, "write": 0 } }, { "id": "0d6df7a638d97ad5df94", "model_id": "anthropic.claude-sonnet-4-6", "model_name": "Claude Sonnet 4.6", "route": "mayu", "phase": "gateway-pair-8192", "task": "retrieval", "region": "us-west-2", "transport": "messages", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 1024, "success": false, "failure_class": "empty_output", "status": 200, "stop_reason": "refusal", "terminal": true, "retrieval_correct": false, "elapsed_ms": 1160.621, "ttft_ms": null, "observed_input_tokens": 8298, "context_occupancy": 0.008298, "billed_output_tokens_per_second": 0.0, "estimated_cost_micro_usd": 24894, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 8298, "output": 0, "read": 0, "write": 0 } }, { "id": "75d79f39f4d6df10fad5", "model_id": "moonshotai.kimi-k2.5", "model_name": "Kimi K2.5", "route": "mayu", "phase": "gateway-pair-8192", "task": "retrieval", "region": "us-west-2", "transport": "messages", "input_style": "varied", "context_window": 256000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 1580.963, "ttft_ms": 1438.064, "observed_input_tokens": 8303, "context_occupancy": 0.03243359375, "billed_output_tokens_per_second": 15.813148526822424, "estimated_cost_micro_usd": 5057, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 8303, "output": 25, "read": 0, "write": 0 } }, { "id": "9602c3d15b340f0938f0", "model_id": "anthropic.claude-sonnet-4-6", "model_name": "Claude Sonnet 4.6", "route": "mayu", "phase": "gateway-pair-8192", "task": "retrieval", "region": "us-west-2", "transport": "messages", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 1024, "success": false, "failure_class": "empty_output", "status": 200, "stop_reason": "refusal", "terminal": true, "retrieval_correct": false, "elapsed_ms": 1276.435, "ttft_ms": null, "observed_input_tokens": 8298, "context_occupancy": 0.008298, "billed_output_tokens_per_second": 0.0, "estimated_cost_micro_usd": 24894, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 8298, "output": 0, "read": 0, "write": 0 } }, { "id": "b6b565734a8de3e4f318", "model_id": "xai.grok-4.7", "model_name": "Grok 4.7", "route": "mayu", "phase": "gateway-pair-8192", "task": "retrieval", "region": "us-west-2", "transport": "messages", "input_style": "varied", "context_window": 524288, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 25306.55, "ttft_ms": 25236.573, "observed_input_tokens": 8298, "context_occupancy": 0.015827178955078125, "billed_output_tokens_per_second": 6.282958361041966, "estimated_cost_micro_usd": 5262, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 106, "output": 159, "read": 8192, "write": 0 } }, { "id": "3c4f651f534e7af4171d", "model_id": "moonshotai.kimi-k2.5", "model_name": "Kimi K2.5", "route": "mayu", "phase": "gateway-pair-8192", "task": "retrieval", "region": "us-west-2", "transport": "messages", "input_style": "varied", "context_window": 256000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 1055.693, "ttft_ms": 1030.749, "observed_input_tokens": 8303, "context_occupancy": 0.03243359375, "billed_output_tokens_per_second": 23.681122464119174, "estimated_cost_micro_usd": 5057, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 8303, "output": 25, "read": 0, "write": 0 } }, { "id": "4c284c7e138a8d7eea7d", "model_id": "openai.gpt-6.1-sol", "model_name": "GPT-6.1 Sol", "route": "mayu", "phase": "gateway-pair-8192", "task": "retrieval", "region": "us-west-2", "transport": "messages", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 1694.689, "ttft_ms": 1470.909, "observed_input_tokens": 8286, "context_occupancy": 0.008286, "billed_output_tokens_per_second": 15.342043873163876, "estimated_cost_micro_usd": 1092, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2, "output": 26, "read": 8284, "write": 0 } }, { "id": "ed3b9681d28d1bfc74c4", "model_id": "openai.gpt-6.1-sol", "model_name": "GPT-6.1 Sol", "route": "mayu", "phase": "gateway-pair-8192", "task": "retrieval", "region": "us-west-2", "transport": "messages", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 1502.274, "ttft_ms": 1287.758, "observed_input_tokens": 8286, "context_occupancy": 0.008286, "billed_output_tokens_per_second": 17.307100026670447, "estimated_cost_micro_usd": 1092, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2, "output": 26, "read": 8284, "write": 0 } }, { "id": "948ef4b53628734014e8", "model_id": "anthropic.claude-sonnet-4-6", "model_name": "Claude Sonnet 4.6", "route": "direct", "phase": "cache-explicit-direct", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 1000000, "max_output_tokens": 1024, "success": false, "failure_class": "content_filtered", "status": 200, "stop_reason": "content_filtered", "terminal": true, "retrieval_correct": false, "elapsed_ms": 1640.227, "ttft_ms": null, "observed_input_tokens": 65663, "context_occupancy": 0.065663, "billed_output_tokens_per_second": 0.0, "estimated_cost_micro_usd": 246221, "financial_state": "SETTLED", "cache_requested": true, "usage": { "input": 20, "output": 0, "read": 0, "write": 65643 } }, { "id": "34aafa0713bf947676b1", "model_id": "openai.gpt-6.1-sol", "model_name": "GPT-6.1 Sol", "route": "mayu", "phase": "gateway-pair-8192", "task": "retrieval", "region": "us-west-2", "transport": "messages", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 1331.31, "ttft_ms": 1126.697, "observed_input_tokens": 8286, "context_occupancy": 0.008286, "billed_output_tokens_per_second": 19.52964058060131, "estimated_cost_micro_usd": 1092, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2, "output": 26, "read": 8284, "write": 0 } }, { "id": "4cd4d3e54ffebd9cb680", "model_id": "anthropic.claude-sonnet-4-6", "model_name": "Claude Sonnet 4.6", "route": "direct", "phase": "cache-explicit-direct", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 1000000, "max_output_tokens": 1024, "success": false, "failure_class": "content_filtered", "status": 200, "stop_reason": "content_filtered", "terminal": true, "retrieval_correct": false, "elapsed_ms": 1335.926, "ttft_ms": null, "observed_input_tokens": 65663, "context_occupancy": 0.065663, "billed_output_tokens_per_second": 0.0, "estimated_cost_micro_usd": 246221, "financial_state": "SETTLED", "cache_requested": true, "usage": { "input": 20, "output": 0, "read": 0, "write": 65643 } }, { "id": "b0e6dd6065c9d90f9c6b", "model_id": "xai.grok-4.3", "model_name": "Grok 4.3", "route": "direct", "phase": "generation-98", "task": "generation", "region": "us-west-2", "transport": "chat", "input_style": "repeat", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "length", "terminal": true, "retrieval_correct": null, "elapsed_ms": 74381.372, "ttft_ms": 72174.328, "observed_input_tokens": 979654, "context_occupancy": 0.979654, "billed_output_tokens_per_second": 13.766887833403613, "estimated_cost_micro_usd": 1227128, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 979654, "output": 1024, "read": 0, "write": 0 } }, { "id": "33f41f47960ea25f97d0", "model_id": "moonshotai.kimi-k2.5", "model_name": "Kimi K2.5", "route": "mayu", "phase": "gateway-pair-8192", "task": "retrieval", "region": "us-west-2", "transport": "messages", "input_style": "varied", "context_window": 256000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 968.026, "ttft_ms": 967.719, "observed_input_tokens": 8303, "context_occupancy": 0.03243359375, "billed_output_tokens_per_second": 25.82576205998474, "estimated_cost_micro_usd": 5057, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 8303, "output": 25, "read": 0, "write": 0 } }, { "id": "ff92dc6cc515fa41ecef", "model_id": "anthropic.claude-sonnet-4-6", "model_name": "Claude Sonnet 4.6", "route": "direct", "phase": "cache-explicit-direct", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 1000000, "max_output_tokens": 1024, "success": false, "failure_class": "content_filtered", "status": 200, "stop_reason": "content_filtered", "terminal": true, "retrieval_correct": false, "elapsed_ms": 1278.706, "ttft_ms": null, "observed_input_tokens": 65663, "context_occupancy": 0.065663, "billed_output_tokens_per_second": 0.0, "estimated_cost_micro_usd": 246221, "financial_state": "SETTLED", "cache_requested": true, "usage": { "input": 20, "output": 0, "read": 0, "write": 65643 } }, { "id": "a82b3edfdfd49adb0dad", "model_id": "qwen.qwen3-coder-next", "model_name": "Qwen3 Coder Next", "route": "mayu", "phase": "gateway-pair-8192", "task": "retrieval", "region": "us-west-2", "transport": "messages", "input_style": "varied", "context_window": 256000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 869.114, "ttft_ms": 868.766, "observed_input_tokens": 8302, "context_occupancy": 0.0324296875, "billed_output_tokens_per_second": 48.3250552523619, "estimated_cost_micro_usd": 4201, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 8302, "output": 42, "read": 0, "write": 0 } }, { "id": "9594a16a5d1de78f11b3", "model_id": "anthropic.claude-sonnet-4-6", "model_name": "Claude Sonnet 4.6", "route": "direct", "phase": "cache-explicit-direct", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 1000000, "max_output_tokens": 1024, "success": false, "failure_class": "content_filtered", "status": 200, "stop_reason": "content_filtered", "terminal": true, "retrieval_correct": false, "elapsed_ms": 1449.579, "ttft_ms": null, "observed_input_tokens": 65663, "context_occupancy": 0.065663, "billed_output_tokens_per_second": 0.0, "estimated_cost_micro_usd": 246221, "financial_state": "SETTLED", "cache_requested": true, "usage": { "input": 20, "output": 0, "read": 0, "write": 65643 } }, { "id": "d8f91414f16a55dae808", "model_id": "anthropic.claude-sonnet-4-6", "model_name": "Claude Sonnet 4.6", "route": "mayu", "phase": "cache-explicit-mayu", "task": "retrieval", "region": "us-west-2", "transport": "messages", "input_style": "repeat", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 2585.468, "ttft_ms": 2475.133, "observed_input_tokens": 65645, "context_occupancy": 0.065645, "billed_output_tokens_per_second": 11.603313591589233, "estimated_cost_micro_usd": 246616, "financial_state": "SETTLED", "cache_requested": true, "usage": { "input": 3, "output": 30, "read": 0, "write": 65642 } }, { "id": "163455528ef836ee9b0e", "model_id": "anthropic.claude-sonnet-4-6", "model_name": "Claude Sonnet 4.6", "route": "mayu", "phase": "cache-explicit-mayu", "task": "retrieval", "region": "us-west-2", "transport": "messages", "input_style": "repeat", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 2137.255, "ttft_ms": 1610.057, "observed_input_tokens": 65645, "context_occupancy": 0.065645, "billed_output_tokens_per_second": 14.036697241035151, "estimated_cost_micro_usd": 20152, "financial_state": "SETTLED", "cache_requested": true, "usage": { "input": 3, "output": 30, "read": 65642, "write": 0 } }, { "id": "b310d2f76a2533753afa", "model_id": "anthropic.claude-sonnet-4-6", "model_name": "Claude Sonnet 4.6", "route": "mayu", "phase": "cache-explicit-mayu", "task": "retrieval", "region": "us-west-2", "transport": "messages", "input_style": "repeat", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 2071.808, "ttft_ms": 1546.782, "observed_input_tokens": 65645, "context_occupancy": 0.065645, "billed_output_tokens_per_second": 14.480109584474219, "estimated_cost_micro_usd": 20152, "financial_state": "SETTLED", "cache_requested": true, "usage": { "input": 3, "output": 30, "read": 65642, "write": 0 } }, { "id": "1386e7bac5216916d13c", "model_id": "zai.glm-5", "model_name": "GLM 5", "route": "direct", "phase": "generation-98", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 200000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": null, "elapsed_ms": 25525.788, "ttft_ms": 25525.157, "observed_input_tokens": 195729, "context_occupancy": 0.978645, "billed_output_tokens_per_second": 0.7835213584843258, "estimated_cost_micro_usd": 195793, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 195729, "output": 20, "read": 0, "write": 0 } }, { "id": "b469fae64ad7b3996f38", "model_id": "anthropic.claude-sonnet-4-6", "model_name": "Claude Sonnet 4.6", "route": "mayu", "phase": "cache-explicit-mayu", "task": "retrieval", "region": "us-west-2", "transport": "messages", "input_style": "repeat", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 2226.257, "ttft_ms": 1613.632, "observed_input_tokens": 65645, "context_occupancy": 0.065645, "billed_output_tokens_per_second": 13.475532155358247, "estimated_cost_micro_usd": 20152, "financial_state": "SETTLED", "cache_requested": true, "usage": { "input": 3, "output": 30, "read": 65642, "write": 0 } }, { "id": "a80010622eb8c8a8ba01", "model_id": "anthropic.claude-opus-4-8", "model_name": "Claude Opus 4.8", "route": "direct", "phase": "cache-explicit-direct", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 3613.53, "ttft_ms": 3173.208, "observed_input_tokens": 65689, "context_occupancy": 0.065689, "billed_output_tokens_per_second": 8.855606398423813, "estimated_cost_micro_usd": 411354, "financial_state": "SETTLED", "cache_requested": true, "usage": { "input": 2, "output": 32, "read": 0, "write": 65687 } }, { "id": "3f759bbb2762f989f213", "model_id": "xai.grok-4.7", "model_name": "Grok 4.7", "route": "mayu", "phase": "gateway-pair-65536", "task": "retrieval", "region": "us-west-2", "transport": "messages", "input_style": "varied", "context_window": 524288, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 10015.586, "ttft_ms": 9802.755, "observed_input_tokens": 65654, "context_occupancy": 0.12522506713867188, "billed_output_tokens_per_second": 39.138997375269774, "estimated_cost_micro_usd": 133660, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 65654, "output": 392, "read": 0, "write": 0 } }, { "id": "96ed56fddb7e53454f27", "model_id": "anthropic.claude-sonnet-4-6", "model_name": "Claude Sonnet 4.6", "route": "mayu", "phase": "gateway-pair-65536", "task": "retrieval", "region": "us-west-2", "transport": "messages", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 1024, "success": false, "failure_class": "empty_output", "status": 200, "stop_reason": "refusal", "terminal": true, "retrieval_correct": false, "elapsed_ms": 2852.375, "ttft_ms": null, "observed_input_tokens": 65654, "context_occupancy": 0.065654, "billed_output_tokens_per_second": 0.0, "estimated_cost_micro_usd": 196962, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 65654, "output": 0, "read": 0, "write": 0 } }, { "id": "d84b4885f048b3e76c4c", "model_id": "anthropic.claude-opus-4-8", "model_name": "Claude Opus 4.8", "route": "direct", "phase": "cache-explicit-direct", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 3105.915, "ttft_ms": 2339.305, "observed_input_tokens": 65689, "context_occupancy": 0.065689, "billed_output_tokens_per_second": 9.658989339505936, "estimated_cost_micro_usd": 33604, "financial_state": "SETTLED", "cache_requested": true, "usage": { "input": 2, "output": 30, "read": 65687, "write": 0 } }, { "id": "c845d7308f8375fb8ed4", "model_id": "zai.glm-4.7", "model_name": "GLM 4.7", "route": "mayu", "phase": "gateway-pair-65536", "task": "retrieval", "region": "us-west-2", "transport": "messages", "input_style": "varied", "context_window": 203000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 5289.191, "ttft_ms": 5049.429, "observed_input_tokens": 65639, "context_occupancy": 0.3233448275862069, "billed_output_tokens_per_second": 7.373528602145768, "estimated_cost_micro_usd": 39469, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 65639, "output": 39, "read": 0, "write": 0 } }, { "id": "bd887534798eb446a510", "model_id": "anthropic.claude-opus-4-8", "model_name": "Claude Opus 4.8", "route": "direct", "phase": "cache-explicit-direct", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 2505.271, "ttft_ms": 1801.494, "observed_input_tokens": 65689, "context_occupancy": 0.065689, "billed_output_tokens_per_second": 12.773069092344103, "estimated_cost_micro_usd": 33654, "financial_state": "SETTLED", "cache_requested": true, "usage": { "input": 2, "output": 32, "read": 65687, "write": 0 } }, { "id": "2ea0baeeea32a08fc5fc", "model_id": "anthropic.claude-opus-4-8", "model_name": "Claude Opus 4.8", "route": "direct", "phase": "cache-explicit-direct", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 2559.185, "ttft_ms": 1779.687, "observed_input_tokens": 65689, "context_occupancy": 0.065689, "billed_output_tokens_per_second": 12.503980246347265, "estimated_cost_micro_usd": 33654, "financial_state": "SETTLED", "cache_requested": true, "usage": { "input": 2, "output": 32, "read": 65687, "write": 0 } }, { "id": "d62d1a5ae73372a48e18", "model_id": "zai.glm-4.7", "model_name": "GLM 4.7", "route": "mayu", "phase": "gateway-pair-65536", "task": "retrieval", "region": "us-west-2", "transport": "messages", "input_style": "varied", "context_window": 203000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 11169.964, "ttft_ms": 9447.698, "observed_input_tokens": 65639, "context_occupancy": 0.3233448275862069, "billed_output_tokens_per_second": 3.9391354819730706, "estimated_cost_micro_usd": 39480, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 65639, "output": 44, "read": 0, "write": 0 } }, { "id": "c0dc56f00c1d39388a6a", "model_id": "anthropic.claude-opus-4-8", "model_name": "Claude Opus 4.8", "route": "mayu", "phase": "cache-explicit-mayu", "task": "retrieval", "region": "us-west-2", "transport": "messages", "input_style": "repeat", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 3067.451, "ttft_ms": 2391.457, "observed_input_tokens": 65695, "context_occupancy": 0.065695, "billed_output_tokens_per_second": 12.38813514352125, "estimated_cost_micro_usd": 411541, "financial_state": "SETTLED", "cache_requested": true, "usage": { "input": 2, "output": 38, "read": 0, "write": 65693 } }, { "id": "edb22d0ae4c01d2b41da", "model_id": "xai.grok-4.7", "model_name": "Grok 4.7", "route": "mayu", "phase": "gateway-pair-65536", "task": "retrieval", "region": "us-west-2", "transport": "messages", "input_style": "varied", "context_window": 524288, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 5975.311, "ttft_ms": 5859.519, "observed_input_tokens": 65654, "context_occupancy": 0.12522506713867188, "billed_output_tokens_per_second": 31.630152648031384, "estimated_cost_micro_usd": 132442, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 65654, "output": 189, "read": 0, "write": 0 } }, { "id": "46e650ae6d008fa8c116", "model_id": "openai.gpt-6-luna", "model_name": "GPT-6 Luna", "route": "direct", "phase": "nearfull-95", "task": "retrieval", "region": "us-west-2", "input_style": "repeat", "context_window": 1050000, "max_output_tokens": 512, "success": false, "failure_class": "context_limit", "status": 200, "terminal": false, "elapsed_ms": 3700.214, "ttft_ms": null, "estimated_cost_micro_usd": null, "financial_state": "UNCERTAIN", "cache_requested": false, "usage": {} }, { "id": "9a3d80024482af20ad4f", "model_id": "minimax.minimax-m2", "model_name": "MiniMax M2", "route": "direct", "phase": "nearfull-95", "task": "retrieval", "region": "us-west-2", "input_style": "repeat", "context_window": 1000000, "max_output_tokens": 512, "success": false, "failure_class": "context_limit", "status": 400, "terminal": false, "elapsed_ms": 3886.668, "ttft_ms": null, "estimated_cost_micro_usd": 0, "financial_state": "REJECTED_BEFORE_INFERENCE", "cache_requested": false, "usage": {} }, { "id": "27c278ebc41dc7e11cf2", "model_id": "anthropic.claude-opus-4-8", "model_name": "Claude Opus 4.8", "route": "mayu", "phase": "cache-explicit-mayu", "task": "retrieval", "region": "us-west-2", "transport": "messages", "input_style": "repeat", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 2600.081, "ttft_ms": 1609.086, "observed_input_tokens": 65695, "context_occupancy": 0.065695, "billed_output_tokens_per_second": 14.614931451687227, "estimated_cost_micro_usd": 33806, "financial_state": "SETTLED", "cache_requested": true, "usage": { "input": 2, "output": 38, "read": 65693, "write": 0 } }, { "id": "fd01ab6a6608aaf21cc7", "model_id": "anthropic.claude-opus-4-8", "model_name": "Claude Opus 4.8", "route": "mayu", "phase": "cache-explicit-mayu", "task": "retrieval", "region": "us-west-2", "transport": "messages", "input_style": "repeat", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 2548.266, "ttft_ms": 1645.013, "observed_input_tokens": 65695, "context_occupancy": 0.065695, "billed_output_tokens_per_second": 14.912103406914703, "estimated_cost_micro_usd": 33806, "financial_state": "SETTLED", "cache_requested": true, "usage": { "input": 2, "output": 38, "read": 65693, "write": 0 } }, { "id": "e2512d3439954675d63c", "model_id": "openai.gpt-6.1-sol", "model_name": "GPT-6.1 Sol", "route": "direct", "phase": "nearfull-95", "task": "retrieval", "region": "us-west-2", "input_style": "repeat", "context_window": 1000000, "max_output_tokens": 512, "success": false, "failure_class": "context_limit", "status": 200, "terminal": false, "elapsed_ms": 2171.091, "ttft_ms": null, "estimated_cost_micro_usd": null, "financial_state": "UNCERTAIN", "cache_requested": false, "usage": {} }, { "id": "65e6bf44328a4221002f", "model_id": "qwen.qwen3-coder-next", "model_name": "Qwen3 Coder Next", "route": "mayu", "phase": "gateway-pair-65536", "task": "retrieval", "region": "us-west-2", "transport": "messages", "input_style": "varied", "context_window": 256000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 2114.569, "ttft_ms": 2114.224, "observed_input_tokens": 65645, "context_occupancy": 0.25642578125, "billed_output_tokens_per_second": 19.862203739347564, "estimated_cost_micro_usd": 32873, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 65645, "output": 42, "read": 0, "write": 0 } }, { "id": "dd59085390355523959b", "model_id": "anthropic.claude-opus-4-8", "model_name": "Claude Opus 4.8", "route": "mayu", "phase": "cache-explicit-mayu", "task": "retrieval", "region": "us-west-2", "transport": "messages", "input_style": "repeat", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 2672.36, "ttft_ms": 1756.97, "observed_input_tokens": 65695, "context_occupancy": 0.065695, "billed_output_tokens_per_second": 14.219642832537296, "estimated_cost_micro_usd": 33806, "financial_state": "SETTLED", "cache_requested": true, "usage": { "input": 2, "output": 38, "read": 65693, "write": 0 } }, { "id": "b9154ae26005f243b718", "model_id": "openai.gpt-5.5", "model_name": "GPT-5.5", "route": "direct", "phase": "nearfull-95", "task": "retrieval", "region": "us-west-2", "input_style": "repeat", "context_window": 1050000, "max_output_tokens": 512, "success": false, "failure_class": "context_limit", "status": 200, "terminal": false, "elapsed_ms": 2681.305, "ttft_ms": null, "estimated_cost_micro_usd": null, "financial_state": "UNCERTAIN", "cache_requested": false, "usage": {} }, { "id": "33f155dcbd15e594a59f", "model_id": "qwen.qwen3-coder-next", "model_name": "Qwen3 Coder Next", "route": "mayu", "phase": "gateway-pair-65536", "task": "retrieval", "region": "us-west-2", "transport": "messages", "input_style": "varied", "context_window": 256000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 2061.675, "ttft_ms": 2061.328, "observed_input_tokens": 65645, "context_occupancy": 0.25642578125, "billed_output_tokens_per_second": 20.37178512708706, "estimated_cost_micro_usd": 32873, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 65645, "output": 42, "read": 0, "write": 0 } }, { "id": "39c833e22a219fcd7089", "model_id": "anthropic.claude-opus-4-8", "model_name": "Claude Opus 4.8", "route": "direct", "phase": "generation-98", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 31171.749, "ttft_ms": 28478.207, "observed_input_tokens": 979562, "context_occupancy": 0.979562, "billed_output_tokens_per_second": 32.85025817860807, "estimated_cost_micro_usd": 4923410, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 979562, "output": 1024, "read": 0, "write": 0 } }, { "id": "4beb2ddf324676ad4f88", "model_id": "zai.glm-4.7", "model_name": "GLM 4.7", "route": "mayu", "phase": "gateway-pair-65536", "task": "retrieval", "region": "us-west-2", "transport": "messages", "input_style": "varied", "context_window": 203000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 1605.222, "ttft_ms": 1392.169, "observed_input_tokens": 65639, "context_occupancy": 0.3233448275862069, "billed_output_tokens_per_second": 24.295711068311856, "estimated_cost_micro_usd": 39469, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 65639, "output": 39, "read": 0, "write": 0 } }, { "id": "71a6d9e155a8baacce27", "model_id": "openai.gpt-5.6-sol", "model_name": "GPT-5.6 Sol", "route": "direct", "phase": "nearfull-95", "task": "retrieval", "region": "us-west-2", "input_style": "repeat", "context_window": 1050000, "max_output_tokens": 512, "success": false, "failure_class": "context_limit", "status": 200, "terminal": false, "elapsed_ms": 2109.6, "ttft_ms": null, "estimated_cost_micro_usd": null, "financial_state": "UNCERTAIN", "cache_requested": false, "usage": {} }, { "id": "bf50f093f1376ab42949", "model_id": "openai.gpt-6.1-sol", "model_name": "GPT-6.1 Sol", "route": "direct", "phase": "cache-implicit-direct", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 2864.6, "ttft_ms": 2460.789, "observed_input_tokens": 65634, "context_occupancy": 0.065634, "billed_output_tokens_per_second": 10.472665993662856, "estimated_cost_micro_usd": 164384, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2, "output": 30, "read": 0, "write": 65632 } }, { "id": "c0491ef6539480b36855", "model_id": "anthropic.claude-sonnet-4-6", "model_name": "Claude Sonnet 4.6", "route": "mayu", "phase": "gateway-pair-65536", "task": "retrieval", "region": "us-west-2", "transport": "messages", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 1024, "success": false, "failure_class": "empty_output", "status": 200, "stop_reason": "refusal", "terminal": true, "retrieval_correct": false, "elapsed_ms": 2302.423, "ttft_ms": null, "observed_input_tokens": 65654, "context_occupancy": 0.065654, "billed_output_tokens_per_second": 0.0, "estimated_cost_micro_usd": 196962, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 65654, "output": 0, "read": 0, "write": 0 } }, { "id": "d01861de4ebd18f84fb4", "model_id": "moonshotai.kimi-k2.5", "model_name": "Kimi K2.5", "route": "mayu", "phase": "gateway-pair-65536", "task": "retrieval", "region": "us-west-2", "transport": "messages", "input_style": "varied", "context_window": 256000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 4100.933, "ttft_ms": 3839.006, "observed_input_tokens": 65658, "context_occupancy": 0.2564765625, "billed_output_tokens_per_second": 9.022337857938286, "estimated_cost_micro_usd": 39506, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 65658, "output": 37, "read": 0, "write": 0 } }, { "id": "63a99a275d354b085cae", "model_id": "openai.gpt-6-astra", "model_name": "GPT-6 Astra", "route": "direct", "phase": "nearfull-95", "task": "retrieval", "region": "us-west-2", "input_style": "repeat", "context_window": 1050000, "max_output_tokens": 512, "success": false, "failure_class": "context_limit", "status": 200, "terminal": false, "elapsed_ms": 2320.947, "ttft_ms": null, "estimated_cost_micro_usd": null, "financial_state": "UNCERTAIN", "cache_requested": false, "usage": {} }, { "id": "9dcbe156870fc67bfdee", "model_id": "anthropic.claude-sonnet-4-6", "model_name": "Claude Sonnet 4.6", "route": "mayu", "phase": "gateway-pair-65536", "task": "retrieval", "region": "us-west-2", "transport": "messages", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 1024, "success": false, "failure_class": "empty_output", "status": 200, "stop_reason": "refusal", "terminal": true, "retrieval_correct": false, "elapsed_ms": 2316.3, "ttft_ms": null, "observed_input_tokens": 65654, "context_occupancy": 0.065654, "billed_output_tokens_per_second": 0.0, "estimated_cost_micro_usd": 196962, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 65654, "output": 0, "read": 0, "write": 0 } }, { "id": "15d82a07798ed70ef256", "model_id": "openai.gpt-6.1-sol", "model_name": "GPT-6.1 Sol", "route": "direct", "phase": "cache-implicit-direct", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 1847.991, "ttft_ms": 1590.832, "observed_input_tokens": 65634, "context_occupancy": 0.065634, "billed_output_tokens_per_second": 16.233847078840466, "estimated_cost_micro_usd": 6867, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2, "output": 30, "read": 65632, "write": 0 } }, { "id": "5f602552a652da292b7b", "model_id": "openai.gpt-5.6-luna", "model_name": "GPT-5.6 Luna", "route": "direct", "phase": "nearfull-95", "task": "retrieval", "region": "us-west-2", "input_style": "repeat", "context_window": 1050000, "max_output_tokens": 512, "success": false, "failure_class": "context_limit", "status": 200, "terminal": false, "elapsed_ms": 1672.957, "ttft_ms": null, "estimated_cost_micro_usd": null, "financial_state": "UNCERTAIN", "cache_requested": false, "usage": {} }, { "id": "5194df382eb6b33038f7", "model_id": "openai.gpt-6.1-sol", "model_name": "GPT-6.1 Sol", "route": "direct", "phase": "cache-implicit-direct", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 1696.1, "ttft_ms": 1472.456, "observed_input_tokens": 65634, "context_occupancy": 0.065634, "billed_output_tokens_per_second": 17.687631774409198, "estimated_cost_micro_usd": 6867, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2, "output": 30, "read": 65632, "write": 0 } }, { "id": "13c05d5ddc816991e157", "model_id": "xai.grok-4.7", "model_name": "Grok 4.7", "route": "mayu", "phase": "gateway-pair-65536", "task": "retrieval", "region": "us-west-2", "transport": "messages", "input_style": "varied", "context_window": 524288, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 3173.282, "ttft_ms": 2916.714, "observed_input_tokens": 65654, "context_occupancy": 0.12522506713867188, "billed_output_tokens_per_second": 58.92952358469438, "estimated_cost_micro_usd": 34126, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 118, "output": 187, "read": 65536, "write": 0 } }, { "id": "005b358409e738c166c2", "model_id": "moonshotai.kimi-k2.5", "model_name": "Kimi K2.5", "route": "mayu", "phase": "gateway-pair-65536", "task": "retrieval", "region": "us-west-2", "transport": "messages", "input_style": "varied", "context_window": 256000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 9662.669, "ttft_ms": 6435.982, "observed_input_tokens": 65658, "context_occupancy": 0.2564765625, "billed_output_tokens_per_second": 3.829169579590432, "estimated_cost_micro_usd": 39506, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 65658, "output": 37, "read": 0, "write": 0 } }, { "id": "170c4737f6f315dfccaf", "model_id": "moonshotai.kimi-k3", "model_name": "Kimi K3", "route": "direct", "phase": "nearfull-95", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 1000000, "max_output_tokens": 512, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 79193.055, "ttft_ms": 77552.315, "observed_input_tokens": 949504, "context_occupancy": 0.949504, "billed_output_tokens_per_second": 1.6036759844185393, "estimated_cost_micro_usd": 2850417, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 949504, "output": 127, "read": 0, "write": 0 } }, { "id": "6332dc109f407d3ef076", "model_id": "openai.gpt-6.1-sol", "model_name": "GPT-6.1 Sol", "route": "direct", "phase": "cache-implicit-direct", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 1710.172, "ttft_ms": 1464.138, "observed_input_tokens": 65634, "context_occupancy": 0.065634, "billed_output_tokens_per_second": 17.542099109843324, "estimated_cost_micro_usd": 6867, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2, "output": 30, "read": 65632, "write": 0 } }, { "id": "700671fd2b709ca2624f", "model_id": "openai.gpt-6.1-sol", "model_name": "GPT-6.1 Sol", "route": "mayu", "phase": "gateway-pair-65536", "task": "retrieval", "region": "us-west-2", "transport": "messages", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 2741.387, "ttft_ms": 2431.133, "observed_input_tokens": 65641, "context_occupancy": 0.065641, "billed_output_tokens_per_second": 13.861597510703355, "estimated_cost_micro_usd": 164482, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2, "output": 38, "read": 0, "write": 65639 } }, { "id": "e58b3de02c86b639fbbf", "model_id": "openai.gpt-6.1-sol", "model_name": "GPT-6.1 Sol", "route": "mayu", "phase": "cache-implicit-mayu", "task": "retrieval", "region": "us-west-2", "transport": "messages", "input_style": "repeat", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 2326.621, "ttft_ms": 2082.134, "observed_input_tokens": 65636, "context_occupancy": 0.065636, "billed_output_tokens_per_second": 13.753848795764224, "estimated_cost_micro_usd": 164409, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2, "output": 32, "read": 0, "write": 65634 } }, { "id": "68ac524a369c74364d86", "model_id": "openai.gpt-6.1-sol", "model_name": "GPT-6.1 Sol", "route": "mayu", "phase": "cache-implicit-mayu", "task": "retrieval", "region": "us-west-2", "transport": "messages", "input_style": "repeat", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 1771.66, "ttft_ms": 1532.019, "observed_input_tokens": 65636, "context_occupancy": 0.065636, "billed_output_tokens_per_second": 18.062159443864573, "estimated_cost_micro_usd": 6887, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2, "output": 32, "read": 65634, "write": 0 } }, { "id": "8dc2a1a7988103a69220", "model_id": "openai.gpt-6.1-sol", "model_name": "GPT-6.1 Sol", "route": "mayu", "phase": "gateway-pair-65536", "task": "retrieval", "region": "us-west-2", "transport": "messages", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 1794.611, "ttft_ms": 1487.483, "observed_input_tokens": 65641, "context_occupancy": 0.065641, "billed_output_tokens_per_second": 21.17450009409611, "estimated_cost_micro_usd": 6948, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2, "output": 38, "read": 65639, "write": 0 } }, { "id": "4102d6e3830765e69366", "model_id": "openai.gpt-6.1-sol", "model_name": "GPT-6.1 Sol", "route": "mayu", "phase": "cache-implicit-mayu", "task": "retrieval", "region": "us-west-2", "transport": "messages", "input_style": "repeat", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 1625.487, "ttft_ms": 1376.86, "observed_input_tokens": 65636, "context_occupancy": 0.065636, "billed_output_tokens_per_second": 19.68640811796465, "estimated_cost_micro_usd": 6887, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2, "output": 32, "read": 65634, "write": 0 } }, { "id": "19a43998f388df649036", "model_id": "openai.gpt-6.1-sol", "model_name": "GPT-6.1 Sol", "route": "mayu", "phase": "gateway-pair-65536", "task": "retrieval", "region": "us-west-2", "transport": "messages", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 2085.422, "ttft_ms": 1768.32, "observed_input_tokens": 65641, "context_occupancy": 0.065641, "billed_output_tokens_per_second": 18.221732424046362, "estimated_cost_micro_usd": 6948, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2, "output": 38, "read": 65639, "write": 0 } }, { "id": "4b5b326e06f7339923a2", "model_id": "openai.gpt-6.1-sol", "model_name": "GPT-6.1 Sol", "route": "mayu", "phase": "cache-implicit-mayu", "task": "retrieval", "region": "us-west-2", "transport": "messages", "input_style": "repeat", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 1328.593, "ttft_ms": 1106.846, "observed_input_tokens": 65636, "context_occupancy": 0.065636, "billed_output_tokens_per_second": 24.085627228432006, "estimated_cost_micro_usd": 6887, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2, "output": 32, "read": 65634, "write": 0 } }, { "id": "ab9a946cc58d1a4ef66c", "model_id": "moonshotai.kimi-k2.5", "model_name": "Kimi K2.5", "route": "mayu", "phase": "gateway-pair-65536", "task": "retrieval", "region": "us-west-2", "transport": "messages", "input_style": "varied", "context_window": 256000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 4601.873, "ttft_ms": 3545.549, "observed_input_tokens": 65658, "context_occupancy": 0.2564765625, "billed_output_tokens_per_second": 8.040203735730147, "estimated_cost_micro_usd": 39506, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 65658, "output": 37, "read": 0, "write": 0 } }, { "id": "a28a72d6e2e87de98ab3", "model_id": "qwen.qwen3-coder-next", "model_name": "Qwen3 Coder Next", "route": "mayu", "phase": "gateway-pair-65536", "task": "retrieval", "region": "us-west-2", "transport": "messages", "input_style": "varied", "context_window": 256000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 2130.352, "ttft_ms": 2130.002, "observed_input_tokens": 65645, "context_occupancy": 0.25642578125, "billed_output_tokens_per_second": 19.7150507667054, "estimated_cost_micro_usd": 32873, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 65645, "output": 42, "read": 0, "write": 0 } }, { "id": "11cd0849be5edd662431", "model_id": "anthropic.claude-opus-5-5", "model_name": "Claude Opus 5.5", "route": "direct", "phase": "generation-98", "task": "generation", "region": "us-west-2", "input_style": "repeat", "context_window": 1000000, "max_output_tokens": 1024, "success": false, "failure_class": "upstream_error", "status": 500, "terminal": false, "elapsed_ms": 47598.115, "ttft_ms": null, "estimated_cost_micro_usd": null, "financial_state": "UNCERTAIN", "cache_requested": false, "usage": {} }, { "id": "c5788d80d9cc0d16ab19", "model_id": "minimax.minimax-m2.5", "model_name": "MiniMax M2.5", "route": "direct", "phase": "generation-98", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 196000, "max_output_tokens": 1024, "success": false, "failure_class": "output_limit", "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 22035.558, "ttft_ms": null, "observed_input_tokens": 191712, "context_occupancy": 0.9781224489795919, "billed_output_tokens_per_second": 46.47034522143929, "estimated_cost_micro_usd": 58742, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 191712, "output": 1024, "read": 0, "write": 0 } }, { "id": "96d4d19726bfbcaf086e", "model_id": "xai.grok-4.7", "model_name": "Grok 4.7", "route": "direct", "phase": "gateway-pair-65536", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 524288, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 5474.791, "ttft_ms": 5230.196, "observed_input_tokens": 65654, "context_occupancy": 0.12522506713867188, "billed_output_tokens_per_second": 44.7505650095932, "estimated_cost_micro_usd": 34474, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 118, "output": 245, "read": 65536, "write": 0 } }, { "id": "bc4c3b2f493b57177e61", "model_id": "anthropic.claude-sonnet-4-6", "model_name": "Claude Sonnet 4.6", "route": "direct", "phase": "gateway-pair-65536", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 1024, "success": false, "failure_class": "content_filtered", "status": 200, "stop_reason": "content_filtered", "terminal": true, "retrieval_correct": false, "elapsed_ms": 4315.324, "ttft_ms": null, "observed_input_tokens": 65671, "context_occupancy": 0.065671, "billed_output_tokens_per_second": 0.0, "estimated_cost_micro_usd": 197013, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 65671, "output": 0, "read": 0, "write": 0 } }, { "id": "2e4f280ab732b95a2bf4", "model_id": "zai.glm-4.7", "model_name": "GLM 4.7", "route": "direct", "phase": "gateway-pair-65536", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 203000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 9169.078, "ttft_ms": 8833.337, "observed_input_tokens": 65639, "context_occupancy": 0.3233448275862069, "billed_output_tokens_per_second": 4.798737908892119, "estimated_cost_micro_usd": 39480, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 65639, "output": 44, "read": 0, "write": 0 } }, { "id": "860ac3904d56e182b6ac", "model_id": "openai.gpt-6-astra", "model_name": "GPT-6 Astra", "route": "direct", "phase": "generation-98", "task": "generation", "region": "us-west-2", "input_style": "repeat", "context_window": 1050000, "max_output_tokens": 1024, "success": false, "failure_class": "context_limit", "status": 200, "terminal": false, "elapsed_ms": 1974.256, "ttft_ms": null, "estimated_cost_micro_usd": null, "financial_state": "UNCERTAIN", "cache_requested": false, "usage": {} }, { "id": "f4ce2368b70692524411", "model_id": "zai.glm-4.7", "model_name": "GLM 4.7", "route": "direct", "phase": "gateway-pair-65536", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 203000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 2055.862, "ttft_ms": 1578.559, "observed_input_tokens": 65639, "context_occupancy": 0.3233448275862069, "billed_output_tokens_per_second": 21.40221741502413, "estimated_cost_micro_usd": 39480, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 65639, "output": 44, "read": 0, "write": 0 } }, { "id": "8f9e948e181f1a38ea8c", "model_id": "openai.gpt-6-luna", "model_name": "GPT-6 Luna", "route": "direct", "phase": "generation-98", "task": "generation", "region": "us-west-2", "input_style": "repeat", "context_window": 1050000, "max_output_tokens": 1024, "success": false, "failure_class": "context_limit", "status": 200, "terminal": false, "elapsed_ms": 1723.955, "ttft_ms": null, "estimated_cost_micro_usd": null, "financial_state": "UNCERTAIN", "cache_requested": false, "usage": {} }, { "id": "5d9ebdd49105de9301d9", "model_id": "xai.grok-4.7", "model_name": "Grok 4.7", "route": "direct", "phase": "gateway-pair-65536", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 524288, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 6933.39, "ttft_ms": 6782.778, "observed_input_tokens": 65654, "context_occupancy": 0.12522506713867188, "billed_output_tokens_per_second": 52.35534041302702, "estimated_cost_micro_usd": 35182, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 118, "output": 363, "read": 65536, "write": 0 } }, { "id": "f2be1df62c499bb13ca2", "model_id": "zai.glm-4.7", "model_name": "GLM 4.7", "route": "direct", "phase": "generation-98", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 203000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 110077.368, "ttft_ms": 51429.297, "observed_input_tokens": 198668, "context_occupancy": 0.9786600985221675, "billed_output_tokens_per_second": 9.302548040062247, "estimated_cost_micro_usd": 121454, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 198668, "output": 1024, "read": 0, "write": 0 } }, { "id": "43b851c23f09c85764dd", "model_id": "qwen.qwen3-coder-next", "model_name": "Qwen3 Coder Next", "route": "direct", "phase": "gateway-pair-65536", "task": "retrieval", "region": "us-west-2", "transport": "chat", "input_style": "varied", "context_window": 256000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "stop", "terminal": true, "retrieval_correct": true, "elapsed_ms": 2458.535, "ttft_ms": 2458.155, "observed_input_tokens": 65645, "context_occupancy": 0.25642578125, "billed_output_tokens_per_second": 17.083343244506874, "estimated_cost_micro_usd": 32873, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 65645, "output": 42, "read": 0, "write": 0 } }, { "id": "8322f08b43981d280712", "model_id": "qwen.qwen3-coder-next", "model_name": "Qwen3 Coder Next", "route": "direct", "phase": "gateway-pair-65536", "task": "retrieval", "region": "us-west-2", "transport": "chat", "input_style": "varied", "context_window": 256000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "stop", "terminal": true, "retrieval_correct": true, "elapsed_ms": 2488.007, "ttft_ms": 2487.552, "observed_input_tokens": 65645, "context_occupancy": 0.25642578125, "billed_output_tokens_per_second": 16.880979503816988, "estimated_cost_micro_usd": 32873, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 65645, "output": 42, "read": 0, "write": 0 } }, { "id": "673449fdde4aaaf8dd4d", "model_id": "zai.glm-4.7", "model_name": "GLM 4.7", "route": "direct", "phase": "gateway-pair-65536", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 203000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 5070.396, "ttft_ms": 4860.963, "observed_input_tokens": 65639, "context_occupancy": 0.3233448275862069, "billed_output_tokens_per_second": 7.691707215833179, "estimated_cost_micro_usd": 39469, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 65639, "output": 39, "read": 0, "write": 0 } }, { "id": "a7e10c77913af258e869", "model_id": "anthropic.claude-sonnet-4-6", "model_name": "Claude Sonnet 4.6", "route": "direct", "phase": "gateway-pair-65536", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 1024, "success": false, "failure_class": "content_filtered", "status": 200, "stop_reason": "content_filtered", "terminal": true, "retrieval_correct": false, "elapsed_ms": 2762.377, "ttft_ms": null, "observed_input_tokens": 65654, "context_occupancy": 0.065654, "billed_output_tokens_per_second": 0.0, "estimated_cost_micro_usd": 196962, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 65654, "output": 0, "read": 0, "write": 0 } }, { "id": "b303908b20cfe8a1a028", "model_id": "moonshotai.kimi-k2.5", "model_name": "Kimi K2.5", "route": "direct", "phase": "gateway-pair-65536", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 256000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 4967.587, "ttft_ms": 4295.633, "observed_input_tokens": 65658, "context_occupancy": 0.2564765625, "billed_output_tokens_per_second": 7.448284370532782, "estimated_cost_micro_usd": 39506, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 65658, "output": 37, "read": 0, "write": 0 } }, { "id": "574a40391de9365e176d", "model_id": "anthropic.claude-sonnet-4-6", "model_name": "Claude Sonnet 4.6", "route": "direct", "phase": "gateway-pair-65536", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 1024, "success": false, "failure_class": "content_filtered", "status": 200, "stop_reason": "content_filtered", "terminal": true, "retrieval_correct": false, "elapsed_ms": 3182.712, "ttft_ms": null, "observed_input_tokens": 65671, "context_occupancy": 0.065671, "billed_output_tokens_per_second": 0.0, "estimated_cost_micro_usd": 197013, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 65671, "output": 0, "read": 0, "write": 0 } }, { "id": "1f522532ad61369cbdeb", "model_id": "openai.gpt-6.1-sol", "model_name": "GPT-6.1 Sol", "route": "direct", "phase": "generation-98", "task": "generation", "region": "us-west-2", "input_style": "repeat", "context_window": 1000000, "max_output_tokens": 1024, "success": false, "failure_class": "context_limit", "status": 200, "terminal": false, "elapsed_ms": 1921.234, "ttft_ms": null, "estimated_cost_micro_usd": null, "financial_state": "UNCERTAIN", "cache_requested": false, "usage": {} }, { "id": "86d36c0cf0d4da06b6b9", "model_id": "xai.grok-4.7", "model_name": "Grok 4.7", "route": "direct", "phase": "gateway-pair-65536", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 524288, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 3753.215, "ttft_ms": 3529.389, "observed_input_tokens": 65654, "context_occupancy": 0.12522506713867188, "billed_output_tokens_per_second": 63.41230135570423, "estimated_cost_micro_usd": 34432, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 118, "output": 238, "read": 65536, "write": 0 } }, { "id": "e18951ed7744b66e5461", "model_id": "moonshotai.kimi-k2.5", "model_name": "Kimi K2.5", "route": "direct", "phase": "gateway-pair-65536", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 256000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 12222.715, "ttft_ms": 11465.413, "observed_input_tokens": 65658, "context_occupancy": 0.2564765625, "billed_output_tokens_per_second": 2.863520925252523, "estimated_cost_micro_usd": 39500, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 65658, "output": 35, "read": 0, "write": 0 } }, { "id": "ddabfa0075b8273b91df", "model_id": "deepseek.v3-v1:0", "model_name": "DeepSeek-V3.1", "route": "direct", "phase": "generation-98", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 128000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 38450.694, "ttft_ms": 16645.013, "observed_input_tokens": 125155, "context_occupancy": 0.9777734375, "billed_output_tokens_per_second": 26.631508728115403, "estimated_cost_micro_usd": 74310, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 125155, "output": 1024, "read": 0, "write": 0 } }, { "id": "9addab21e338759404be", "model_id": "openai.gpt-6.1-sol", "model_name": "GPT-6.1 Sol", "route": "direct", "phase": "gateway-pair-65536", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 2115.979, "ttft_ms": 1771.979, "observed_input_tokens": 65641, "context_occupancy": 0.065641, "billed_output_tokens_per_second": 17.958588645677164, "estimated_cost_micro_usd": 6948, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2, "output": 38, "read": 65639, "write": 0 } }, { "id": "a294d29058ec0bbb4d49", "model_id": "openai.gpt-5.6-terra", "model_name": "GPT-5.6 Terra", "route": "direct", "phase": "nearfull-95", "task": "retrieval", "region": "us-west-2", "input_style": "repeat", "context_window": 1050000, "max_output_tokens": 512, "success": false, "failure_class": "context_limit", "status": 200, "terminal": false, "elapsed_ms": 2570.995, "ttft_ms": null, "estimated_cost_micro_usd": null, "financial_state": "UNCERTAIN", "cache_requested": false, "usage": {} }, { "id": "1e03d4f525ddaa5f7f9d", "model_id": "openai.gpt-6.1-sol", "model_name": "GPT-6.1 Sol", "route": "direct", "phase": "gateway-pair-65536", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 2037.182, "ttft_ms": 1599.024, "observed_input_tokens": 65641, "context_occupancy": 0.065641, "billed_output_tokens_per_second": 18.653214215106313, "estimated_cost_micro_usd": 6948, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2, "output": 38, "read": 65639, "write": 0 } }, { "id": "e100afbf78a9e32db17d", "model_id": "openai.gpt-6.1-sol", "model_name": "GPT-6.1 Sol", "route": "direct", "phase": "gateway-pair-65536", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 2652.592, "ttft_ms": 2589.659, "observed_input_tokens": 65641, "context_occupancy": 0.065641, "billed_output_tokens_per_second": 14.325608028992589, "estimated_cost_micro_usd": 6948, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2, "output": 38, "read": 65639, "write": 0 } }, { "id": "93a5a978a7cd969135bf", "model_id": "openai.gpt-6-sol", "model_name": "GPT-6 Sol", "route": "direct", "phase": "nearfull-95", "task": "retrieval", "region": "us-west-2", "input_style": "repeat", "context_window": 1050000, "max_output_tokens": 512, "success": false, "failure_class": "context_limit", "status": 200, "terminal": false, "elapsed_ms": 1966.11, "ttft_ms": null, "estimated_cost_micro_usd": null, "financial_state": "UNCERTAIN", "cache_requested": false, "usage": {} }, { "id": "213443402cac8062173e", "model_id": "moonshotai.kimi-k2.5", "model_name": "Kimi K2.5", "route": "direct", "phase": "gateway-pair-65536", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 256000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 4024.958, "ttft_ms": 3810.145, "observed_input_tokens": 65658, "context_occupancy": 0.2564765625, "billed_output_tokens_per_second": 9.192643226433804, "estimated_cost_micro_usd": 39506, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 65658, "output": 37, "read": 0, "write": 0 } }, { "id": "b9e62b274dc3f66bdac7", "model_id": "qwen.qwen3-coder-next", "model_name": "Qwen3 Coder Next", "route": "direct", "phase": "gateway-pair-65536", "task": "retrieval", "region": "us-west-2", "transport": "chat", "input_style": "varied", "context_window": 256000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "stop", "terminal": true, "retrieval_correct": true, "elapsed_ms": 2425.687, "ttft_ms": 2425.236, "observed_input_tokens": 65645, "context_occupancy": 0.25642578125, "billed_output_tokens_per_second": 17.31467922091426, "estimated_cost_micro_usd": 32873, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 65645, "output": 42, "read": 0, "write": 0 } }, { "id": "e2112e6f43bc35552453", "model_id": "openai.gpt-5.6-luna", "model_name": "GPT-5.6 Luna", "route": "direct", "phase": "generation-98", "task": "generation", "region": "us-west-2", "input_style": "repeat", "context_window": 1050000, "max_output_tokens": 1024, "success": false, "failure_class": "context_limit", "status": 200, "terminal": false, "elapsed_ms": 1534.702, "ttft_ms": null, "estimated_cost_micro_usd": null, "financial_state": "UNCERTAIN", "cache_requested": false, "usage": {} }, { "id": "6327dfe61eaa9052fb06", "model_id": "anthropic.claude-opus-4-5-20251101-v1:0", "model_name": "Claude Opus 4.5", "route": "direct", "phase": "generation-98", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 200000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 23348.347, "ttft_ms": 8358.373, "observed_input_tokens": 195675, "context_occupancy": 0.978375, "billed_output_tokens_per_second": 43.85749418982502, "estimated_cost_micro_usd": 1003975, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 195675, "output": 1024, "read": 0, "write": 0 } }, { "id": "f26f01c245d48be353a0", "model_id": "anthropic.claude-sonnet-5-5", "model_name": "Claude Sonnet 5.5", "route": "direct", "phase": "generation-98", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 40503.466, "ttft_ms": 39318.978, "observed_input_tokens": 979563, "context_occupancy": 0.979563, "billed_output_tokens_per_second": 25.281786775992757, "estimated_cost_micro_usd": 1969366, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 979563, "output": 1024, "read": 0, "write": 0 } }, { "id": "2de804f1d70d43a4f5d6", "model_id": "qwen.qwen3-235b-a22b-2507-v1:0", "model_name": "Qwen3 235B A22B 2507", "route": "direct", "phase": "generation-98", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 256000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 78810.735, "ttft_ms": 51757.068, "observed_input_tokens": 250585, "context_occupancy": 0.97884765625, "billed_output_tokens_per_second": 12.99315374612577, "estimated_cost_micro_usd": 56030, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 250585, "output": 1024, "read": 0, "write": 0 } }, { "id": "aae4c9a13e6b8fd9d8fe", "model_id": "qwen.qwen3-coder-480b-a35b-v1:0", "model_name": "Qwen3 Coder 480B A35B Instruct", "route": "direct", "phase": "generation-98", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 256000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 61279.063, "ttft_ms": 41789.641, "observed_input_tokens": 250586, "context_occupancy": 0.9788515625, "billed_output_tokens_per_second": 16.710438276715195, "estimated_cost_micro_usd": 114607, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 250586, "output": 1024, "read": 0, "write": 0 } }, { "id": "ed2666f31b09e394cc50", "model_id": "zai.glm-5.3", "model_name": "GLM 5.3", "route": "direct", "phase": "generation-98", "task": "generation", "region": "us-west-2", "input_style": "repeat", "context_window": 1000000, "max_output_tokens": 1024, "success": false, "failure_class": "upstream_error", "status": 200, "terminal": false, "elapsed_ms": 66347.214, "ttft_ms": null, "estimated_cost_micro_usd": null, "financial_state": "UNCERTAIN", "cache_requested": false, "usage": {} }, { "id": "2661df9a664810bdb9f0", "model_id": "minimax.minimax-m2.1", "model_name": "MiniMax M2.1", "route": "direct", "phase": "generation-98", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 196000, "max_output_tokens": 1024, "success": false, "failure_class": "output_limit", "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 19923.937, "ttft_ms": null, "observed_input_tokens": 191715, "context_occupancy": 0.9781377551020408, "billed_output_tokens_per_second": 51.39546424614661, "estimated_cost_micro_usd": 58743, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 191715, "output": 1024, "read": 0, "write": 0 } }, { "id": "5993c9dba876ad70131f", "model_id": "anthropic.claude-sonnet-4-6", "model_name": "Claude Sonnet 4.6", "route": "direct", "phase": "generation-98", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 38777.394, "ttft_ms": 34609.294, "observed_input_tokens": 979667, "context_occupancy": 0.979667, "billed_output_tokens_per_second": 26.407137832508386, "estimated_cost_micro_usd": 2954361, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 979667, "output": 1024, "read": 0, "write": 0 } }, { "id": "cadf70b65151d4af68c1", "model_id": "xai.grok-4.6", "model_name": "Grok 4.6", "route": "direct", "phase": "generation-98", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 500000, "max_output_tokens": 1024, "success": false, "failure_class": "output_limit", "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 81504.713, "ttft_ms": null, "observed_input_tokens": 489697, "context_occupancy": 0.979394, "billed_output_tokens_per_second": 12.563690624625355, "estimated_cost_micro_usd": 985538, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 489697, "output": 1024, "read": 0, "write": 0 } }, { "id": "abf76b09939b706016f7", "model_id": "openai.gpt-5.6-terra", "model_name": "GPT-5.6 Terra", "route": "direct", "phase": "generation-98", "task": "generation", "region": "us-west-2", "input_style": "repeat", "context_window": 1050000, "max_output_tokens": 1024, "success": false, "failure_class": "context_limit", "status": 200, "terminal": false, "elapsed_ms": 1910.81, "ttft_ms": null, "estimated_cost_micro_usd": null, "financial_state": "UNCERTAIN", "cache_requested": false, "usage": {} }, { "id": "f6af6554cde1592044e8", "model_id": "anthropic.claude-haiku-4-5-20251001-v1:0", "model_name": "Claude Haiku 4.5", "route": "direct", "phase": "generation-98", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 200000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 12648.988, "ttft_ms": 4454.916, "observed_input_tokens": 195694, "context_occupancy": 0.97847, "billed_output_tokens_per_second": 80.95509289944529, "estimated_cost_micro_usd": 200814, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 195694, "output": 1024, "read": 0, "write": 0 } }, { "id": "b8f0f04d6ba9e9c5339c", "model_id": "anthropic.claude-sonnet-4-5-20250929-v1:0", "model_name": "Claude Sonnet 4.5", "route": "direct", "phase": "generation-98", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 200000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 23919.962, "ttft_ms": 8062.972, "observed_input_tokens": 195695, "context_occupancy": 0.978475, "billed_output_tokens_per_second": 42.80943249952133, "estimated_cost_micro_usd": 602445, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 195695, "output": 1024, "read": 0, "write": 0 } }, { "id": "6c0736b343c0364cb32b", "model_id": "openai.gpt-5.6-sol", "model_name": "GPT-5.6 Sol", "route": "direct", "phase": "generation-98", "task": "generation", "region": "us-west-2", "input_style": "repeat", "context_window": 1050000, "max_output_tokens": 1024, "success": false, "failure_class": "context_limit", "status": 200, "terminal": false, "elapsed_ms": 1797.23, "ttft_ms": null, "estimated_cost_micro_usd": null, "financial_state": "UNCERTAIN", "cache_requested": false, "usage": {} }, { "id": "f9375dc020136a59db72", "model_id": "anthropic.claude-haiku-5-5", "model_name": "Claude Haiku 5.5", "route": "direct", "phase": "generation-98", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 1000000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 51200.151, "ttft_ms": 48701.994, "observed_input_tokens": 979575, "context_occupancy": 0.979575, "billed_output_tokens_per_second": 19.99994097676019, "estimated_cost_micro_usd": 492348, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 979575, "output": 1024, "read": 0, "write": 0 } }, { "id": "1a4d6e88f5ea85de59d4", "model_id": "moonshotai.kimi-k2.5", "model_name": "Kimi K2.5", "route": "direct", "phase": "generation-98", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 256000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 34988.371, "ttft_ms": 23957.69, "observed_input_tokens": 250542, "context_occupancy": 0.9786796875, "billed_output_tokens_per_second": 29.26686692340741, "estimated_cost_micro_usd": 153397, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 250542, "output": 1024, "read": 0, "write": 0 } }, { "id": "b4902df9b22086ff641d", "model_id": "moonshot.kimi-k2-thinking", "model_name": "Kimi K2 Thinking", "route": "direct", "phase": "generation-98", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 256000, "max_output_tokens": 1024, "success": false, "failure_class": "output_limit", "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 66458.972, "ttft_ms": null, "observed_input_tokens": 250646, "context_occupancy": 0.9790859375, "billed_output_tokens_per_second": 15.40800229658337, "estimated_cost_micro_usd": 152948, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 250646, "output": 1024, "read": 0, "write": 0 } }, { "id": "236923c355f5558e7612", "model_id": "qwen.qwen3-vl-235b-a22b", "model_name": "Qwen3 VL 235B A22B", "route": "direct", "phase": "generation-98", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 256000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": null, "elapsed_ms": 29796.465, "ttft_ms": 29484.167, "observed_input_tokens": 250591, "context_occupancy": 0.97887109375, "billed_output_tokens_per_second": 1.1746359957006425, "estimated_cost_micro_usd": 132906, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 250591, "output": 35, "read": 0, "write": 0 } }, { "id": "25c06bad139a02c20b21", "model_id": "qwen.qwen3-coder-30b-a3b-v1:0", "model_name": "Qwen3-Coder-30B-A3B-Instruct", "route": "direct", "phase": "generation-98", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 256000, "max_output_tokens": 1024, "success": false, "failure_class": "empty_output", "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": null, "elapsed_ms": 20149.541, "ttft_ms": null, "observed_input_tokens": 250585, "context_occupancy": 0.97884765625, "billed_output_tokens_per_second": 0.04962892247708192, "estimated_cost_micro_usd": 37588, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 250585, "output": 1, "read": 0, "write": 0 } }, { "id": "3a8ea4cdba0d5d25a09b", "model_id": "deepseek.v3.2", "model_name": "DeepSeek V3.2", "route": "direct", "phase": "generation-98", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 164000, "max_output_tokens": 1024, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": null, "elapsed_ms": 27131.549, "ttft_ms": 18834.772, "observed_input_tokens": 160432, "context_occupancy": 0.9782439024390244, "billed_output_tokens_per_second": 23.920491767588185, "estimated_cost_micro_usd": 100668, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 160432, "output": 649, "read": 0, "write": 0 } }, { "id": "2ae97b7fbade8c1812dd", "model_id": "anthropic.claude-opus-5", "model_name": "Claude Opus 5", "route": "direct", "phase": "generation-98", "task": "generation", "region": "us-west-2", "input_style": "repeat", "context_window": 1000000, "max_output_tokens": 1024, "success": false, "failure_class": "upstream_error", "status": 500, "terminal": false, "elapsed_ms": 34388.264, "ttft_ms": null, "estimated_cost_micro_usd": null, "financial_state": "UNCERTAIN", "cache_requested": false, "usage": {} }, { "id": "ce7adf2f052485732d3f", "model_id": "openai.gpt-5.5", "model_name": "GPT-5.5", "route": "direct", "phase": "generation-98", "task": "generation", "region": "us-west-2", "input_style": "repeat", "context_window": 1050000, "max_output_tokens": 1024, "success": false, "failure_class": "context_limit", "status": 200, "terminal": false, "elapsed_ms": 2113.484, "ttft_ms": null, "estimated_cost_micro_usd": null, "financial_state": "UNCERTAIN", "cache_requested": false, "usage": {} }, { "id": "089fa6d3df79a3188986", "model_id": "anthropic.claude-opus-4-8", "model_name": "Claude Opus 4.8", "route": "direct", "phase": "concurrency-1-direct", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 512, "success": false, "failure_class": "content_filtered", "status": 200, "stop_reason": "content_filtered", "terminal": true, "retrieval_correct": null, "elapsed_ms": 1338.042, "ttft_ms": null, "observed_input_tokens": 6591, "context_occupancy": 0.006591, "billed_output_tokens_per_second": 0.0, "estimated_cost_micro_usd": 32955, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 6591, "output": 0, "read": 0, "write": 0 } }, { "id": "ff8bd4e571a91ed82609", "model_id": "anthropic.claude-opus-4-8", "model_name": "Claude Opus 4.8", "route": "direct", "phase": "concurrency-1-direct", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 512, "success": false, "failure_class": "content_filtered", "status": 200, "stop_reason": "content_filtered", "terminal": true, "retrieval_correct": null, "elapsed_ms": 1005.978, "ttft_ms": null, "observed_input_tokens": 6512, "context_occupancy": 0.006512, "billed_output_tokens_per_second": 0.0, "estimated_cost_micro_usd": 32560, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 6512, "output": 0, "read": 0, "write": 0 } }, { "id": "2dce9cad7dfb7e87920e", "model_id": "anthropic.claude-opus-4-8", "model_name": "Claude Opus 4.8", "route": "direct", "phase": "concurrency-1-direct", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 512, "success": false, "failure_class": "content_filtered", "status": 200, "stop_reason": "content_filtered", "terminal": true, "retrieval_correct": null, "elapsed_ms": 998.672, "ttft_ms": null, "observed_input_tokens": 6541, "context_occupancy": 0.006541, "billed_output_tokens_per_second": 0.0, "estimated_cost_micro_usd": 32705, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 6541, "output": 0, "read": 0, "write": 0 } }, { "id": "7fddbed0f791b01a5888", "model_id": "anthropic.claude-opus-4-8", "model_name": "Claude Opus 4.8", "route": "direct", "phase": "concurrency-1-direct", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 512, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 7966.936, "ttft_ms": 1151.111, "observed_input_tokens": 6528, "context_occupancy": 0.006528, "billed_output_tokens_per_second": 64.26560644146625, "estimated_cost_micro_usd": 45440, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 6528, "output": 512, "read": 0, "write": 0 } }, { "id": "8abc36c1ed313fd5f754", "model_id": "anthropic.claude-opus-4-8", "model_name": "Claude Opus 4.8", "route": "direct", "phase": "concurrency-1-direct", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 512, "success": false, "failure_class": "content_filtered", "status": 200, "stop_reason": "content_filtered", "terminal": true, "retrieval_correct": null, "elapsed_ms": 962.983, "ttft_ms": null, "observed_input_tokens": 6522, "context_occupancy": 0.006522, "billed_output_tokens_per_second": 0.0, "estimated_cost_micro_usd": 32610, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 6522, "output": 0, "read": 0, "write": 0 } }, { "id": "23c85a6feda653d556e5", "model_id": "anthropic.claude-opus-4-8", "model_name": "Claude Opus 4.8", "route": "direct", "phase": "concurrency-1-direct", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 512, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 13637.468, "ttft_ms": 1223.77, "observed_input_tokens": 6556, "context_occupancy": 0.006556, "billed_output_tokens_per_second": 37.543627501855525, "estimated_cost_micro_usd": 45580, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 6556, "output": 512, "read": 0, "write": 0 } }, { "id": "94b1f0f67a5202b15d19", "model_id": "anthropic.claude-opus-4-8", "model_name": "Claude Opus 4.8", "route": "direct", "phase": "concurrency-1-direct", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 512, "success": false, "failure_class": "content_filtered", "status": 200, "stop_reason": "content_filtered", "terminal": true, "retrieval_correct": null, "elapsed_ms": 979.85, "ttft_ms": null, "observed_input_tokens": 6571, "context_occupancy": 0.006571, "billed_output_tokens_per_second": 0.0, "estimated_cost_micro_usd": 32855, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 6571, "output": 0, "read": 0, "write": 0 } }, { "id": "2f4171414223ccdb7e90", "model_id": "anthropic.claude-opus-4-8", "model_name": "Claude Opus 4.8", "route": "direct", "phase": "concurrency-1-direct", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 512, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 7868.05, "ttft_ms": 1142.646, "observed_input_tokens": 6579, "context_occupancy": 0.006579, "billed_output_tokens_per_second": 65.07329988455085, "estimated_cost_micro_usd": 45695, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 6579, "output": 512, "read": 0, "write": 0 } }, { "id": "a17b21fab846962c22cb", "model_id": "anthropic.claude-opus-4-8", "model_name": "Claude Opus 4.8", "route": "direct", "phase": "concurrency-4-direct", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 512, "success": false, "failure_class": "content_filtered", "status": 200, "stop_reason": "content_filtered", "terminal": true, "retrieval_correct": null, "elapsed_ms": 1243.785, "ttft_ms": null, "observed_input_tokens": 6546, "context_occupancy": 0.006546, "billed_output_tokens_per_second": 0.0, "estimated_cost_micro_usd": 32730, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 6546, "output": 0, "read": 0, "write": 0 } }, { "id": "5385a4c837aa882a1c51", "model_id": "anthropic.claude-opus-4-8", "model_name": "Claude Opus 4.8", "route": "direct", "phase": "concurrency-4-direct", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 512, "success": false, "failure_class": "content_filtered", "status": 200, "stop_reason": "content_filtered", "terminal": true, "retrieval_correct": null, "elapsed_ms": 1272.134, "ttft_ms": null, "observed_input_tokens": 6546, "context_occupancy": 0.006546, "billed_output_tokens_per_second": 0.0, "estimated_cost_micro_usd": 32730, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 6546, "output": 0, "read": 0, "write": 0 } }, { "id": "7e5f854bf46e8b680830", "model_id": "anthropic.claude-opus-4-8", "model_name": "Claude Opus 4.8", "route": "direct", "phase": "concurrency-4-direct", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 512, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 9231.597, "ttft_ms": 1606.572, "observed_input_tokens": 6548, "context_occupancy": 0.006548, "billed_output_tokens_per_second": 55.46169455681343, "estimated_cost_micro_usd": 45540, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 6548, "output": 512, "read": 0, "write": 0 } }, { "id": "658ba59900d39d54e57c", "model_id": "anthropic.claude-opus-4-8", "model_name": "Claude Opus 4.8", "route": "direct", "phase": "concurrency-4-direct", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 512, "success": false, "failure_class": "content_filtered", "status": 200, "stop_reason": "content_filtered", "terminal": true, "retrieval_correct": null, "elapsed_ms": 1450.315, "ttft_ms": null, "observed_input_tokens": 6530, "context_occupancy": 0.00653, "billed_output_tokens_per_second": 0.0, "estimated_cost_micro_usd": 32650, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 6530, "output": 0, "read": 0, "write": 0 } }, { "id": "156accf5dfd837055ef0", "model_id": "anthropic.claude-opus-4-8", "model_name": "Claude Opus 4.8", "route": "direct", "phase": "concurrency-4-direct", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 512, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 8016.776, "ttft_ms": 1184.606, "observed_input_tokens": 6544, "context_occupancy": 0.006544, "billed_output_tokens_per_second": 63.86607096508133, "estimated_cost_micro_usd": 45520, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 6544, "output": 512, "read": 0, "write": 0 } }, { "id": "638fd8f4fefd1733bcc3", "model_id": "anthropic.claude-opus-4-8", "model_name": "Claude Opus 4.8", "route": "direct", "phase": "concurrency-4-direct", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 512, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 7572.064, "ttft_ms": 1123.166, "observed_input_tokens": 6605, "context_occupancy": 0.006605, "billed_output_tokens_per_second": 67.61696825155356, "estimated_cost_micro_usd": 45825, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 6605, "output": 512, "read": 0, "write": 0 } }, { "id": "1d62bb798408263619e5", "model_id": "anthropic.claude-opus-4-8", "model_name": "Claude Opus 4.8", "route": "direct", "phase": "concurrency-4-direct", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 512, "success": false, "failure_class": "content_filtered", "status": 200, "stop_reason": "content_filtered", "terminal": true, "retrieval_correct": null, "elapsed_ms": 8533.695, "ttft_ms": 1681.881, "observed_input_tokens": 6521, "context_occupancy": 0.006521, "billed_output_tokens_per_second": 59.29435891543769, "estimated_cost_micro_usd": 45255, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 6521, "output": 506, "read": 0, "write": 0 } }, { "id": "620e0ae7da5d8527b8d5", "model_id": "anthropic.claude-opus-4-8", "model_name": "Claude Opus 4.8", "route": "direct", "phase": "concurrency-4-direct", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 512, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 8370.239, "ttft_ms": 1220.192, "observed_input_tokens": 6554, "context_occupancy": 0.006554, "billed_output_tokens_per_second": 61.16910320832697, "estimated_cost_micro_usd": 45570, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 6554, "output": 512, "read": 0, "write": 0 } }, { "id": "ad7953ac43f117670a2d", "model_id": "anthropic.claude-opus-4-8", "model_name": "Claude Opus 4.8", "route": "mayu", "phase": "concurrency-1-mayu", "task": "generation", "region": "us-west-2", "transport": "messages", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 512, "success": false, "failure_class": "empty_output", "status": 200, "stop_reason": "refusal", "terminal": true, "retrieval_correct": null, "elapsed_ms": 1259.215, "ttft_ms": null, "observed_input_tokens": 6539, "context_occupancy": 0.006539, "billed_output_tokens_per_second": 0.0, "estimated_cost_micro_usd": 32695, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 6539, "output": 0, "read": 0, "write": 0 } }, { "id": "abc3ca8f725b3c0b9621", "model_id": "anthropic.claude-opus-4-8", "model_name": "Claude Opus 4.8", "route": "mayu", "phase": "concurrency-1-mayu", "task": "generation", "region": "us-west-2", "transport": "messages", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 512, "success": false, "failure_class": "empty_output", "status": 200, "stop_reason": "refusal", "terminal": true, "retrieval_correct": null, "elapsed_ms": 1001.971, "ttft_ms": null, "observed_input_tokens": 6562, "context_occupancy": 0.006562, "billed_output_tokens_per_second": 0.0, "estimated_cost_micro_usd": 32810, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 6562, "output": 0, "read": 0, "write": 0 } }, { "id": "e57ee6ba1f30e13c6e42", "model_id": "anthropic.claude-opus-4-8", "model_name": "Claude Opus 4.8", "route": "mayu", "phase": "concurrency-1-mayu", "task": "generation", "region": "us-west-2", "transport": "messages", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 512, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 7965.005, "ttft_ms": 1232.991, "observed_input_tokens": 6587, "context_occupancy": 0.006587, "billed_output_tokens_per_second": 64.28118923200047, "estimated_cost_micro_usd": 45735, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 6587, "output": 512, "read": 0, "write": 0 } }, { "id": "e5f92a082e0168729b6a", "model_id": "anthropic.claude-opus-4-8", "model_name": "Claude Opus 4.8", "route": "mayu", "phase": "concurrency-1-mayu", "task": "generation", "region": "us-west-2", "transport": "messages", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 512, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 7883.565, "ttft_ms": 1147.557, "observed_input_tokens": 6540, "context_occupancy": 0.00654, "billed_output_tokens_per_second": 64.94523678703523, "estimated_cost_micro_usd": 45500, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 6540, "output": 512, "read": 0, "write": 0 } }, { "id": "5aea111e1c29eb8a1bae", "model_id": "anthropic.claude-opus-4-8", "model_name": "Claude Opus 4.8", "route": "mayu", "phase": "concurrency-1-mayu", "task": "generation", "region": "us-west-2", "transport": "messages", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 512, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 8869.413, "ttft_ms": 1951.066, "observed_input_tokens": 6501, "context_occupancy": 0.006501, "billed_output_tokens_per_second": 57.72647821611324, "estimated_cost_micro_usd": 45305, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 6501, "output": 512, "read": 0, "write": 0 } }, { "id": "bf1bb93b21490bc5ed1b", "model_id": "anthropic.claude-opus-4-8", "model_name": "Claude Opus 4.8", "route": "mayu", "phase": "concurrency-1-mayu", "task": "generation", "region": "us-west-2", "transport": "messages", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 512, "success": false, "failure_class": "empty_output", "status": 200, "stop_reason": "refusal", "terminal": true, "retrieval_correct": null, "elapsed_ms": 1296.649, "ttft_ms": null, "observed_input_tokens": 6631, "context_occupancy": 0.006631, "billed_output_tokens_per_second": 0.0, "estimated_cost_micro_usd": 33155, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 6631, "output": 0, "read": 0, "write": 0 } }, { "id": "bfe77dda8a8c15b783be", "model_id": "anthropic.claude-opus-4-8", "model_name": "Claude Opus 4.8", "route": "mayu", "phase": "concurrency-1-mayu", "task": "generation", "region": "us-west-2", "transport": "messages", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 512, "success": true, "failure_class": null, "status": 200, "stop_reason": "refusal", "terminal": true, "retrieval_correct": null, "elapsed_ms": 5978.124, "ttft_ms": 1159.865, "observed_input_tokens": 6589, "context_occupancy": 0.006589, "billed_output_tokens_per_second": 60.21956396284963, "estimated_cost_micro_usd": 41945, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 6589, "output": 360, "read": 0, "write": 0 } }, { "id": "f70464d140ae9135dd95", "model_id": "anthropic.claude-opus-4-8", "model_name": "Claude Opus 4.8", "route": "mayu", "phase": "concurrency-1-mayu", "task": "generation", "region": "us-west-2", "transport": "messages", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 512, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 7507.161, "ttft_ms": 1159.308, "observed_input_tokens": 6603, "context_occupancy": 0.006603, "billed_output_tokens_per_second": 68.20155165379362, "estimated_cost_micro_usd": 45815, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 6603, "output": 512, "read": 0, "write": 0 } }, { "id": "6292544e75167efe181d", "model_id": "anthropic.claude-opus-4-8", "model_name": "Claude Opus 4.8", "route": "mayu", "phase": "concurrency-4-mayu", "task": "generation", "region": "us-west-2", "transport": "messages", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 512, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 8375.665, "ttft_ms": 1159.052, "observed_input_tokens": 6567, "context_occupancy": 0.006567, "billed_output_tokens_per_second": 61.12947728359698, "estimated_cost_micro_usd": 45635, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 6567, "output": 512, "read": 0, "write": 0 } }, { "id": "3988c31f453d6241819a", "model_id": "anthropic.claude-opus-4-8", "model_name": "Claude Opus 4.8", "route": "mayu", "phase": "concurrency-4-mayu", "task": "generation", "region": "us-west-2", "transport": "messages", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 512, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 8429.437, "ttft_ms": 1303.943, "observed_input_tokens": 6527, "context_occupancy": 0.006527, "billed_output_tokens_per_second": 60.73952713201661, "estimated_cost_micro_usd": 45435, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 6527, "output": 512, "read": 0, "write": 0 } }, { "id": "04c1b56ac57aa1320ab1", "model_id": "anthropic.claude-opus-4-8", "model_name": "Claude Opus 4.8", "route": "mayu", "phase": "concurrency-4-mayu", "task": "generation", "region": "us-west-2", "transport": "messages", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 512, "success": false, "failure_class": "empty_output", "status": 200, "stop_reason": "refusal", "terminal": true, "retrieval_correct": null, "elapsed_ms": 1118.427, "ttft_ms": null, "observed_input_tokens": 6545, "context_occupancy": 0.006545, "billed_output_tokens_per_second": 0.0, "estimated_cost_micro_usd": 32725, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 6545, "output": 0, "read": 0, "write": 0 } }, { "id": "bf56938b06b5a2893d71", "model_id": "anthropic.claude-opus-4-8", "model_name": "Claude Opus 4.8", "route": "mayu", "phase": "concurrency-4-mayu", "task": "generation", "region": "us-west-2", "transport": "messages", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 512, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 8723.693, "ttft_ms": 1392.077, "observed_input_tokens": 6530, "context_occupancy": 0.00653, "billed_output_tokens_per_second": 58.690742920520975, "estimated_cost_micro_usd": 45450, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 6530, "output": 512, "read": 0, "write": 0 } }, { "id": "cd353ac73fc4736030a1", "model_id": "anthropic.claude-opus-4-8", "model_name": "Claude Opus 4.8", "route": "mayu", "phase": "concurrency-4-mayu", "task": "generation", "region": "us-west-2", "transport": "messages", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 512, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 7913.694, "ttft_ms": 1009.527, "observed_input_tokens": 6539, "context_occupancy": 0.006539, "billed_output_tokens_per_second": 64.6979781730724, "estimated_cost_micro_usd": 45495, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 6539, "output": 512, "read": 0, "write": 0 } }, { "id": "b2ad6675b986ad9bdec2", "model_id": "anthropic.claude-opus-4-8", "model_name": "Claude Opus 4.8", "route": "mayu", "phase": "concurrency-4-mayu", "task": "generation", "region": "us-west-2", "transport": "messages", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 512, "success": true, "failure_class": null, "status": 200, "stop_reason": "refusal", "terminal": true, "retrieval_correct": null, "elapsed_ms": 3854.743, "ttft_ms": 1163.459, "observed_input_tokens": 6530, "context_occupancy": 0.00653, "billed_output_tokens_per_second": 48.25224522957621, "estimated_cost_micro_usd": 37300, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 6530, "output": 186, "read": 0, "write": 0 } }, { "id": "05b70322de720104d50d", "model_id": "anthropic.claude-opus-4-8", "model_name": "Claude Opus 4.8", "route": "mayu", "phase": "concurrency-4-mayu", "task": "generation", "region": "us-west-2", "transport": "messages", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 512, "success": true, "failure_class": null, "status": 200, "stop_reason": "refusal", "terminal": true, "retrieval_correct": null, "elapsed_ms": 7862.544, "ttft_ms": 1240.718, "observed_input_tokens": 6593, "context_occupancy": 0.006593, "billed_output_tokens_per_second": 62.956725783162554, "estimated_cost_micro_usd": 45340, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 6593, "output": 495, "read": 0, "write": 0 } }, { "id": "bbc11c8263ddc36aea8c", "model_id": "anthropic.claude-opus-4-8", "model_name": "Claude Opus 4.8", "route": "mayu", "phase": "concurrency-4-mayu", "task": "generation", "region": "us-west-2", "transport": "messages", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 512, "success": false, "failure_class": "empty_output", "status": 200, "stop_reason": "refusal", "terminal": true, "retrieval_correct": null, "elapsed_ms": 856.385, "ttft_ms": null, "observed_input_tokens": 6571, "context_occupancy": 0.006571, "billed_output_tokens_per_second": 0.0, "estimated_cost_micro_usd": 32855, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 6571, "output": 0, "read": 0, "write": 0 } }, { "id": "1350da75e560c812c6e6", "model_id": "openai.gpt-6.1-sol", "model_name": "GPT-6.1 Sol", "route": "direct", "phase": "concurrency-1-direct", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 512, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 9488.543, "ttft_ms": 2052.465, "observed_input_tokens": 4199, "context_occupancy": 0.004199, "billed_output_tokens_per_second": 53.95981243301675, "estimated_cost_micro_usd": 15616, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2, "output": 512, "read": 0, "write": 4197 } }, { "id": "8682ab3cf9b700ce5c5d", "model_id": "openai.gpt-6.1-sol", "model_name": "GPT-6.1 Sol", "route": "direct", "phase": "concurrency-1-direct", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 512, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 9110.497, "ttft_ms": 1660.292, "observed_input_tokens": 4200, "context_occupancy": 0.0042, "billed_output_tokens_per_second": 56.198907982189624, "estimated_cost_micro_usd": 15619, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2, "output": 512, "read": 0, "write": 4198 } }, { "id": "a08bc3dc6eac7133da2e", "model_id": "openai.gpt-6.1-sol", "model_name": "GPT-6.1 Sol", "route": "direct", "phase": "concurrency-1-direct", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 512, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 8182.656, "ttft_ms": 886.302, "observed_input_tokens": 4196, "context_occupancy": 0.004196, "billed_output_tokens_per_second": 62.57136992626912, "estimated_cost_micro_usd": 15609, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2, "output": 512, "read": 0, "write": 4194 } }, { "id": "4f63c91daa1ba8c7642f", "model_id": "openai.gpt-6.1-sol", "model_name": "GPT-6.1 Sol", "route": "direct", "phase": "concurrency-1-direct", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 512, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 9703.72, "ttft_ms": 1312.908, "observed_input_tokens": 4200, "context_occupancy": 0.0042, "billed_output_tokens_per_second": 52.763268005012655, "estimated_cost_micro_usd": 15619, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2, "output": 512, "read": 0, "write": 4198 } }, { "id": "a8188114d281ad711cce", "model_id": "openai.gpt-6.1-sol", "model_name": "GPT-6.1 Sol", "route": "direct", "phase": "concurrency-1-direct", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 512, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 9931.109, "ttft_ms": 1750.138, "observed_input_tokens": 4200, "context_occupancy": 0.0042, "billed_output_tokens_per_second": 51.55516637700126, "estimated_cost_micro_usd": 15619, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2, "output": 512, "read": 0, "write": 4198 } }, { "id": "926821dd51c8a8150c56", "model_id": "openai.gpt-6.1-sol", "model_name": "GPT-6.1 Sol", "route": "direct", "phase": "concurrency-1-direct", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 512, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 8783.138, "ttft_ms": 1011.803, "observed_input_tokens": 4200, "context_occupancy": 0.0042, "billed_output_tokens_per_second": 58.29351808129342, "estimated_cost_micro_usd": 15619, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2, "output": 512, "read": 0, "write": 4198 } }, { "id": "87e3cb0b4a7299341198", "model_id": "openai.gpt-6.1-sol", "model_name": "GPT-6.1 Sol", "route": "direct", "phase": "concurrency-1-direct", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 512, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 8928.045, "ttft_ms": 898.5, "observed_input_tokens": 4198, "context_occupancy": 0.004198, "billed_output_tokens_per_second": 57.34738151672985, "estimated_cost_micro_usd": 15614, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2, "output": 512, "read": 0, "write": 4196 } }, { "id": "0d08e861fec30f3c2e4b", "model_id": "openai.gpt-6.1-sol", "model_name": "GPT-6.1 Sol", "route": "direct", "phase": "concurrency-1-direct", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 512, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 9392.945, "ttft_ms": 1801.693, "observed_input_tokens": 4196, "context_occupancy": 0.004196, "billed_output_tokens_per_second": 54.508998006063486, "estimated_cost_micro_usd": 15609, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2, "output": 512, "read": 0, "write": 4194 } }, { "id": "911f315497cc8ead48c7", "model_id": "openai.gpt-6.1-sol", "model_name": "GPT-6.1 Sol", "route": "direct", "phase": "concurrency-4-direct", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 512, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 9209.875, "ttft_ms": 1551.331, "observed_input_tokens": 4200, "context_occupancy": 0.0042, "billed_output_tokens_per_second": 55.59250087454283, "estimated_cost_micro_usd": 15619, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2, "output": 512, "read": 0, "write": 4198 } }, { "id": "457fcf4313da83e45027", "model_id": "openai.gpt-6.1-sol", "model_name": "GPT-6.1 Sol", "route": "direct", "phase": "concurrency-4-direct", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 512, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 9128.23, "ttft_ms": 1678.016, "observed_input_tokens": 4200, "context_occupancy": 0.0042, "billed_output_tokens_per_second": 56.089735094757046, "estimated_cost_micro_usd": 15619, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2, "output": 512, "read": 0, "write": 4198 } }, { "id": "79098e74874d23e30e6e", "model_id": "openai.gpt-6.1-sol", "model_name": "GPT-6.1 Sol", "route": "direct", "phase": "concurrency-4-direct", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 512, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 12495.297, "ttft_ms": 1336.948, "observed_input_tokens": 4202, "context_occupancy": 0.004202, "billed_output_tokens_per_second": 40.9754165451616, "estimated_cost_micro_usd": 15624, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2, "output": 512, "read": 0, "write": 4200 } }, { "id": "fb1f669e9d1d12dc1d27", "model_id": "openai.gpt-6.1-sol", "model_name": "GPT-6.1 Sol", "route": "direct", "phase": "concurrency-4-direct", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 512, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 8845.951, "ttft_ms": 1662.331, "observed_input_tokens": 4195, "context_occupancy": 0.004195, "billed_output_tokens_per_second": 57.87958757631475, "estimated_cost_micro_usd": 15606, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2, "output": 512, "read": 0, "write": 4193 } }, { "id": "634713711b0bf7a34063", "model_id": "openai.gpt-6.1-sol", "model_name": "GPT-6.1 Sol", "route": "direct", "phase": "concurrency-4-direct", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 512, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 9339.251, "ttft_ms": 1719.841, "observed_input_tokens": 4201, "context_occupancy": 0.004201, "billed_output_tokens_per_second": 54.822381389110625, "estimated_cost_micro_usd": 15622, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2, "output": 512, "read": 0, "write": 4199 } }, { "id": "f82f7b3aa3fc651809ae", "model_id": "openai.gpt-6.1-sol", "model_name": "GPT-6.1 Sol", "route": "direct", "phase": "concurrency-4-direct", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 512, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 9209.116, "ttft_ms": 1800.905, "observed_input_tokens": 4202, "context_occupancy": 0.004202, "billed_output_tokens_per_second": 55.59708503969112, "estimated_cost_micro_usd": 15624, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2, "output": 512, "read": 0, "write": 4200 } }, { "id": "2230c8fef128324f430f", "model_id": "openai.gpt-6.1-sol", "model_name": "GPT-6.1 Sol", "route": "direct", "phase": "concurrency-4-direct", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 512, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 9197.898, "ttft_ms": 1795.665, "observed_input_tokens": 4199, "context_occupancy": 0.004199, "billed_output_tokens_per_second": 55.66489469662851, "estimated_cost_micro_usd": 15616, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2, "output": 512, "read": 0, "write": 4197 } }, { "id": "51b9501e3878dbe4a191", "model_id": "openai.gpt-6.1-sol", "model_name": "GPT-6.1 Sol", "route": "direct", "phase": "concurrency-4-direct", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 512, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 8643.149, "ttft_ms": 1416.183, "observed_input_tokens": 4202, "context_occupancy": 0.004202, "billed_output_tokens_per_second": 59.23766884988722, "estimated_cost_micro_usd": 15624, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2, "output": 512, "read": 0, "write": 4200 } }, { "id": "a43069eacdcdb641b284", "model_id": "openai.gpt-6.1-sol", "model_name": "GPT-6.1 Sol", "route": "mayu", "phase": "concurrency-1-mayu", "task": "generation", "region": "us-west-2", "transport": "messages", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 512, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 9779.453, "ttft_ms": 1127.21, "observed_input_tokens": 4194, "context_occupancy": 0.004194, "billed_output_tokens_per_second": 52.354664824282814, "estimated_cost_micro_usd": 15604, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2, "output": 512, "read": 0, "write": 4192 } }, { "id": "38895fdca3f38c2eba33", "model_id": "openai.gpt-6.1-sol", "model_name": "GPT-6.1 Sol", "route": "mayu", "phase": "concurrency-1-mayu", "task": "generation", "region": "us-west-2", "transport": "messages", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 512, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 8368.654, "ttft_ms": 1396.887, "observed_input_tokens": 4196, "context_occupancy": 0.004196, "billed_output_tokens_per_second": 61.180688980235644, "estimated_cost_micro_usd": 15609, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2, "output": 512, "read": 0, "write": 4194 } }, { "id": "6fc5c9821d9b833a1fb4", "model_id": "openai.gpt-6.1-sol", "model_name": "GPT-6.1 Sol", "route": "mayu", "phase": "concurrency-1-mayu", "task": "generation", "region": "us-west-2", "transport": "messages", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 512, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 9227.222, "ttft_ms": 1590.991, "observed_input_tokens": 4205, "context_occupancy": 0.004205, "billed_output_tokens_per_second": 55.487991785427965, "estimated_cost_micro_usd": 15632, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2, "output": 512, "read": 0, "write": 4203 } }, { "id": "4588884eae757e976495", "model_id": "openai.gpt-6.1-sol", "model_name": "GPT-6.1 Sol", "route": "mayu", "phase": "concurrency-1-mayu", "task": "generation", "region": "us-west-2", "transport": "messages", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 512, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 8880.405, "ttft_ms": 1297.761, "observed_input_tokens": 4200, "context_occupancy": 0.0042, "billed_output_tokens_per_second": 57.6550301725347, "estimated_cost_micro_usd": 15619, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2, "output": 512, "read": 0, "write": 4198 } }, { "id": "febebc6d4c8c887ccdf3", "model_id": "openai.gpt-6.1-sol", "model_name": "GPT-6.1 Sol", "route": "mayu", "phase": "concurrency-1-mayu", "task": "generation", "region": "us-west-2", "transport": "messages", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 512, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 9087.375, "ttft_ms": 1634.267, "observed_input_tokens": 4201, "context_occupancy": 0.004201, "billed_output_tokens_per_second": 56.341900776114805, "estimated_cost_micro_usd": 15622, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2, "output": 512, "read": 0, "write": 4199 } }, { "id": "c8384cd209edf43e3f02", "model_id": "openai.gpt-6.1-sol", "model_name": "GPT-6.1 Sol", "route": "mayu", "phase": "concurrency-1-mayu", "task": "generation", "region": "us-west-2", "transport": "messages", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 512, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 8490.715, "ttft_ms": 889.9, "observed_input_tokens": 4201, "context_occupancy": 0.004201, "billed_output_tokens_per_second": 60.30116615381307, "estimated_cost_micro_usd": 15622, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2, "output": 512, "read": 0, "write": 4199 } }, { "id": "4c79fefce8bdccafba3d", "model_id": "openai.gpt-6.1-sol", "model_name": "GPT-6.1 Sol", "route": "mayu", "phase": "concurrency-1-mayu", "task": "generation", "region": "us-west-2", "transport": "messages", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 512, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 8811.044, "ttft_ms": 1611.933, "observed_input_tokens": 4201, "context_occupancy": 0.004201, "billed_output_tokens_per_second": 58.10888931352397, "estimated_cost_micro_usd": 15622, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2, "output": 512, "read": 0, "write": 4199 } }, { "id": "f4a6b6920648c9c11f3b", "model_id": "openai.gpt-6.1-sol", "model_name": "GPT-6.1 Sol", "route": "mayu", "phase": "concurrency-1-mayu", "task": "generation", "region": "us-west-2", "transport": "messages", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 512, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 9007.886, "ttft_ms": 1314.998, "observed_input_tokens": 4196, "context_occupancy": 0.004196, "billed_output_tokens_per_second": 56.83908513132171, "estimated_cost_micro_usd": 15609, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2, "output": 512, "read": 0, "write": 4194 } }, { "id": "f9720e6fff2bde6f7e66", "model_id": "openai.gpt-6.1-sol", "model_name": "GPT-6.1 Sol", "route": "mayu", "phase": "concurrency-4-mayu", "task": "generation", "region": "us-west-2", "transport": "messages", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 512, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 8996.572, "ttft_ms": 1266.331, "observed_input_tokens": 4197, "context_occupancy": 0.004197, "billed_output_tokens_per_second": 56.91056842647881, "estimated_cost_micro_usd": 15612, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2, "output": 512, "read": 0, "write": 4195 } }, { "id": "e4bd70f1b495242927e9", "model_id": "openai.gpt-6.1-sol", "model_name": "GPT-6.1 Sol", "route": "mayu", "phase": "concurrency-4-mayu", "task": "generation", "region": "us-west-2", "transport": "messages", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 512, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 9792.384, "ttft_ms": 1056.839, "observed_input_tokens": 4202, "context_occupancy": 0.004202, "billed_output_tokens_per_second": 52.28553188976053, "estimated_cost_micro_usd": 15624, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2, "output": 512, "read": 0, "write": 4200 } }, { "id": "35232c98bd01fae12eab", "model_id": "openai.gpt-6.1-sol", "model_name": "GPT-6.1 Sol", "route": "mayu", "phase": "concurrency-4-mayu", "task": "generation", "region": "us-west-2", "transport": "messages", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 512, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 8178.081, "ttft_ms": 1369.678, "observed_input_tokens": 4200, "context_occupancy": 0.0042, "billed_output_tokens_per_second": 62.60637762832167, "estimated_cost_micro_usd": 15619, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2, "output": 512, "read": 0, "write": 4198 } }, { "id": "8978ccbe3dabd45ac5da", "model_id": "openai.gpt-6.1-sol", "model_name": "GPT-6.1 Sol", "route": "mayu", "phase": "concurrency-4-mayu", "task": "generation", "region": "us-west-2", "transport": "messages", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 512, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 9231.359, "ttft_ms": 1997.023, "observed_input_tokens": 4196, "context_occupancy": 0.004196, "billed_output_tokens_per_second": 55.46312465118696, "estimated_cost_micro_usd": 15609, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2, "output": 512, "read": 0, "write": 4194 } }, { "id": "12732b19dac1569e1f40", "model_id": "openai.gpt-6.1-sol", "model_name": "GPT-6.1 Sol", "route": "mayu", "phase": "concurrency-4-mayu", "task": "generation", "region": "us-west-2", "transport": "messages", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 512, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 9348.044, "ttft_ms": 1688.894, "observed_input_tokens": 4197, "context_occupancy": 0.004197, "billed_output_tokens_per_second": 54.77081495437313, "estimated_cost_micro_usd": 15612, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2, "output": 512, "read": 0, "write": 4195 } }, { "id": "01cf7cbd7a43fb8d3dd0", "model_id": "openai.gpt-6.1-sol", "model_name": "GPT-6.1 Sol", "route": "mayu", "phase": "concurrency-4-mayu", "task": "generation", "region": "us-west-2", "transport": "messages", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 512, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 9153.084, "ttft_ms": 1303.536, "observed_input_tokens": 4199, "context_occupancy": 0.004199, "billed_output_tokens_per_second": 55.93743047516189, "estimated_cost_micro_usd": 15616, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2, "output": 512, "read": 0, "write": 4197 } }, { "id": "6e7d83a5be9f36698af8", "model_id": "openai.gpt-6.1-sol", "model_name": "GPT-6.1 Sol", "route": "mayu", "phase": "concurrency-4-mayu", "task": "generation", "region": "us-west-2", "transport": "messages", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 512, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 9089.691, "ttft_ms": 1245.903, "observed_input_tokens": 4202, "context_occupancy": 0.004202, "billed_output_tokens_per_second": 56.32754452141648, "estimated_cost_micro_usd": 15624, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2, "output": 512, "read": 0, "write": 4200 } }, { "id": "5ffdedf5c05ff381d629", "model_id": "openai.gpt-6.1-sol", "model_name": "GPT-6.1 Sol", "route": "mayu", "phase": "concurrency-4-mayu", "task": "generation", "region": "us-west-2", "transport": "messages", "input_style": "varied", "context_window": 1000000, "max_output_tokens": 512, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 8630.733, "ttft_ms": 1445.225, "observed_input_tokens": 4199, "context_occupancy": 0.004199, "billed_output_tokens_per_second": 59.322885794311304, "estimated_cost_micro_usd": 15616, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 2, "output": 512, "read": 0, "write": 4197 } }, { "id": "c973c812a368448edcb1", "model_id": "qwen.qwen3-next-80b-a3b", "model_name": "Qwen3 Next 80B A3B", "route": "direct", "phase": "concurrency-1-direct", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 256000, "max_output_tokens": 512, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 6694.744, "ttft_ms": 1007.492, "observed_input_tokens": 4215, "context_occupancy": 0.01646484375, "billed_output_tokens_per_second": 76.47790891898217, "estimated_cost_micro_usd": 1204, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 4215, "output": 512, "read": 0, "write": 0 } }, { "id": "ab40f8f412fb2e4bb9c3", "model_id": "qwen.qwen3-next-80b-a3b", "model_name": "Qwen3 Next 80B A3B", "route": "direct", "phase": "concurrency-1-direct", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 256000, "max_output_tokens": 512, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 4847.909, "ttft_ms": 722.688, "observed_input_tokens": 4210, "context_occupancy": 0.0164453125, "billed_output_tokens_per_second": 105.61253508271643, "estimated_cost_micro_usd": 1204, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 4210, "output": 512, "read": 0, "write": 0 } }, { "id": "2eca8ccc78fcaad7b94d", "model_id": "qwen.qwen3-next-80b-a3b", "model_name": "Qwen3 Next 80B A3B", "route": "direct", "phase": "concurrency-1-direct", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 256000, "max_output_tokens": 512, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 4606.717, "ttft_ms": 726.338, "observed_input_tokens": 4214, "context_occupancy": 0.0164609375, "billed_output_tokens_per_second": 111.14204431985577, "estimated_cost_micro_usd": 1204, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 4214, "output": 512, "read": 0, "write": 0 } }, { "id": "4e29eee12731a0a87656", "model_id": "qwen.qwen3-next-80b-a3b", "model_name": "Qwen3 Next 80B A3B", "route": "direct", "phase": "concurrency-1-direct", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 256000, "max_output_tokens": 512, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 4355.464, "ttft_ms": 671.345, "observed_input_tokens": 4208, "context_occupancy": 0.0164375, "billed_output_tokens_per_second": 117.55349647605041, "estimated_cost_micro_usd": 1204, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 4208, "output": 512, "read": 0, "write": 0 } }, { "id": "85ea1c600e224e54c7d8", "model_id": "qwen.qwen3-next-80b-a3b", "model_name": "Qwen3 Next 80B A3B", "route": "direct", "phase": "concurrency-1-direct", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 256000, "max_output_tokens": 512, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 6732.452, "ttft_ms": 747.054, "observed_input_tokens": 4212, "context_occupancy": 0.016453125, "billed_output_tokens_per_second": 76.04955485968684, "estimated_cost_micro_usd": 1204, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 4212, "output": 512, "read": 0, "write": 0 } }, { "id": "b348a57dd973cf276f3b", "model_id": "qwen.qwen3-next-80b-a3b", "model_name": "Qwen3 Next 80B A3B", "route": "direct", "phase": "concurrency-1-direct", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 256000, "max_output_tokens": 512, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 4344.299, "ttft_ms": 656.39, "observed_input_tokens": 4212, "context_occupancy": 0.016453125, "billed_output_tokens_per_second": 117.85560206458085, "estimated_cost_micro_usd": 1204, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 4212, "output": 512, "read": 0, "write": 0 } }, { "id": "95d1b33b0038a7fb014e", "model_id": "qwen.qwen3-next-80b-a3b", "model_name": "Qwen3 Next 80B A3B", "route": "direct", "phase": "concurrency-1-direct", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 256000, "max_output_tokens": 512, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 6489.291, "ttft_ms": 738.369, "observed_input_tokens": 4213, "context_occupancy": 0.01645703125, "billed_output_tokens_per_second": 78.89922076666541, "estimated_cost_micro_usd": 1204, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 4213, "output": 512, "read": 0, "write": 0 } }, { "id": "71f10b4ebd7e6edf73cb", "model_id": "qwen.qwen3-next-80b-a3b", "model_name": "Qwen3 Next 80B A3B", "route": "direct", "phase": "concurrency-1-direct", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 256000, "max_output_tokens": 512, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 6707.063, "ttft_ms": 726.118, "observed_input_tokens": 4214, "context_occupancy": 0.0164609375, "billed_output_tokens_per_second": 76.3374337358287, "estimated_cost_micro_usd": 1204, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 4214, "output": 512, "read": 0, "write": 0 } }, { "id": "73bdf05edffaa789cf0f", "model_id": "qwen.qwen3-next-80b-a3b", "model_name": "Qwen3 Next 80B A3B", "route": "direct", "phase": "concurrency-4-direct", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 256000, "max_output_tokens": 512, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 6797.813, "ttft_ms": 996.994, "observed_input_tokens": 4215, "context_occupancy": 0.01646484375, "billed_output_tokens_per_second": 75.31834574242569, "estimated_cost_micro_usd": 1204, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 4215, "output": 512, "read": 0, "write": 0 } }, { "id": "807fc5e673791bb5f212", "model_id": "qwen.qwen3-next-80b-a3b", "model_name": "Qwen3 Next 80B A3B", "route": "direct", "phase": "concurrency-4-direct", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 256000, "max_output_tokens": 512, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 6985.541, "ttft_ms": 948.191, "observed_input_tokens": 4215, "context_occupancy": 0.01646484375, "billed_output_tokens_per_second": 73.29424844340572, "estimated_cost_micro_usd": 1204, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 4215, "output": 512, "read": 0, "write": 0 } }, { "id": "58a6008e089a287b7188", "model_id": "qwen.qwen3-next-80b-a3b", "model_name": "Qwen3 Next 80B A3B", "route": "direct", "phase": "concurrency-4-direct", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 256000, "max_output_tokens": 512, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 6814.65, "ttft_ms": 1117.272, "observed_input_tokens": 4215, "context_occupancy": 0.01646484375, "billed_output_tokens_per_second": 75.13224767276819, "estimated_cost_micro_usd": 1204, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 4215, "output": 512, "read": 0, "write": 0 } }, { "id": "ce2f7115c4d5412aa44b", "model_id": "qwen.qwen3-next-80b-a3b", "model_name": "Qwen3 Next 80B A3B", "route": "direct", "phase": "concurrency-4-direct", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 256000, "max_output_tokens": 512, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 4818.031, "ttft_ms": 891.992, "observed_input_tokens": 4211, "context_occupancy": 0.01644921875, "billed_output_tokens_per_second": 106.26747983028615, "estimated_cost_micro_usd": 1204, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 4211, "output": 512, "read": 0, "write": 0 } }, { "id": "3efb6469d96fff94dabb", "model_id": "qwen.qwen3-next-80b-a3b", "model_name": "Qwen3 Next 80B A3B", "route": "direct", "phase": "concurrency-4-direct", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 256000, "max_output_tokens": 512, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 7534.835, "ttft_ms": 772.123, "observed_input_tokens": 4214, "context_occupancy": 0.0164609375, "billed_output_tokens_per_second": 67.9510570289282, "estimated_cost_micro_usd": 1204, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 4214, "output": 512, "read": 0, "write": 0 } }, { "id": "0dc3c924db7f19ce3d76", "model_id": "qwen.qwen3-next-80b-a3b", "model_name": "Qwen3 Next 80B A3B", "route": "direct", "phase": "concurrency-4-direct", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 256000, "max_output_tokens": 512, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 4385.849, "ttft_ms": 678.795, "observed_input_tokens": 4212, "context_occupancy": 0.016453125, "billed_output_tokens_per_second": 116.73909159595655, "estimated_cost_micro_usd": 1204, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 4212, "output": 512, "read": 0, "write": 0 } }, { "id": "e95476d4e4fda0eaf29d", "model_id": "qwen.qwen3-next-80b-a3b", "model_name": "Qwen3 Next 80B A3B", "route": "direct", "phase": "concurrency-4-direct", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 256000, "max_output_tokens": 512, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 4374.184, "ttft_ms": 694.544, "observed_input_tokens": 4209, "context_occupancy": 0.01644140625, "billed_output_tokens_per_second": 117.05041124174744, "estimated_cost_micro_usd": 1204, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 4209, "output": 512, "read": 0, "write": 0 } }, { "id": "3ff61064748d774fd2f3", "model_id": "qwen.qwen3-next-80b-a3b", "model_name": "Qwen3 Next 80B A3B", "route": "direct", "phase": "concurrency-4-direct", "task": "generation", "region": "us-west-2", "transport": "converse", "input_style": "varied", "context_window": 256000, "max_output_tokens": 512, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 7477.457, "ttft_ms": 734.267, "observed_input_tokens": 4210, "context_occupancy": 0.0164453125, "billed_output_tokens_per_second": 68.47247680919403, "estimated_cost_micro_usd": 1204, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 4210, "output": 512, "read": 0, "write": 0 } }, { "id": "1326eea715874122e2a7", "model_id": "qwen.qwen3-next-80b-a3b", "model_name": "Qwen3 Next 80B A3B", "route": "mayu", "phase": "concurrency-1-mayu", "task": "generation", "region": "us-west-2", "transport": "messages", "input_style": "varied", "context_window": 256000, "max_output_tokens": 512, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 4831.964, "ttft_ms": 919.31, "observed_input_tokens": 4214, "context_occupancy": 0.0164609375, "billed_output_tokens_per_second": 105.9610615598229, "estimated_cost_micro_usd": 1204, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 4214, "output": 512, "read": 0, "write": 0 } }, { "id": "6fd1ac9ca54c02c6e155", "model_id": "qwen.qwen3-next-80b-a3b", "model_name": "Qwen3 Next 80B A3B", "route": "mayu", "phase": "concurrency-1-mayu", "task": "generation", "region": "us-west-2", "transport": "messages", "input_style": "varied", "context_window": 256000, "max_output_tokens": 512, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 6853.554, "ttft_ms": 707.829, "observed_input_tokens": 4214, "context_occupancy": 0.0164609375, "billed_output_tokens_per_second": 74.70577115914206, "estimated_cost_micro_usd": 1204, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 4214, "output": 512, "read": 0, "write": 0 } }, { "id": "9d5a6e00162e54f64b06", "model_id": "qwen.qwen3-next-80b-a3b", "model_name": "Qwen3 Next 80B A3B", "route": "mayu", "phase": "concurrency-1-mayu", "task": "generation", "region": "us-west-2", "transport": "messages", "input_style": "varied", "context_window": 256000, "max_output_tokens": 512, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 4358.136, "ttft_ms": 657.453, "observed_input_tokens": 4209, "context_occupancy": 0.01644140625, "billed_output_tokens_per_second": 117.4814089866597, "estimated_cost_micro_usd": 1204, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 4209, "output": 512, "read": 0, "write": 0 } }, { "id": "f6fb5e3de79b1af3b369", "model_id": "qwen.qwen3-next-80b-a3b", "model_name": "Qwen3 Next 80B A3B", "route": "mayu", "phase": "concurrency-1-mayu", "task": "generation", "region": "us-west-2", "transport": "messages", "input_style": "varied", "context_window": 256000, "max_output_tokens": 512, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 4738.782, "ttft_ms": 682.775, "observed_input_tokens": 4215, "context_occupancy": 0.01646484375, "billed_output_tokens_per_second": 108.04464267312436, "estimated_cost_micro_usd": 1204, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 4215, "output": 512, "read": 0, "write": 0 } }, { "id": "c17efdcaed95c497d42d", "model_id": "qwen.qwen3-next-80b-a3b", "model_name": "Qwen3 Next 80B A3B", "route": "mayu", "phase": "concurrency-1-mayu", "task": "generation", "region": "us-west-2", "transport": "messages", "input_style": "varied", "context_window": 256000, "max_output_tokens": 512, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 4578.785, "ttft_ms": 670.489, "observed_input_tokens": 4213, "context_occupancy": 0.01645703125, "billed_output_tokens_per_second": 111.82005701872828, "estimated_cost_micro_usd": 1204, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 4213, "output": 512, "read": 0, "write": 0 } }, { "id": "4814aa6839e8457e5312", "model_id": "qwen.qwen3-next-80b-a3b", "model_name": "Qwen3 Next 80B A3B", "route": "mayu", "phase": "concurrency-1-mayu", "task": "generation", "region": "us-west-2", "transport": "messages", "input_style": "varied", "context_window": 256000, "max_output_tokens": 512, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 6653.847, "ttft_ms": 769.395, "observed_input_tokens": 4212, "context_occupancy": 0.016453125, "billed_output_tokens_per_second": 76.94796726722802, "estimated_cost_micro_usd": 1204, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 4212, "output": 512, "read": 0, "write": 0 } }, { "id": "73f662891afcabe421fe", "model_id": "qwen.qwen3-next-80b-a3b", "model_name": "Qwen3 Next 80B A3B", "route": "mayu", "phase": "concurrency-1-mayu", "task": "generation", "region": "us-west-2", "transport": "messages", "input_style": "varied", "context_window": 256000, "max_output_tokens": 512, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 6907.247, "ttft_ms": 739.083, "observed_input_tokens": 4209, "context_occupancy": 0.01644140625, "billed_output_tokens_per_second": 74.12504800939513, "estimated_cost_micro_usd": 1204, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 4209, "output": 512, "read": 0, "write": 0 } }, { "id": "f427e56736fcfcda1ac8", "model_id": "qwen.qwen3-next-80b-a3b", "model_name": "Qwen3 Next 80B A3B", "route": "mayu", "phase": "concurrency-1-mayu", "task": "generation", "region": "us-west-2", "transport": "messages", "input_style": "varied", "context_window": 256000, "max_output_tokens": 512, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 6781.254, "ttft_ms": 977.517, "observed_input_tokens": 4211, "context_occupancy": 0.01644921875, "billed_output_tokens_per_second": 75.50225833062086, "estimated_cost_micro_usd": 1204, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 4211, "output": 512, "read": 0, "write": 0 } }, { "id": "c72da562e7d9d5f6de38", "model_id": "qwen.qwen3-next-80b-a3b", "model_name": "Qwen3 Next 80B A3B", "route": "mayu", "phase": "concurrency-4-mayu", "task": "generation", "region": "us-west-2", "transport": "messages", "input_style": "varied", "context_window": 256000, "max_output_tokens": 512, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 4299.552, "ttft_ms": 656.388, "observed_input_tokens": 4212, "context_occupancy": 0.016453125, "billed_output_tokens_per_second": 119.08216691362995, "estimated_cost_micro_usd": 1204, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 4212, "output": 512, "read": 0, "write": 0 } }, { "id": "2647fc47887db3c37fae", "model_id": "qwen.qwen3-next-80b-a3b", "model_name": "Qwen3 Next 80B A3B", "route": "mayu", "phase": "concurrency-4-mayu", "task": "generation", "region": "us-west-2", "transport": "messages", "input_style": "varied", "context_window": 256000, "max_output_tokens": 512, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 6961.349, "ttft_ms": 966.227, "observed_input_tokens": 4208, "context_occupancy": 0.0164375, "billed_output_tokens_per_second": 73.54896499187412, "estimated_cost_micro_usd": 1204, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 4208, "output": 512, "read": 0, "write": 0 } }, { "id": "969021cf5e8f30af1c5a", "model_id": "qwen.qwen3-next-80b-a3b", "model_name": "Qwen3 Next 80B A3B", "route": "mayu", "phase": "concurrency-4-mayu", "task": "generation", "region": "us-west-2", "transport": "messages", "input_style": "varied", "context_window": 256000, "max_output_tokens": 512, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 4765.393, "ttft_ms": 812.441, "observed_input_tokens": 4211, "context_occupancy": 0.01644921875, "billed_output_tokens_per_second": 107.44129622998274, "estimated_cost_micro_usd": 1204, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 4211, "output": 512, "read": 0, "write": 0 } }, { "id": "c963054d0800c07f7863", "model_id": "qwen.qwen3-next-80b-a3b", "model_name": "Qwen3 Next 80B A3B", "route": "mayu", "phase": "concurrency-4-mayu", "task": "generation", "region": "us-west-2", "transport": "messages", "input_style": "varied", "context_window": 256000, "max_output_tokens": 512, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 4657.839, "ttft_ms": 879.648, "observed_input_tokens": 4214, "context_occupancy": 0.0164609375, "billed_output_tokens_per_second": 109.92222118285727, "estimated_cost_micro_usd": 1204, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 4214, "output": 512, "read": 0, "write": 0 } }, { "id": "f6cd0d7715be966336d4", "model_id": "qwen.qwen3-next-80b-a3b", "model_name": "Qwen3 Next 80B A3B", "route": "mayu", "phase": "concurrency-4-mayu", "task": "generation", "region": "us-west-2", "transport": "messages", "input_style": "varied", "context_window": 256000, "max_output_tokens": 512, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 6844.0, "ttft_ms": 715.539, "observed_input_tokens": 4210, "context_occupancy": 0.0164453125, "billed_output_tokens_per_second": 74.81004983521319, "estimated_cost_micro_usd": 1204, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 4210, "output": 512, "read": 0, "write": 0 } }, { "id": "c0426b4e1f9d91889759", "model_id": "qwen.qwen3-next-80b-a3b", "model_name": "Qwen3 Next 80B A3B", "route": "mayu", "phase": "concurrency-4-mayu", "task": "generation", "region": "us-west-2", "transport": "messages", "input_style": "varied", "context_window": 256000, "max_output_tokens": 512, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 4257.555, "ttft_ms": 554.498, "observed_input_tokens": 4213, "context_occupancy": 0.01645703125, "billed_output_tokens_per_second": 120.25680556293028, "estimated_cost_micro_usd": 1204, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 4213, "output": 512, "read": 0, "write": 0 } }, { "id": "b7a96c20d8960ee3c3a9", "model_id": "qwen.qwen3-next-80b-a3b", "model_name": "Qwen3 Next 80B A3B", "route": "mayu", "phase": "concurrency-4-mayu", "task": "generation", "region": "us-west-2", "transport": "messages", "input_style": "varied", "context_window": 256000, "max_output_tokens": 512, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 6675.595, "ttft_ms": 662.473, "observed_input_tokens": 4209, "context_occupancy": 0.01644140625, "billed_output_tokens_per_second": 76.69728215193346, "estimated_cost_micro_usd": 1204, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 4209, "output": 512, "read": 0, "write": 0 } }, { "id": "194dd97907a088c33a3a", "model_id": "qwen.qwen3-next-80b-a3b", "model_name": "Qwen3 Next 80B A3B", "route": "mayu", "phase": "concurrency-4-mayu", "task": "generation", "region": "us-west-2", "transport": "messages", "input_style": "varied", "context_window": 256000, "max_output_tokens": 512, "success": true, "failure_class": null, "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": null, "elapsed_ms": 6581.582, "ttft_ms": 717.359, "observed_input_tokens": 4212, "context_occupancy": 0.016453125, "billed_output_tokens_per_second": 77.79285044055936, "estimated_cost_micro_usd": 1204, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 4212, "output": 512, "read": 0, "write": 0 } }, { "id": "b6bf9cfad93d04dfd01b", "model_id": "anthropic.claude-opus-4-6-v1", "model_name": "Claude Opus 4.6", "route": "direct", "phase": "context-limit-102", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 1000000, "max_output_tokens": 512, "success": false, "failure_class": "context_limit", "status": 400, "stop_reason": null, "terminal": false, "elapsed_ms": 3768.339, "ttft_ms": null, "estimated_cost_micro_usd": 0, "financial_state": "REJECTED_BEFORE_INFERENCE", "cache_requested": false, "usage": {} }, { "id": "f086388e6ce975627032", "model_id": "qwen.qwen3-next-80b-a3b", "model_name": "Qwen3 Next 80B A3B", "route": "direct", "phase": "context-limit-102", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 256000, "max_output_tokens": 512, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 7876.13, "ttft_ms": 7774.746, "observed_input_tokens": 260786, "context_occupancy": 1.0186953125, "billed_output_tokens_per_second": 4.570772867213683, "estimated_cost_micro_usd": 36553, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 260786, "output": 36, "read": 0, "write": 0 } }, { "id": "b83823d9e221cb53d11a", "model_id": "zai.glm-4.7-flash", "model_name": "GLM 4.7 Flash", "route": "direct", "phase": "context-limit-102", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 203000, "max_output_tokens": 512, "success": false, "failure_class": "context_limit", "status": 400, "stop_reason": null, "terminal": false, "elapsed_ms": 1099.799, "ttft_ms": null, "estimated_cost_micro_usd": 0, "financial_state": "REJECTED_BEFORE_INFERENCE", "cache_requested": false, "usage": {} }, { "id": "53c92d16eda3a436323d", "model_id": "openai.gpt-6-sol", "model_name": "GPT-6 Sol", "route": "direct", "phase": "context-limit-102", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 1050000, "max_output_tokens": 512, "success": false, "failure_class": "context_limit", "status": 200, "stop_reason": null, "terminal": false, "elapsed_ms": 2243.145, "ttft_ms": null, "estimated_cost_micro_usd": null, "financial_state": "UNCERTAIN", "cache_requested": false, "usage": {} }, { "id": "a83bc726ce10cafd5e03", "model_id": "qwen.qwen3-32b-v1:0", "model_name": "Qwen3 32B", "route": "direct", "phase": "context-limit-102", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 32000, "max_output_tokens": 512, "success": false, "failure_class": "context_limit", "status": 400, "stop_reason": null, "terminal": false, "elapsed_ms": 759.262, "ttft_ms": null, "estimated_cost_micro_usd": 0, "financial_state": "REJECTED_BEFORE_INFERENCE", "cache_requested": false, "usage": {} }, { "id": "c80a1d78792ff5c565df", "model_id": "deepseek.r1-v1:0", "model_name": "DeepSeek-R1", "route": "direct", "phase": "context-limit-102", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 128000, "max_output_tokens": 512, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 16280.925, "ttft_ms": 15895.39, "observed_input_tokens": 130239, "context_occupancy": 1.0174921875, "billed_output_tokens_per_second": 16.092451359121767, "estimated_cost_micro_usd": 177237, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 130239, "output": 262, "read": 0, "write": 0 } }, { "id": "5a7f5e3edda6b40aeede", "model_id": "qwen.qwen3-coder-next", "model_name": "Qwen3 Coder Next", "route": "direct", "phase": "context-limit-102", "task": "retrieval", "region": "us-west-2", "transport": "chat", "input_style": "repeat", "context_window": 256000, "max_output_tokens": 512, "success": true, "failure_class": null, "status": 200, "stop_reason": "stop", "terminal": true, "retrieval_correct": true, "elapsed_ms": 6854.806, "ttft_ms": 6854.299, "observed_input_tokens": 260805, "context_occupancy": 1.01876953125, "billed_output_tokens_per_second": 5.981205025493778, "estimated_cost_micro_usd": 130452, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 260805, "output": 41, "read": 0, "write": 0 } }, { "id": "0fb4247112cc969226f3", "model_id": "minimax.minimax-m2", "model_name": "MiniMax M2", "route": "direct", "phase": "context-limit-102", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 1000000, "max_output_tokens": 512, "success": false, "failure_class": "context_limit", "status": 400, "stop_reason": null, "terminal": false, "elapsed_ms": 3240.94, "ttft_ms": null, "estimated_cost_micro_usd": 0, "financial_state": "REJECTED_BEFORE_INFERENCE", "cache_requested": false, "usage": {} }, { "id": "6186ce5326e6258119d8", "model_id": "anthropic.claude-opus-4-7", "model_name": "Claude Opus 4.7", "route": "direct", "phase": "context-limit-102", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 1000000, "max_output_tokens": 512, "success": false, "failure_class": "context_limit", "status": 400, "stop_reason": null, "terminal": false, "elapsed_ms": 2268.943, "ttft_ms": null, "estimated_cost_micro_usd": 0, "financial_state": "REJECTED_BEFORE_INFERENCE", "cache_requested": false, "usage": {} }, { "id": "a68fd3e47b75dae5f956", "model_id": "moonshotai.kimi-k3", "model_name": "Kimi K3", "route": "direct", "phase": "context-limit-102", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 1000000, "max_output_tokens": 512, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 85236.196, "ttft_ms": 82946.955, "observed_input_tokens": 1019456, "context_occupancy": 1.019456, "billed_output_tokens_per_second": 1.3491920761003684, "estimated_cost_micro_usd": 3060093, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 1019456, "output": 115, "read": 0, "write": 0 } }, { "id": "7f9535228a9348aa5a5b", "model_id": "xai.grok-4.3", "model_name": "Grok 4.3", "route": "direct", "phase": "context-limit-102", "task": "retrieval", "region": "us-west-2", "transport": "chat", "input_style": "repeat", "context_window": 1000000, "max_output_tokens": 512, "success": true, "failure_class": null, "status": 200, "stop_reason": "stop", "terminal": true, "retrieval_correct": true, "elapsed_ms": 73546.419, "ttft_ms": 73406.258, "observed_input_tokens": 1019624, "context_occupancy": 1.019624, "billed_output_tokens_per_second": 3.004904974087765, "estimated_cost_micro_usd": 1275082, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 1019624, "output": 221, "read": 0, "write": 0 } }, { "id": "6ddad170e1bd460f83c2", "model_id": "zai.glm-5", "model_name": "GLM 5", "route": "direct", "phase": "context-limit-102", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 200000, "max_output_tokens": 512, "success": false, "failure_class": "context_limit", "status": 400, "stop_reason": null, "terminal": false, "elapsed_ms": 968.934, "ttft_ms": null, "estimated_cost_micro_usd": 0, "financial_state": "REJECTED_BEFORE_INFERENCE", "cache_requested": false, "usage": {} }, { "id": "30e2db1f5d7fda4e14ea", "model_id": "anthropic.claude-opus-4-8", "model_name": "Claude Opus 4.8", "route": "direct", "phase": "context-limit-102", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 1000000, "max_output_tokens": 512, "success": false, "failure_class": "context_limit", "status": 400, "stop_reason": null, "terminal": false, "elapsed_ms": 2072.993, "ttft_ms": null, "estimated_cost_micro_usd": 0, "financial_state": "REJECTED_BEFORE_INFERENCE", "cache_requested": false, "usage": {} }, { "id": "280e69a04c4947347d87", "model_id": "anthropic.claude-opus-5-5", "model_name": "Claude Opus 5.5", "route": "direct", "phase": "context-limit-102", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 1000000, "max_output_tokens": 512, "success": false, "failure_class": "context_limit", "status": 400, "stop_reason": null, "terminal": false, "elapsed_ms": 1882.277, "ttft_ms": null, "estimated_cost_micro_usd": 0, "financial_state": "REJECTED_BEFORE_INFERENCE", "cache_requested": false, "usage": {} }, { "id": "ed65a972dc6236372b74", "model_id": "minimax.minimax-m2.5", "model_name": "MiniMax M2.5", "route": "direct", "phase": "context-limit-102", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 196000, "max_output_tokens": 512, "success": false, "failure_class": "context_limit", "status": 400, "stop_reason": null, "terminal": false, "elapsed_ms": 769.747, "ttft_ms": null, "estimated_cost_micro_usd": 0, "financial_state": "REJECTED_BEFORE_INFERENCE", "cache_requested": false, "usage": {} }, { "id": "bcde0bc39a83750dac64", "model_id": "openai.gpt-6-astra", "model_name": "GPT-6 Astra", "route": "direct", "phase": "context-limit-102", "task": "retrieval", "region": "us-west-2", "input_style": "repeat", "context_window": 1050000, "max_output_tokens": 512, "success": false, "failure_class": "budget_skipped", "estimated_cost_micro_usd": null, "financial_state": "NOT_INVOKED", "cache_requested": false, "usage": {} }, { "id": "89f6bd90e32c3ab85c54", "model_id": "openai.gpt-6-luna", "model_name": "GPT-6 Luna", "route": "direct", "phase": "context-limit-102", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 1050000, "max_output_tokens": 512, "success": false, "failure_class": "context_limit", "status": 200, "stop_reason": null, "terminal": false, "elapsed_ms": 1004.766, "ttft_ms": null, "estimated_cost_micro_usd": null, "financial_state": "UNCERTAIN", "cache_requested": false, "usage": {} }, { "id": "ed4ba07b9e73898e9e8a", "model_id": "zai.glm-4.7", "model_name": "GLM 4.7", "route": "direct", "phase": "context-limit-102", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 203000, "max_output_tokens": 512, "success": false, "failure_class": "context_limit", "status": 400, "stop_reason": null, "terminal": false, "elapsed_ms": 1215.843, "ttft_ms": null, "estimated_cost_micro_usd": 0, "financial_state": "REJECTED_BEFORE_INFERENCE", "cache_requested": false, "usage": {} }, { "id": "3af5bdddc5b4d7f62675", "model_id": "openai.gpt-6.1-sol", "model_name": "GPT-6.1 Sol", "route": "direct", "phase": "context-limit-102", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 1000000, "max_output_tokens": 512, "success": false, "failure_class": "context_limit", "status": 200, "stop_reason": null, "terminal": false, "elapsed_ms": 1868.903, "ttft_ms": null, "estimated_cost_micro_usd": null, "financial_state": "UNCERTAIN", "cache_requested": false, "usage": {} }, { "id": "cd135705c8d9dae83e14", "model_id": "deepseek.v3-v1:0", "model_name": "DeepSeek-V3.1", "route": "direct", "phase": "context-limit-102", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 128000, "max_output_tokens": 512, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 16133.372, "ttft_ms": 15130.891, "observed_input_tokens": 130255, "context_occupancy": 1.0176171875, "billed_output_tokens_per_second": 1.921483040032126, "estimated_cost_micro_usd": 75600, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 130255, "output": 31, "read": 0, "write": 0 } }, { "id": "579d10972efe61ebae5a", "model_id": "openai.gpt-5.6-luna", "model_name": "GPT-5.6 Luna", "route": "direct", "phase": "context-limit-102", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 1050000, "max_output_tokens": 512, "success": false, "failure_class": "context_limit", "status": 200, "stop_reason": null, "terminal": false, "elapsed_ms": 1761.869, "ttft_ms": null, "estimated_cost_micro_usd": null, "financial_state": "UNCERTAIN", "cache_requested": false, "usage": {} }, { "id": "10dcf34b1cd800a589c4", "model_id": "anthropic.claude-opus-4-5-20251101-v1:0", "model_name": "Claude Opus 4.5", "route": "direct", "phase": "context-limit-102", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 200000, "max_output_tokens": 512, "success": false, "failure_class": "context_limit", "status": 400, "stop_reason": null, "terminal": false, "elapsed_ms": 1543.96, "ttft_ms": null, "estimated_cost_micro_usd": 0, "financial_state": "REJECTED_BEFORE_INFERENCE", "cache_requested": false, "usage": {} }, { "id": "07a9fd00fc5728306541", "model_id": "anthropic.claude-sonnet-5-5", "model_name": "Claude Sonnet 5.5", "route": "direct", "phase": "context-limit-102", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 1000000, "max_output_tokens": 512, "success": false, "failure_class": "context_limit", "status": 400, "stop_reason": null, "terminal": false, "elapsed_ms": 1329.407, "ttft_ms": null, "estimated_cost_micro_usd": 0, "financial_state": "REJECTED_BEFORE_INFERENCE", "cache_requested": false, "usage": {} }, { "id": "76fd423a12a4620ecf7d", "model_id": "qwen.qwen3-235b-a22b-2507-v1:0", "model_name": "Qwen3 235B A22B 2507", "route": "direct", "phase": "context-limit-102", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 256000, "max_output_tokens": 512, "success": false, "failure_class": "output_limit", "status": 200, "stop_reason": "max_tokens", "terminal": true, "retrieval_correct": false, "elapsed_ms": 65947.894, "ttft_ms": 55303.733, "observed_input_tokens": 260803, "context_occupancy": 1.01876171875, "billed_output_tokens_per_second": 7.763705115480826, "estimated_cost_micro_usd": 57827, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 260803, "output": 512, "read": 0, "write": 0 } }, { "id": "7d00e7572c9ee0f2a545", "model_id": "qwen.qwen3-coder-480b-a35b-v1:0", "model_name": "Qwen3 Coder 480B A35B Instruct", "route": "direct", "phase": "context-limit-102", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 256000, "max_output_tokens": 512, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 45175.873, "ttft_ms": 44815.861, "observed_input_tokens": 260797, "context_occupancy": 1.01873828125, "billed_output_tokens_per_second": 0.9296998047961467, "estimated_cost_micro_usd": 117434, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 260797, "output": 42, "read": 0, "write": 0 } }, { "id": "2adefe629f9fe8c7d0ea", "model_id": "zai.glm-5.3", "model_name": "GLM 5.3", "route": "direct", "phase": "context-limit-102", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 1000000, "max_output_tokens": 512, "success": false, "failure_class": "timeout", "status": null, "stop_reason": null, "terminal": false, "elapsed_ms": 240832.37, "ttft_ms": null, "estimated_cost_micro_usd": null, "financial_state": "UNCERTAIN", "cache_requested": false, "usage": {} }, { "id": "af331a9e1dbba6ca8927", "model_id": "minimax.minimax-m2.1", "model_name": "MiniMax M2.1", "route": "direct", "phase": "context-limit-102", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 196000, "max_output_tokens": 512, "success": false, "failure_class": "context_limit", "status": 400, "stop_reason": null, "terminal": false, "elapsed_ms": 1036.598, "ttft_ms": null, "estimated_cost_micro_usd": 0, "financial_state": "REJECTED_BEFORE_INFERENCE", "cache_requested": false, "usage": {} }, { "id": "fd117b3caadea57d60bb", "model_id": "anthropic.claude-sonnet-4-6", "model_name": "Claude Sonnet 4.6", "route": "direct", "phase": "context-limit-102", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 1000000, "max_output_tokens": 512, "success": false, "failure_class": "context_limit", "status": 400, "stop_reason": null, "terminal": false, "elapsed_ms": 1882.497, "ttft_ms": null, "estimated_cost_micro_usd": 0, "financial_state": "REJECTED_BEFORE_INFERENCE", "cache_requested": false, "usage": {} }, { "id": "b6e157412b16ec345dc1", "model_id": "xai.grok-4.6", "model_name": "Grok 4.6", "route": "direct", "phase": "context-limit-102", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 500000, "max_output_tokens": 512, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 65653.183, "ttft_ms": 65531.341, "observed_input_tokens": 509672, "context_occupancy": 1.019344, "billed_output_tokens_per_second": 3.107237012676431, "estimated_cost_micro_usd": 1020568, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 509672, "output": 204, "read": 0, "write": 0 } }, { "id": "5a27d0f7d07a0e2238cf", "model_id": "openai.gpt-5.6-terra", "model_name": "GPT-5.6 Terra", "route": "direct", "phase": "context-limit-102", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 1050000, "max_output_tokens": 512, "success": false, "failure_class": "context_limit", "status": 200, "stop_reason": null, "terminal": false, "elapsed_ms": 1896.198, "ttft_ms": null, "estimated_cost_micro_usd": null, "financial_state": "UNCERTAIN", "cache_requested": false, "usage": {} }, { "id": "f21f5dafcd470f5a92a5", "model_id": "anthropic.claude-haiku-4-5-20251001-v1:0", "model_name": "Claude Haiku 4.5", "route": "direct", "phase": "context-limit-102", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 200000, "max_output_tokens": 512, "success": false, "failure_class": "context_limit", "status": 400, "stop_reason": null, "terminal": false, "elapsed_ms": 1246.493, "ttft_ms": null, "estimated_cost_micro_usd": 0, "financial_state": "REJECTED_BEFORE_INFERENCE", "cache_requested": false, "usage": {} }, { "id": "08604a2e0139709f7be7", "model_id": "anthropic.claude-sonnet-4-5-20250929-v1:0", "model_name": "Claude Sonnet 4.5", "route": "direct", "phase": "context-limit-102", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 200000, "max_output_tokens": 512, "success": false, "failure_class": "context_limit", "status": 400, "stop_reason": null, "terminal": false, "elapsed_ms": 336.199, "ttft_ms": null, "estimated_cost_micro_usd": 0, "financial_state": "REJECTED_BEFORE_INFERENCE", "cache_requested": false, "usage": {} }, { "id": "2c53e72a152973d82340", "model_id": "openai.gpt-5.6-sol", "model_name": "GPT-5.6 Sol", "route": "direct", "phase": "context-limit-102", "task": "retrieval", "region": "us-west-2", "input_style": "repeat", "context_window": 1050000, "max_output_tokens": 512, "success": false, "failure_class": "budget_skipped", "estimated_cost_micro_usd": null, "financial_state": "NOT_INVOKED", "cache_requested": false, "usage": {} }, { "id": "c09fe06c55adba3ddb7b", "model_id": "anthropic.claude-haiku-5-5", "model_name": "Claude Haiku 5.5", "route": "direct", "phase": "context-limit-102", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 1000000, "max_output_tokens": 512, "success": false, "failure_class": "context_limit", "status": 400, "stop_reason": null, "terminal": false, "elapsed_ms": 1755.937, "ttft_ms": null, "estimated_cost_micro_usd": 0, "financial_state": "REJECTED_BEFORE_INFERENCE", "cache_requested": false, "usage": {} }, { "id": "3fe4f2db75ceaea9cf99", "model_id": "moonshotai.kimi-k2.5", "model_name": "Kimi K2.5", "route": "direct", "phase": "context-limit-102", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 256000, "max_output_tokens": 512, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 35693.876, "ttft_ms": 25102.343, "observed_input_tokens": 260755, "context_occupancy": 1.01857421875, "billed_output_tokens_per_second": 0.8404803108682112, "estimated_cost_micro_usd": 156543, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 260755, "output": 30, "read": 0, "write": 0 } }, { "id": "dd74ce26bf156a097aef", "model_id": "moonshot.kimi-k2-thinking", "model_name": "Kimi K2 Thinking", "route": "direct", "phase": "context-limit-102", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 256000, "max_output_tokens": 512, "success": false, "failure_class": "empty_output", "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": false, "elapsed_ms": 32234.81, "ttft_ms": null, "observed_input_tokens": 260863, "context_occupancy": 1.01899609375, "billed_output_tokens_per_second": 1.4270287464581073, "estimated_cost_micro_usd": 156633, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 260863, "output": 46, "read": 0, "write": 0 } }, { "id": "ed0b6653cfc708c851e5", "model_id": "qwen.qwen3-vl-235b-a22b", "model_name": "Qwen3 VL 235B A22B", "route": "direct", "phase": "context-limit-102", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 256000, "max_output_tokens": 512, "success": false, "failure_class": "retrieval_mismatch", "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": false, "elapsed_ms": 32863.471, "ttft_ms": 27389.089, "observed_input_tokens": 260803, "context_occupancy": 1.01876171875, "billed_output_tokens_per_second": 6.359644815454426, "estimated_cost_micro_usd": 138782, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 260803, "output": 209, "read": 0, "write": 0 } }, { "id": "9757ae6215765fd21455", "model_id": "qwen.qwen3-coder-30b-a3b-v1:0", "model_name": "Qwen3-Coder-30B-A3B-Instruct", "route": "direct", "phase": "context-limit-102", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 256000, "max_output_tokens": 512, "success": true, "failure_class": null, "status": 200, "stop_reason": "end_turn", "terminal": true, "retrieval_correct": true, "elapsed_ms": 22170.801, "ttft_ms": 22170.067, "observed_input_tokens": 260800, "context_occupancy": 1.01875, "billed_output_tokens_per_second": 1.8041747905554788, "estimated_cost_micro_usd": 39144, "financial_state": "SETTLED", "cache_requested": false, "usage": { "input": 260800, "output": 40, "read": 0, "write": 0 } }, { "id": "98e6dca9d98712761aad", "model_id": "deepseek.v3.2", "model_name": "DeepSeek V3.2", "route": "direct", "phase": "context-limit-102", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 164000, "max_output_tokens": 512, "success": false, "failure_class": "context_limit", "status": 400, "stop_reason": null, "terminal": false, "elapsed_ms": 898.126, "ttft_ms": null, "estimated_cost_micro_usd": 0, "financial_state": "REJECTED_BEFORE_INFERENCE", "cache_requested": false, "usage": {} }, { "id": "790de66c70559a192fbf", "model_id": "anthropic.claude-opus-5", "model_name": "Claude Opus 5", "route": "direct", "phase": "context-limit-102", "task": "retrieval", "region": "us-west-2", "input_style": "repeat", "context_window": 1000000, "max_output_tokens": 512, "success": false, "failure_class": "budget_skipped", "estimated_cost_micro_usd": null, "financial_state": "NOT_INVOKED", "cache_requested": false, "usage": {} }, { "id": "cd934c7602e28e49e660", "model_id": "openai.gpt-5.5", "model_name": "GPT-5.5", "route": "direct", "phase": "context-limit-102", "task": "retrieval", "region": "us-west-2", "input_style": "repeat", "context_window": 1050000, "max_output_tokens": 512, "success": false, "failure_class": "budget_skipped", "estimated_cost_micro_usd": null, "financial_state": "NOT_INVOKED", "cache_requested": false, "usage": {} }, { "id": "615858054719c9537620", "model_id": "xai.grok-4.7", "model_name": "Grok 4.7", "route": "direct", "phase": "context-limit-102", "task": "retrieval", "region": "us-west-2", "transport": "converse", "input_style": "repeat", "context_window": 524288, "max_output_tokens": 512, "success": false, "failure_class": "upstream_error", "status": 200, "stop_reason": null, "terminal": false, "elapsed_ms": 809.469, "ttft_ms": null, "estimated_cost_micro_usd": null, "financial_state": "UNCERTAIN", "cache_requested": false, "usage": {} } ], "gateway": [ { "route": "mayu", "operation": "invoke", "concurrency": 1, "n": 12, "successes": 12, "p50_ms": 814.56, "p95_ms": 913.699, "ttft_p50_ms": null, "ttft_p95_ms": null, "success_per_second": 1.2328808078574782, "input_tokens": 156, "output_tokens": 84 }, { "route": "mayu", "operation": "invoke_stream", "concurrency": 1, "n": 12, "successes": 12, "p50_ms": 797.034, "p95_ms": 852.616, "ttft_p50_ms": 792.046, "ttft_p95_ms": 848.357, "success_per_second": 1.261992212456389, "input_tokens": 156, "output_tokens": 84 }, { "route": "mayu", "operation": "invoke", "concurrency": 4, "n": 12, "successes": 12, "p50_ms": 795.959, "p95_ms": 908.804, "ttft_p50_ms": null, "ttft_p95_ms": null, "success_per_second": 4.6660797775213165, "input_tokens": 156, "output_tokens": 84 }, { "route": "mayu", "operation": "invoke_stream", "concurrency": 4, "n": 12, "successes": 12, "p50_ms": 796.059, "p95_ms": 1012.434, "ttft_p50_ms": 790.731, "ttft_p95_ms": 1009.445, "success_per_second": 4.519220811011835, "input_tokens": 156, "output_tokens": 84 } ], "concurrency": [ { "model": "Claude Opus 4.8", "workers": 1, "requests": 8, "successes": 5, "elapsed_seconds": 41.87624852999579, "successful_output_tokens": 2408, "aggregate_successful_output_tps": 57.50276313015859 }, { "model": "Claude Opus 4.8", "workers": 4, "requests": 8, "successes": 6, "elapsed_seconds": 16.345780042931437, "successful_output_tokens": 2729, "aggregate_successful_output_tps": 166.95440614228303 }, { "model": "GPT-6.1 Sol", "workers": 1, "requests": 8, "successes": 8, "elapsed_seconds": 71.76633541600313, "successful_output_tokens": 4096, "aggregate_successful_output_tps": 57.0741138760533 }, { "model": "GPT-6.1 Sol", "workers": 4, "requests": 8, "successes": 8, "elapsed_seconds": 18.46090245305095, "successful_output_tokens": 4096, "aggregate_successful_output_tps": 221.87431033866238 }, { "model": "Qwen3 Next 80B A3B", "workers": 1, "requests": 8, "successes": 8, "elapsed_seconds": 45.8705977590289, "successful_output_tokens": 4096, "aggregate_successful_output_tps": 89.29467240687457 }, { "model": "Qwen3 Next 80B A3B", "workers": 4, "requests": 8, "successes": 8, "elapsed_seconds": 13.590787005028687, "successful_output_tokens": 4096, "aggregate_successful_output_tps": 301.38063369578606 } ], "native_ui": [ { "sequence": 1, "round": 1, "side": "A", "model": "anthropic.claude-haiku-4-5-20251001-v1:0", "protocol": "bedrock-converse", "result": { "protocol": "bedrock-converse", "model": "anthropic.claude-haiku-4-5-20251001-v1:0", "http_status": 200, "response_success": true, "outcome": "completed", "stop_reason": "end_turn", "duration_ms": 1034.598459, "ttft_ms": null, "settled": true, "accounting_known": true, "usage": { "input_tokens": 16, "output_tokens": 5 }, "cost": { "amount_usd_micros": 41, "pricing_missing": false, "pricing_version": "deep-official-2026-10-19" } } }, { "sequence": 2, "round": 1, "side": "B", "model": "qwen.qwen3-32b-v1:0", "protocol": "bedrock-converse", "result": { "protocol": "bedrock-converse", "model": "qwen.qwen3-32b-v1:0", "http_status": 200, "response_success": true, "outcome": "completed", "stop_reason": "end_turn", "duration_ms": 343.885099, "ttft_ms": null, "settled": true, "accounting_known": true, "usage": { "input_tokens": 20, "output_tokens": 2 }, "cost": { "amount_usd_micros": 4, "pricing_missing": false, "pricing_version": "deep-official-2026-10-19" } } } ], "native_streams": [ { "model": "anthropic.claude-haiku-4-5-20251001-v1:0", "complete": true, "ttft_ms": 889.7790110204369, "cost_micro_usd": 41, "http_status": 200, "stop_reason": "end_turn", "duration_ms": 899.8604050138965, "usage": { "inputTokens": 16, "outputTokens": 5, "totalTokens": 21 } }, { "model": "qwen.qwen3-32b-v1:0", "complete": true, "ttft_ms": 288.8113030930981, "cost_micro_usd": 4, "http_status": 200, "stop_reason": "end_turn", "duration_ms": 289.1141960863024, "usage": { "inputTokens": 20, "outputTokens": 2, "totalTokens": 22 } } ] }