{ "kit_version": "support-extraction-v1", "fixture_sha256": "4109f3e26ab00e191e3b3a4057e926b471f8e96a9893d2e15b32018e6e307b4d", "schema_sha256": "7e8bf38e331a9358c5b8e53ee993c976077c5d0870709ceaef3097d94eee7c92", "controls_sha256": "b9527f3928cb541b8972ac2c711dbef191425208676bd6c0ec71b1c83e1672e1", "assert_sha256": "9fcd88a7589e004ac0747e3b9422dbd231ba570461caf765a4487987fa80e7f4", "mode": "paired_run_verified", "label": "Paired-run provenance validated. Outputs are caller-supplied; their model origin is not independently verified. Results apply only to this synthetic fixture, not general quality or production safety.", "generated_at": "2026-09-14T11:41:44.991Z", "manifest": { "run_id": "support-extraction-v1-20260914113427", "started_at": "2026-09-14T11:34:27.461Z", "finished_at": "2026-09-14T11:41:44.984Z", "kit_version": "support-extraction-v1", "prompt_version": "support-extraction-prompt-v1", "prompt_sha256": "e9ead3b1490d5d4cd0d9677c868f11b56f679132c9e150d4598a688ec61a4cc8", "ordering": "interleaved by case then repetition, configurations A then B within each cell", "retry_policy": "none: one attempt per cell; transport failures recorded as attempted, not completed", "planned_cells": 180, "configurations": [ { "id": "A", "model_id": "anthropic/claude-sonnet-5", "route": "openrouter.ai", "sdk_version": "fetch/node-26.5.0", "parameters": { "temperature": 0, "max_tokens": 300 } }, { "id": "B", "model_id": "openai/gpt-5.6-terra", "route": "openrouter.ai", "sdk_version": "fetch/node-26.5.0", "parameters": { "temperature": 0, "max_tokens": 300 } } ], "environment": { "node": "26.5.0", "base_url": "https://openrouter.ai/api/v1" } }, "denominators": { "attempted": 180, "completed": 174, "completed_parsed": 173, "transport_failures_reported_separately": 6 }, "metrics": { "schema_pass_rate": { "numerator": 173, "denominator": 174, "value": 0.9942528735632183 }, "task_acceptance": { "numerator": 161, "denominator": 180, "value": 0.8944444444444445 }, "cost_per_acceptable_result": "unavailable: cost inputs are not read by this script; compute from receipts with the accepted count above, and report unavailable when it is zero" }, "results": [ { "case_id": "case-01", "configuration_id": "A", "model_id": "anthropic/claude-sonnet-5", "route": "openrouter.ai", "repetition": 1, "attempt": 1, "order_index": 0, "transport_status": "ok", "latency_ms": 1526, "http_status": 200, "usage": { "prompt_tokens": 784, "completion_tokens": 51, "total_tokens": 835, "cost": 0.002078, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.002078, "upstream_inference_prompt_cost": 0.001568, "upstream_inference_completions_cost": 0.00051 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "anthropic/claude-sonnet-5", "finish_reason": "stop", "index": 0, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-01", "configuration_id": "B", "model_id": "openai/gpt-5.6-terra", "route": "openrouter.ai", "repetition": 1, "attempt": 1, "order_index": 1, "transport_status": "ok", "latency_ms": 1108, "http_status": 200, "usage": { "prompt_tokens": 301, "completion_tokens": 36, "total_tokens": 337, "cost": 0.001034, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.001034, "upstream_inference_prompt_cost": 0.000602, "upstream_inference_completions_cost": 0.000432 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "openai/gpt-5.6-terra", "finish_reason": "stop", "index": 1, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-01", "configuration_id": "A", "model_id": "anthropic/claude-sonnet-5", "route": "openrouter.ai", "repetition": 2, "attempt": 1, "order_index": 2, "transport_status": "ok", "latency_ms": 1730, "http_status": 200, "usage": { "prompt_tokens": 784, "completion_tokens": 51, "total_tokens": 835, "cost": 0.002078, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.002078, "upstream_inference_prompt_cost": 0.001568, "upstream_inference_completions_cost": 0.00051 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "anthropic/claude-sonnet-5", "finish_reason": "stop", "index": 2, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-01", "configuration_id": "B", "model_id": "openai/gpt-5.6-terra", "route": "openrouter.ai", "repetition": 2, "attempt": 1, "order_index": 3, "transport_status": "ok", "latency_ms": 926, "http_status": 200, "usage": { "prompt_tokens": 301, "completion_tokens": 36, "total_tokens": 337, "cost": 0.001034, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.001034, "upstream_inference_prompt_cost": 0.000602, "upstream_inference_completions_cost": 0.000432 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "openai/gpt-5.6-terra", "finish_reason": "stop", "index": 3, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-01", "configuration_id": "A", "model_id": "anthropic/claude-sonnet-5", "route": "openrouter.ai", "repetition": 3, "attempt": 1, "order_index": 4, "transport_status": "ok", "latency_ms": 1570, "http_status": 200, "usage": { "prompt_tokens": 784, "completion_tokens": 51, "total_tokens": 835, "cost": 0.002078, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.002078, "upstream_inference_prompt_cost": 0.001568, "upstream_inference_completions_cost": 0.00051 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "anthropic/claude-sonnet-5", "finish_reason": "stop", "index": 4, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-01", "configuration_id": "B", "model_id": "openai/gpt-5.6-terra", "route": "openrouter.ai", "repetition": 3, "attempt": 1, "order_index": 5, "transport_status": "ok", "latency_ms": 1165, "http_status": 200, "usage": { "prompt_tokens": 301, "completion_tokens": 36, "total_tokens": 337, "cost": 0.001034, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.001034, "upstream_inference_prompt_cost": 0.000602, "upstream_inference_completions_cost": 0.000432 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "openai/gpt-5.6-terra", "finish_reason": "stop", "index": 5, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-02", "configuration_id": "A", "model_id": "anthropic/claude-sonnet-5", "route": "openrouter.ai", "repetition": 1, "attempt": 1, "order_index": 6, "transport_status": "ok", "latency_ms": 1417, "http_status": 200, "usage": { "prompt_tokens": 780, "completion_tokens": 46, "total_tokens": 826, "cost": 0.00202, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00202, "upstream_inference_prompt_cost": 0.00156, "upstream_inference_completions_cost": 0.00046 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "anthropic/claude-sonnet-5", "finish_reason": "stop", "index": 6, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-02", "configuration_id": "B", "model_id": "openai/gpt-5.6-terra", "route": "openrouter.ai", "repetition": 1, "attempt": 1, "order_index": 7, "transport_status": "ok", "latency_ms": 1112, "http_status": 200, "usage": { "prompt_tokens": 304, "completion_tokens": 38, "total_tokens": 342, "cost": 0.001064, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.001064, "upstream_inference_prompt_cost": 0.000608, "upstream_inference_completions_cost": 0.000456 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "openai/gpt-5.6-terra", "finish_reason": "stop", "index": 7, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-02", "configuration_id": "A", "model_id": "anthropic/claude-sonnet-5", "route": "openrouter.ai", "repetition": 2, "attempt": 1, "order_index": 8, "transport_status": "ok", "latency_ms": 1623, "http_status": 200, "usage": { "prompt_tokens": 780, "completion_tokens": 46, "total_tokens": 826, "cost": 0.00202, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00202, "upstream_inference_prompt_cost": 0.00156, "upstream_inference_completions_cost": 0.00046 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "anthropic/claude-sonnet-5", "finish_reason": "stop", "index": 8, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-02", "configuration_id": "B", "model_id": "openai/gpt-5.6-terra", "route": "openrouter.ai", "repetition": 2, "attempt": 1, "order_index": 9, "transport_status": "ok", "latency_ms": 961, "http_status": 200, "usage": { "prompt_tokens": 304, "completion_tokens": 38, "total_tokens": 342, "cost": 0.001064, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.001064, "upstream_inference_prompt_cost": 0.000608, "upstream_inference_completions_cost": 0.000456 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "openai/gpt-5.6-terra", "finish_reason": "stop", "index": 9, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-02", "configuration_id": "A", "model_id": "anthropic/claude-sonnet-5", "route": "openrouter.ai", "repetition": 3, "attempt": 1, "order_index": 10, "transport_status": "ok", "latency_ms": 1506, "http_status": 200, "usage": { "prompt_tokens": 780, "completion_tokens": 46, "total_tokens": 826, "cost": 0.00202, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00202, "upstream_inference_prompt_cost": 0.00156, "upstream_inference_completions_cost": 0.00046 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "anthropic/claude-sonnet-5", "finish_reason": "stop", "index": 10, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-02", "configuration_id": "B", "model_id": "openai/gpt-5.6-terra", "route": "openrouter.ai", "repetition": 3, "attempt": 1, "order_index": 11, "transport_status": "ok", "latency_ms": 947, "http_status": 200, "usage": { "prompt_tokens": 304, "completion_tokens": 38, "total_tokens": 342, "cost": 0.001064, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.001064, "upstream_inference_prompt_cost": 0.000608, "upstream_inference_completions_cost": 0.000456 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "openai/gpt-5.6-terra", "finish_reason": "stop", "index": 11, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-03", "configuration_id": "A", "model_id": "anthropic/claude-sonnet-5", "route": "openrouter.ai", "repetition": 1, "attempt": 1, "order_index": 12, "transport_status": "ok", "latency_ms": 1413, "http_status": 200, "usage": { "prompt_tokens": 789, "completion_tokens": 57, "total_tokens": 846, "cost": 0.002148, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.002148, "upstream_inference_prompt_cost": 0.001578, "upstream_inference_completions_cost": 0.00057 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "anthropic/claude-sonnet-5", "finish_reason": "stop", "index": 12, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-03", "configuration_id": "B", "model_id": "openai/gpt-5.6-terra", "route": "openrouter.ai", "repetition": 1, "attempt": 1, "order_index": 13, "transport_status": "ok", "latency_ms": 889, "http_status": 200, "usage": { "prompt_tokens": 310, "completion_tokens": 45, "total_tokens": 355, "cost": 0.00116, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00116, "upstream_inference_prompt_cost": 0.00062, "upstream_inference_completions_cost": 0.00054 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "openai/gpt-5.6-terra", "finish_reason": "stop", "index": 13, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-03", "configuration_id": "A", "model_id": "anthropic/claude-sonnet-5", "route": "openrouter.ai", "repetition": 2, "attempt": 1, "order_index": 14, "transport_status": "ok", "latency_ms": 1371, "http_status": 200, "usage": { "prompt_tokens": 789, "completion_tokens": 57, "total_tokens": 846, "cost": 0.002148, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.002148, "upstream_inference_prompt_cost": 0.001578, "upstream_inference_completions_cost": 0.00057 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "anthropic/claude-sonnet-5", "finish_reason": "stop", "index": 14, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-03", "configuration_id": "B", "model_id": "openai/gpt-5.6-terra", "route": "openrouter.ai", "repetition": 2, "attempt": 1, "order_index": 15, "transport_status": "ok", "latency_ms": 1168, "http_status": 200, "usage": { "prompt_tokens": 310, "completion_tokens": 45, "total_tokens": 355, "cost": 0.00116, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00116, "upstream_inference_prompt_cost": 0.00062, "upstream_inference_completions_cost": 0.00054 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "openai/gpt-5.6-terra", "finish_reason": "stop", "index": 15, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-03", "configuration_id": "A", "model_id": "anthropic/claude-sonnet-5", "route": "openrouter.ai", "repetition": 3, "attempt": 1, "order_index": 16, "transport_status": "ok", "latency_ms": 1401, "http_status": 200, "usage": { "prompt_tokens": 789, "completion_tokens": 57, "total_tokens": 846, "cost": 0.002148, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.002148, "upstream_inference_prompt_cost": 0.001578, "upstream_inference_completions_cost": 0.00057 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "anthropic/claude-sonnet-5", "finish_reason": "stop", "index": 16, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-03", "configuration_id": "B", "model_id": "openai/gpt-5.6-terra", "route": "openrouter.ai", "repetition": 3, "attempt": 1, "order_index": 17, "transport_status": "ok", "latency_ms": 881, "http_status": 200, "usage": { "prompt_tokens": 310, "completion_tokens": 45, "total_tokens": 355, "cost": 0.00116, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00116, "upstream_inference_prompt_cost": 0.00062, "upstream_inference_completions_cost": 0.00054 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "openai/gpt-5.6-terra", "finish_reason": "stop", "index": 17, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-04", "configuration_id": "A", "model_id": "anthropic/claude-sonnet-5", "route": "openrouter.ai", "repetition": 1, "attempt": 1, "order_index": 18, "transport_status": "ok", "latency_ms": 1455, "http_status": 200, "usage": { "prompt_tokens": 783, "completion_tokens": 51, "total_tokens": 834, "cost": 0.002076, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.002076, "upstream_inference_prompt_cost": 0.001566, "upstream_inference_completions_cost": 0.00051 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "anthropic/claude-sonnet-5", "finish_reason": "stop", "index": 18, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-04", "configuration_id": "B", "model_id": "openai/gpt-5.6-terra", "route": "openrouter.ai", "repetition": 1, "attempt": 1, "order_index": 19, "transport_status": "ok", "latency_ms": 879, "http_status": 200, "usage": { "prompt_tokens": 302, "completion_tokens": 38, "total_tokens": 340, "cost": 0.00106, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00106, "upstream_inference_prompt_cost": 0.000604, "upstream_inference_completions_cost": 0.000456 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "openai/gpt-5.6-terra", "finish_reason": "stop", "index": 19, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-04", "configuration_id": "A", "model_id": "anthropic/claude-sonnet-5", "route": "openrouter.ai", "repetition": 2, "attempt": 1, "order_index": 20, "transport_status": "ok", "latency_ms": 1340, "http_status": 200, "usage": { "prompt_tokens": 783, "completion_tokens": 51, "total_tokens": 834, "cost": 0.002076, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.002076, "upstream_inference_prompt_cost": 0.001566, "upstream_inference_completions_cost": 0.00051 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "anthropic/claude-sonnet-5", "finish_reason": "stop", "index": 20, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-04", "configuration_id": "B", "model_id": "openai/gpt-5.6-terra", "route": "openrouter.ai", "repetition": 2, "attempt": 1, "order_index": 21, "transport_status": "ok", "latency_ms": 922, "http_status": 200, "usage": { "prompt_tokens": 302, "completion_tokens": 38, "total_tokens": 340, "cost": 0.00106, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00106, "upstream_inference_prompt_cost": 0.000604, "upstream_inference_completions_cost": 0.000456 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "openai/gpt-5.6-terra", "finish_reason": "stop", "index": 21, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-04", "configuration_id": "A", "model_id": "anthropic/claude-sonnet-5", "route": "openrouter.ai", "repetition": 3, "attempt": 1, "order_index": 22, "transport_status": "ok", "latency_ms": 1630, "http_status": 200, "usage": { "prompt_tokens": 783, "completion_tokens": 51, "total_tokens": 834, "cost": 0.002076, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.002076, "upstream_inference_prompt_cost": 0.001566, "upstream_inference_completions_cost": 0.00051 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "anthropic/claude-sonnet-5", "finish_reason": "stop", "index": 22, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-04", "configuration_id": "B", "model_id": "openai/gpt-5.6-terra", "route": "openrouter.ai", "repetition": 3, "attempt": 1, "order_index": 23, "transport_status": "ok", "latency_ms": 832, "http_status": 200, "usage": { "prompt_tokens": 302, "completion_tokens": 38, "total_tokens": 340, "cost": 0.00106, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00106, "upstream_inference_prompt_cost": 0.000604, "upstream_inference_completions_cost": 0.000456 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "openai/gpt-5.6-terra", "finish_reason": "stop", "index": 23, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-05", "configuration_id": "A", "model_id": "anthropic/claude-sonnet-5", "route": "openrouter.ai", "repetition": 1, "attempt": 1, "order_index": 24, "transport_status": "ok", "latency_ms": 1288, "http_status": 200, "usage": { "prompt_tokens": 781, "completion_tokens": 48, "total_tokens": 829, "cost": 0.002042, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.002042, "upstream_inference_prompt_cost": 0.001562, "upstream_inference_completions_cost": 0.00048 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "anthropic/claude-sonnet-5", "finish_reason": "stop", "index": 24, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-05", "configuration_id": "B", "model_id": "openai/gpt-5.6-terra", "route": "openrouter.ai", "repetition": 1, "attempt": 1, "order_index": 25, "transport_status": "ok", "latency_ms": 943, "http_status": 200, "usage": { "prompt_tokens": 302, "completion_tokens": 38, "total_tokens": 340, "cost": 0.00106, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00106, "upstream_inference_prompt_cost": 0.000604, "upstream_inference_completions_cost": 0.000456 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "openai/gpt-5.6-terra", "finish_reason": "stop", "index": 25, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-05", "configuration_id": "A", "model_id": "anthropic/claude-sonnet-5", "route": "openrouter.ai", "repetition": 2, "attempt": 1, "order_index": 26, "transport_status": "ok", "latency_ms": 1389, "http_status": 200, "usage": { "prompt_tokens": 781, "completion_tokens": 48, "total_tokens": 829, "cost": 0.002042, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.002042, "upstream_inference_prompt_cost": 0.001562, "upstream_inference_completions_cost": 0.00048 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "anthropic/claude-sonnet-5", "finish_reason": "stop", "index": 26, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-05", "configuration_id": "B", "model_id": "openai/gpt-5.6-terra", "route": "openrouter.ai", "repetition": 2, "attempt": 1, "order_index": 27, "transport_status": "ok", "latency_ms": 931, "http_status": 200, "usage": { "prompt_tokens": 302, "completion_tokens": 38, "total_tokens": 340, "cost": 0.00106, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00106, "upstream_inference_prompt_cost": 0.000604, "upstream_inference_completions_cost": 0.000456 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "openai/gpt-5.6-terra", "finish_reason": "stop", "index": 27, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-05", "configuration_id": "A", "model_id": "anthropic/claude-sonnet-5", "route": "openrouter.ai", "repetition": 3, "attempt": 1, "order_index": 28, "transport_status": "ok", "latency_ms": 1376, "http_status": 200, "usage": { "prompt_tokens": 781, "completion_tokens": 48, "total_tokens": 829, "cost": 0.002042, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.002042, "upstream_inference_prompt_cost": 0.001562, "upstream_inference_completions_cost": 0.00048 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "anthropic/claude-sonnet-5", "finish_reason": "stop", "index": 28, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-05", "configuration_id": "B", "model_id": "openai/gpt-5.6-terra", "route": "openrouter.ai", "repetition": 3, "attempt": 1, "order_index": 29, "transport_status": "ok", "latency_ms": 978, "http_status": 200, "usage": { "prompt_tokens": 302, "completion_tokens": 38, "total_tokens": 340, "cost": 0.00106, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00106, "upstream_inference_prompt_cost": 0.000604, "upstream_inference_completions_cost": 0.000456 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "openai/gpt-5.6-terra", "finish_reason": "stop", "index": 29, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-06", "configuration_id": "A", "model_id": "anthropic/claude-sonnet-5", "route": "openrouter.ai", "repetition": 1, "attempt": 1, "order_index": 30, "transport_status": "ok", "latency_ms": 1435, "http_status": 200, "usage": { "prompt_tokens": 783, "completion_tokens": 51, "total_tokens": 834, "cost": 0.002076, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.002076, "upstream_inference_prompt_cost": 0.001566, "upstream_inference_completions_cost": 0.00051 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "anthropic/claude-sonnet-5", "finish_reason": "stop", "index": 30, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-06", "configuration_id": "B", "model_id": "openai/gpt-5.6-terra", "route": "openrouter.ai", "repetition": 1, "attempt": 1, "order_index": 31, "transport_status": "ok", "latency_ms": 1052, "http_status": 200, "usage": { "prompt_tokens": 304, "completion_tokens": 40, "total_tokens": 344, "cost": 0.001088, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.001088, "upstream_inference_prompt_cost": 0.000608, "upstream_inference_completions_cost": 0.00048 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "openai/gpt-5.6-terra", "finish_reason": "stop", "index": 31, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-06", "configuration_id": "A", "model_id": "anthropic/claude-sonnet-5", "route": "openrouter.ai", "repetition": 2, "attempt": 1, "order_index": 32, "transport_status": "ok", "latency_ms": 1307, "http_status": 200, "usage": { "prompt_tokens": 783, "completion_tokens": 51, "total_tokens": 834, "cost": 0.002076, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.002076, "upstream_inference_prompt_cost": 0.001566, "upstream_inference_completions_cost": 0.00051 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "anthropic/claude-sonnet-5", "finish_reason": "stop", "index": 32, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-06", "configuration_id": "B", "model_id": "openai/gpt-5.6-terra", "route": "openrouter.ai", "repetition": 2, "attempt": 1, "order_index": 33, "transport_status": "ok", "latency_ms": 907, "http_status": 200, "usage": { "prompt_tokens": 304, "completion_tokens": 40, "total_tokens": 344, "cost": 0.001088, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.001088, "upstream_inference_prompt_cost": 0.000608, "upstream_inference_completions_cost": 0.00048 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "openai/gpt-5.6-terra", "finish_reason": "stop", "index": 33, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-06", "configuration_id": "A", "model_id": "anthropic/claude-sonnet-5", "route": "openrouter.ai", "repetition": 3, "attempt": 1, "order_index": 34, "transport_status": "ok", "latency_ms": 1472, "http_status": 200, "usage": { "prompt_tokens": 783, "completion_tokens": 51, "total_tokens": 834, "cost": 0.002076, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.002076, "upstream_inference_prompt_cost": 0.001566, "upstream_inference_completions_cost": 0.00051 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "anthropic/claude-sonnet-5", "finish_reason": "stop", "index": 34, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-06", "configuration_id": "B", "model_id": "openai/gpt-5.6-terra", "route": "openrouter.ai", "repetition": 3, "attempt": 1, "order_index": 35, "transport_status": "ok", "latency_ms": 1161, "http_status": 200, "usage": { "prompt_tokens": 304, "completion_tokens": 40, "total_tokens": 344, "cost": 0.001088, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.001088, "upstream_inference_prompt_cost": 0.000608, "upstream_inference_completions_cost": 0.00048 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "openai/gpt-5.6-terra", "finish_reason": "stop", "index": 35, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-07", "configuration_id": "A", "model_id": "anthropic/claude-sonnet-5", "route": "openrouter.ai", "repetition": 1, "attempt": 1, "order_index": 36, "transport_status": "ok", "latency_ms": 1459, "http_status": 200, "usage": { "prompt_tokens": 784, "completion_tokens": 51, "total_tokens": 835, "cost": 0.002078, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.002078, "upstream_inference_prompt_cost": 0.001568, "upstream_inference_completions_cost": 0.00051 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "anthropic/claude-sonnet-5", "finish_reason": "stop", "index": 36, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-07", "configuration_id": "B", "model_id": "openai/gpt-5.6-terra", "route": "openrouter.ai", "repetition": 1, "attempt": 1, "order_index": 37, "transport_status": "ok", "latency_ms": 1031, "http_status": 200, "usage": { "prompt_tokens": 303, "completion_tokens": 39, "total_tokens": 342, "cost": 0.001074, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.001074, "upstream_inference_prompt_cost": 0.000606, "upstream_inference_completions_cost": 0.000468 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "openai/gpt-5.6-terra", "finish_reason": "stop", "index": 37, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-07", "configuration_id": "A", "model_id": "anthropic/claude-sonnet-5", "route": "openrouter.ai", "repetition": 2, "attempt": 1, "order_index": 38, "transport_status": "ok", "latency_ms": 1474, "http_status": 200, "usage": { "prompt_tokens": 784, "completion_tokens": 51, "total_tokens": 835, "cost": 0.002078, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.002078, "upstream_inference_prompt_cost": 0.001568, "upstream_inference_completions_cost": 0.00051 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "anthropic/claude-sonnet-5", "finish_reason": "stop", "index": 38, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-07", "configuration_id": "B", "model_id": "openai/gpt-5.6-terra", "route": "openrouter.ai", "repetition": 2, "attempt": 1, "order_index": 39, "transport_status": "ok", "latency_ms": 1189, "http_status": 200, "usage": { "prompt_tokens": 303, "completion_tokens": 39, "total_tokens": 342, "cost": 0.001074, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.001074, "upstream_inference_prompt_cost": 0.000606, "upstream_inference_completions_cost": 0.000468 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "openai/gpt-5.6-terra", "finish_reason": "stop", "index": 39, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-07", "configuration_id": "A", "model_id": "anthropic/claude-sonnet-5", "route": "openrouter.ai", "repetition": 3, "attempt": 1, "order_index": 40, "transport_status": "ok", "latency_ms": 1544, "http_status": 200, "usage": { "prompt_tokens": 784, "completion_tokens": 51, "total_tokens": 835, "cost": 0.002078, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.002078, "upstream_inference_prompt_cost": 0.001568, "upstream_inference_completions_cost": 0.00051 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "anthropic/claude-sonnet-5", "finish_reason": "stop", "index": 40, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-07", "configuration_id": "B", "model_id": "openai/gpt-5.6-terra", "route": "openrouter.ai", "repetition": 3, "attempt": 1, "order_index": 41, "transport_status": "ok", "latency_ms": 957, "http_status": 200, "usage": { "prompt_tokens": 303, "completion_tokens": 39, "total_tokens": 342, "cost": 0.001074, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.001074, "upstream_inference_prompt_cost": 0.000606, "upstream_inference_completions_cost": 0.000468 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "openai/gpt-5.6-terra", "finish_reason": "stop", "index": 41, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-08", "configuration_id": "A", "model_id": "anthropic/claude-sonnet-5", "route": "openrouter.ai", "repetition": 1, "attempt": 1, "order_index": 42, "transport_status": "ok", "latency_ms": 1274, "http_status": 200, "usage": { "prompt_tokens": 787, "completion_tokens": 51, "total_tokens": 838, "cost": 0.002084, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.002084, "upstream_inference_prompt_cost": 0.001574, "upstream_inference_completions_cost": 0.00051 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "anthropic/claude-sonnet-5", "finish_reason": "stop", "index": 42, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-08", "configuration_id": "B", "model_id": "openai/gpt-5.6-terra", "route": "openrouter.ai", "repetition": 1, "attempt": 1, "order_index": 43, "transport_status": "ok", "latency_ms": 1311, "http_status": 200, "usage": { "prompt_tokens": 306, "completion_tokens": 38, "total_tokens": 344, "cost": 0.001068, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.001068, "upstream_inference_prompt_cost": 0.000612, "upstream_inference_completions_cost": 0.000456 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "openai/gpt-5.6-terra", "finish_reason": "stop", "index": 43, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-08", "configuration_id": "A", "model_id": "anthropic/claude-sonnet-5", "route": "openrouter.ai", "repetition": 2, "attempt": 1, "order_index": 44, "transport_status": "ok", "latency_ms": 1319, "http_status": 200, "usage": { "prompt_tokens": 787, "completion_tokens": 51, "total_tokens": 838, "cost": 0.002084, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.002084, "upstream_inference_prompt_cost": 0.001574, "upstream_inference_completions_cost": 0.00051 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "anthropic/claude-sonnet-5", "finish_reason": "stop", "index": 44, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-08", "configuration_id": "B", "model_id": "openai/gpt-5.6-terra", "route": "openrouter.ai", "repetition": 2, "attempt": 1, "order_index": 45, "transport_status": "ok", "latency_ms": 970, "http_status": 200, "usage": { "prompt_tokens": 306, "completion_tokens": 38, "total_tokens": 344, "cost": 0.001068, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.001068, "upstream_inference_prompt_cost": 0.000612, "upstream_inference_completions_cost": 0.000456 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "openai/gpt-5.6-terra", "finish_reason": "stop", "index": 45, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-08", "configuration_id": "A", "model_id": "anthropic/claude-sonnet-5", "route": "openrouter.ai", "repetition": 3, "attempt": 1, "order_index": 46, "transport_status": "ok", "latency_ms": 1348, "http_status": 200, "usage": { "prompt_tokens": 787, "completion_tokens": 51, "total_tokens": 838, "cost": 0.002084, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.002084, "upstream_inference_prompt_cost": 0.001574, "upstream_inference_completions_cost": 0.00051 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "anthropic/claude-sonnet-5", "finish_reason": "stop", "index": 46, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-08", "configuration_id": "B", "model_id": "openai/gpt-5.6-terra", "route": "openrouter.ai", "repetition": 3, "attempt": 1, "order_index": 47, "transport_status": "ok", "latency_ms": 910, "http_status": 200, "usage": { "prompt_tokens": 306, "completion_tokens": 38, "total_tokens": 344, "cost": 0.001068, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.001068, "upstream_inference_prompt_cost": 0.000612, "upstream_inference_completions_cost": 0.000456 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "openai/gpt-5.6-terra", "finish_reason": "stop", "index": 47, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-09", "configuration_id": "A", "model_id": "anthropic/claude-sonnet-5", "route": "openrouter.ai", "repetition": 1, "attempt": 1, "order_index": 48, "transport_status": "ok", "latency_ms": 1327, "http_status": 200, "usage": { "prompt_tokens": 781, "completion_tokens": 50, "total_tokens": 831, "cost": 0.002062, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.002062, "upstream_inference_prompt_cost": 0.001562, "upstream_inference_completions_cost": 0.0005 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "anthropic/claude-sonnet-5", "finish_reason": "stop", "index": 48, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-09", "configuration_id": "B", "model_id": "openai/gpt-5.6-terra", "route": "openrouter.ai", "repetition": 1, "attempt": 1, "order_index": 49, "transport_status": "ok", "latency_ms": 1472, "http_status": 200, "usage": { "prompt_tokens": 302, "completion_tokens": 39, "total_tokens": 341, "cost": 0.001072, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.001072, "upstream_inference_prompt_cost": 0.000604, "upstream_inference_completions_cost": 0.000468 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "openai/gpt-5.6-terra", "finish_reason": "stop", "index": 49, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-09", "configuration_id": "A", "model_id": "anthropic/claude-sonnet-5", "route": "openrouter.ai", "repetition": 2, "attempt": 1, "order_index": 50, "transport_status": "ok", "latency_ms": 1475, "http_status": 200, "usage": { "prompt_tokens": 781, "completion_tokens": 50, "total_tokens": 831, "cost": 0.002062, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.002062, "upstream_inference_prompt_cost": 0.001562, "upstream_inference_completions_cost": 0.0005 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "anthropic/claude-sonnet-5", "finish_reason": "stop", "index": 50, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-09", "configuration_id": "B", "model_id": "openai/gpt-5.6-terra", "route": "openrouter.ai", "repetition": 2, "attempt": 1, "order_index": 51, "transport_status": "ok", "latency_ms": 880, "http_status": 200, "usage": { "prompt_tokens": 302, "completion_tokens": 39, "total_tokens": 341, "cost": 0.001072, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.001072, "upstream_inference_prompt_cost": 0.000604, "upstream_inference_completions_cost": 0.000468 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "openai/gpt-5.6-terra", "finish_reason": "stop", "index": 51, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-09", "configuration_id": "A", "model_id": "anthropic/claude-sonnet-5", "route": "openrouter.ai", "repetition": 3, "attempt": 1, "order_index": 52, "transport_status": "ok", "latency_ms": 1364, "http_status": 200, "usage": { "prompt_tokens": 781, "completion_tokens": 50, "total_tokens": 831, "cost": 0.002062, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.002062, "upstream_inference_prompt_cost": 0.001562, "upstream_inference_completions_cost": 0.0005 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "anthropic/claude-sonnet-5", "finish_reason": "stop", "index": 52, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-09", "configuration_id": "B", "model_id": "openai/gpt-5.6-terra", "route": "openrouter.ai", "repetition": 3, "attempt": 1, "order_index": 53, "transport_status": "ok", "latency_ms": 1031, "http_status": 200, "usage": { "prompt_tokens": 302, "completion_tokens": 39, "total_tokens": 341, "cost": 0.001072, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.001072, "upstream_inference_prompt_cost": 0.000604, "upstream_inference_completions_cost": 0.000468 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "openai/gpt-5.6-terra", "finish_reason": "stop", "index": 53, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-10", "configuration_id": "A", "model_id": "anthropic/claude-sonnet-5", "route": "openrouter.ai", "repetition": 1, "attempt": 1, "order_index": 54, "transport_status": "ok", "latency_ms": 1310, "http_status": 200, "usage": { "prompt_tokens": 780, "completion_tokens": 46, "total_tokens": 826, "cost": 0.00202, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00202, "upstream_inference_prompt_cost": 0.00156, "upstream_inference_completions_cost": 0.00046 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "anthropic/claude-sonnet-5", "finish_reason": "stop", "index": 54, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-10", "configuration_id": "B", "model_id": "openai/gpt-5.6-terra", "route": "openrouter.ai", "repetition": 1, "attempt": 1, "order_index": 55, "transport_status": "ok", "latency_ms": 898, "http_status": 200, "usage": { "prompt_tokens": 303, "completion_tokens": 37, "total_tokens": 340, "cost": 0.00105, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00105, "upstream_inference_prompt_cost": 0.000606, "upstream_inference_completions_cost": 0.000444 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "openai/gpt-5.6-terra", "finish_reason": "stop", "index": 55, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-10", "configuration_id": "A", "model_id": "anthropic/claude-sonnet-5", "route": "openrouter.ai", "repetition": 2, "attempt": 1, "order_index": 56, "transport_status": "ok", "latency_ms": 1371, "http_status": 200, "usage": { "prompt_tokens": 780, "completion_tokens": 46, "total_tokens": 826, "cost": 0.00202, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00202, "upstream_inference_prompt_cost": 0.00156, "upstream_inference_completions_cost": 0.00046 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "anthropic/claude-sonnet-5", "finish_reason": "stop", "index": 56, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-10", "configuration_id": "B", "model_id": "openai/gpt-5.6-terra", "route": "openrouter.ai", "repetition": 2, "attempt": 1, "order_index": 57, "transport_status": "ok", "latency_ms": 1003, "http_status": 200, "usage": { "prompt_tokens": 303, "completion_tokens": 37, "total_tokens": 340, "cost": 0.00105, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00105, "upstream_inference_prompt_cost": 0.000606, "upstream_inference_completions_cost": 0.000444 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "openai/gpt-5.6-terra", "finish_reason": "stop", "index": 57, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-10", "configuration_id": "A", "model_id": "anthropic/claude-sonnet-5", "route": "openrouter.ai", "repetition": 3, "attempt": 1, "order_index": 58, "transport_status": "ok", "latency_ms": 1369, "http_status": 200, "usage": { "prompt_tokens": 780, "completion_tokens": 46, "total_tokens": 826, "cost": 0.00202, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00202, "upstream_inference_prompt_cost": 0.00156, "upstream_inference_completions_cost": 0.00046 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "anthropic/claude-sonnet-5", "finish_reason": "stop", "index": 58, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-10", "configuration_id": "B", "model_id": "openai/gpt-5.6-terra", "route": "openrouter.ai", "repetition": 3, "attempt": 1, "order_index": 59, "transport_status": "ok", "latency_ms": 1079, "http_status": 200, "usage": { "prompt_tokens": 303, "completion_tokens": 37, "total_tokens": 340, "cost": 0.00105, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00105, "upstream_inference_prompt_cost": 0.000606, "upstream_inference_completions_cost": 0.000444 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "openai/gpt-5.6-terra", "finish_reason": "stop", "index": 59, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-11", "configuration_id": "A", "model_id": "anthropic/claude-sonnet-5", "route": "openrouter.ai", "repetition": 1, "attempt": 1, "order_index": 60, "transport_status": "ok", "latency_ms": 1391, "http_status": 200, "usage": { "prompt_tokens": 770, "completion_tokens": 73, "total_tokens": 843, "cost": 0.00227, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00227, "upstream_inference_prompt_cost": 0.00154, "upstream_inference_completions_cost": 0.00073 }, "completion_tokens_details": { "reasoning_tokens": 33, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "anthropic/claude-sonnet-5", "finish_reason": "stop", "index": 60, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-11", "configuration_id": "B", "model_id": "openai/gpt-5.6-terra", "route": "openrouter.ai", "repetition": 1, "attempt": 1, "order_index": 61, "transport_status": "ok", "latency_ms": 1023, "http_status": 200, "usage": { "prompt_tokens": 298, "completion_tokens": 31, "total_tokens": 329, "cost": 0.000968, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.000968, "upstream_inference_prompt_cost": 0.000596, "upstream_inference_completions_cost": 0.000372 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "openai/gpt-5.6-terra", "finish_reason": "stop", "index": 61, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": false, "failures": [ { "field": "category", "expected": "unknown", "actual": "feature" } ] } }, { "case_id": "case-11", "configuration_id": "A", "model_id": "anthropic/claude-sonnet-5", "route": "openrouter.ai", "repetition": 2, "attempt": 1, "order_index": 62, "transport_status": "ok", "latency_ms": 1387, "http_status": 200, "usage": { "prompt_tokens": 770, "completion_tokens": 39, "total_tokens": 809, "cost": 0.00193, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00193, "upstream_inference_prompt_cost": 0.00154, "upstream_inference_completions_cost": 0.00039 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "anthropic/claude-sonnet-5", "finish_reason": "stop", "index": 62, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-11", "configuration_id": "B", "model_id": "openai/gpt-5.6-terra", "route": "openrouter.ai", "repetition": 2, "attempt": 1, "order_index": 63, "transport_status": "ok", "latency_ms": 1158, "http_status": 200, "usage": { "prompt_tokens": 298, "completion_tokens": 31, "total_tokens": 329, "cost": 0.000968, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.000968, "upstream_inference_prompt_cost": 0.000596, "upstream_inference_completions_cost": 0.000372 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "openai/gpt-5.6-terra", "finish_reason": "stop", "index": 63, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-11", "configuration_id": "A", "model_id": "anthropic/claude-sonnet-5", "route": "openrouter.ai", "repetition": 3, "attempt": 1, "order_index": 64, "transport_status": "ok", "latency_ms": 1475, "http_status": 200, "usage": { "prompt_tokens": 770, "completion_tokens": 57, "total_tokens": 827, "cost": 0.00211, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00211, "upstream_inference_prompt_cost": 0.00154, "upstream_inference_completions_cost": 0.00057 }, "completion_tokens_details": { "reasoning_tokens": 17, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "anthropic/claude-sonnet-5", "finish_reason": "stop", "index": 64, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-11", "configuration_id": "B", "model_id": "openai/gpt-5.6-terra", "route": "openrouter.ai", "repetition": 3, "attempt": 1, "order_index": 65, "transport_status": "ok", "latency_ms": 1097, "http_status": 200, "usage": { "prompt_tokens": 298, "completion_tokens": 31, "total_tokens": 329, "cost": 0.000968, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.000968, "upstream_inference_prompt_cost": 0.000596, "upstream_inference_completions_cost": 0.000372 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "openai/gpt-5.6-terra", "finish_reason": "stop", "index": 65, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-12", "configuration_id": "A", "model_id": "anthropic/claude-sonnet-5", "route": "openrouter.ai", "repetition": 1, "attempt": 1, "order_index": 66, "transport_status": "ok", "latency_ms": 1338, "http_status": 200, "usage": { "prompt_tokens": 773, "completion_tokens": 47, "total_tokens": 820, "cost": 0.002016, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.002016, "upstream_inference_prompt_cost": 0.001546, "upstream_inference_completions_cost": 0.00047 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "anthropic/claude-sonnet-5", "finish_reason": "stop", "index": 66, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-12", "configuration_id": "B", "model_id": "openai/gpt-5.6-terra", "route": "openrouter.ai", "repetition": 1, "attempt": 1, "order_index": 67, "transport_status": "ok", "latency_ms": 952, "http_status": 200, "usage": { "prompt_tokens": 297, "completion_tokens": 36, "total_tokens": 333, "cost": 0.001026, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.001026, "upstream_inference_prompt_cost": 0.000594, "upstream_inference_completions_cost": 0.000432 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "openai/gpt-5.6-terra", "finish_reason": "stop", "index": 67, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-12", "configuration_id": "A", "model_id": "anthropic/claude-sonnet-5", "route": "openrouter.ai", "repetition": 2, "attempt": 1, "order_index": 68, "transport_status": "ok", "latency_ms": 1502, "http_status": 200, "usage": { "prompt_tokens": 773, "completion_tokens": 47, "total_tokens": 820, "cost": 0.002016, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.002016, "upstream_inference_prompt_cost": 0.001546, "upstream_inference_completions_cost": 0.00047 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "anthropic/claude-sonnet-5", "finish_reason": "stop", "index": 68, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-12", "configuration_id": "B", "model_id": "openai/gpt-5.6-terra", "route": "openrouter.ai", "repetition": 2, "attempt": 1, "order_index": 69, "transport_status": "ok", "latency_ms": 1007, "http_status": 200, "usage": { "prompt_tokens": 297, "completion_tokens": 36, "total_tokens": 333, "cost": 0.001026, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.001026, "upstream_inference_prompt_cost": 0.000594, "upstream_inference_completions_cost": 0.000432 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "openai/gpt-5.6-terra", "finish_reason": "stop", "index": 69, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-12", "configuration_id": "A", "model_id": "anthropic/claude-sonnet-5", "route": "openrouter.ai", "repetition": 3, "attempt": 1, "order_index": 70, "transport_status": "ok", "latency_ms": 1500, "http_status": 200, "usage": { "prompt_tokens": 773, "completion_tokens": 47, "total_tokens": 820, "cost": 0.002016, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.002016, "upstream_inference_prompt_cost": 0.001546, "upstream_inference_completions_cost": 0.00047 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "anthropic/claude-sonnet-5", "finish_reason": "stop", "index": 70, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-12", "configuration_id": "B", "model_id": "openai/gpt-5.6-terra", "route": "openrouter.ai", "repetition": 3, "attempt": 1, "order_index": 71, "transport_status": "ok", "latency_ms": 865, "http_status": 200, "usage": { "prompt_tokens": 297, "completion_tokens": 36, "total_tokens": 333, "cost": 0.001026, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.001026, "upstream_inference_prompt_cost": 0.000594, "upstream_inference_completions_cost": 0.000432 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "openai/gpt-5.6-terra", "finish_reason": "stop", "index": 71, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-13", "configuration_id": "A", "model_id": "anthropic/claude-sonnet-5", "route": "openrouter.ai", "repetition": 1, "attempt": 1, "order_index": 72, "transport_status": "ok", "latency_ms": 1438, "http_status": 200, "usage": { "prompt_tokens": 775, "completion_tokens": 104, "total_tokens": 879, "cost": 0.00259, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00259, "upstream_inference_prompt_cost": 0.00155, "upstream_inference_completions_cost": 0.00104 }, "completion_tokens_details": { "reasoning_tokens": 65, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "anthropic/claude-sonnet-5", "finish_reason": "stop", "index": 72, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-13", "configuration_id": "B", "model_id": "openai/gpt-5.6-terra", "route": "openrouter.ai", "repetition": 1, "attempt": 1, "order_index": 73, "transport_status": "ok", "latency_ms": 847, "http_status": 200, "usage": { "prompt_tokens": 299, "completion_tokens": 31, "total_tokens": 330, "cost": 0.00097, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00097, "upstream_inference_prompt_cost": 0.000598, "upstream_inference_completions_cost": 0.000372 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "openai/gpt-5.6-terra", "finish_reason": "stop", "index": 73, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-13", "configuration_id": "A", "model_id": "anthropic/claude-sonnet-5", "route": "openrouter.ai", "repetition": 2, "attempt": 1, "order_index": 74, "transport_status": "ok", "latency_ms": 1490, "http_status": 200, "usage": { "prompt_tokens": 775, "completion_tokens": 38, "total_tokens": 813, "cost": 0.00193, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00193, "upstream_inference_prompt_cost": 0.00155, "upstream_inference_completions_cost": 0.00038 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "anthropic/claude-sonnet-5", "finish_reason": "stop", "index": 74, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-13", "configuration_id": "B", "model_id": "openai/gpt-5.6-terra", "route": "openrouter.ai", "repetition": 2, "attempt": 1, "order_index": 75, "transport_status": "ok", "latency_ms": 949, "http_status": 200, "usage": { "prompt_tokens": 299, "completion_tokens": 31, "total_tokens": 330, "cost": 0.00097, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00097, "upstream_inference_prompt_cost": 0.000598, "upstream_inference_completions_cost": 0.000372 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "openai/gpt-5.6-terra", "finish_reason": "stop", "index": 75, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-13", "configuration_id": "A", "model_id": "anthropic/claude-sonnet-5", "route": "openrouter.ai", "repetition": 3, "attempt": 1, "order_index": 76, "transport_status": "ok", "latency_ms": 1522, "http_status": 200, "usage": { "prompt_tokens": 775, "completion_tokens": 67, "total_tokens": 842, "cost": 0.00222, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00222, "upstream_inference_prompt_cost": 0.00155, "upstream_inference_completions_cost": 0.00067 }, "completion_tokens_details": { "reasoning_tokens": 28, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "anthropic/claude-sonnet-5", "finish_reason": "stop", "index": 76, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-13", "configuration_id": "B", "model_id": "openai/gpt-5.6-terra", "route": "openrouter.ai", "repetition": 3, "attempt": 1, "order_index": 77, "transport_status": "ok", "latency_ms": 908, "http_status": 200, "usage": { "prompt_tokens": 299, "completion_tokens": 31, "total_tokens": 330, "cost": 0.00097, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00097, "upstream_inference_prompt_cost": 0.000598, "upstream_inference_completions_cost": 0.000372 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "openai/gpt-5.6-terra", "finish_reason": "stop", "index": 77, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-14", "configuration_id": "A", "model_id": "anthropic/claude-sonnet-5", "route": "openrouter.ai", "repetition": 1, "attempt": 1, "order_index": 78, "transport_status": "ok", "latency_ms": 1506, "http_status": 200, "usage": { "prompt_tokens": 765, "completion_tokens": 121, "total_tokens": 886, "cost": 0.00274, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00274, "upstream_inference_prompt_cost": 0.00153, "upstream_inference_completions_cost": 0.00121 }, "completion_tokens_details": { "reasoning_tokens": 82, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "anthropic/claude-sonnet-5", "finish_reason": "stop", "index": 78, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-14", "configuration_id": "B", "model_id": "openai/gpt-5.6-terra", "route": "openrouter.ai", "repetition": 1, "attempt": 1, "order_index": 79, "transport_status": "ok", "latency_ms": 906, "http_status": 200, "usage": { "prompt_tokens": 292, "completion_tokens": 31, "total_tokens": 323, "cost": 0.000956, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.000956, "upstream_inference_prompt_cost": 0.000584, "upstream_inference_completions_cost": 0.000372 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "openai/gpt-5.6-terra", "finish_reason": "stop", "index": 79, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-14", "configuration_id": "A", "model_id": "anthropic/claude-sonnet-5", "route": "openrouter.ai", "repetition": 2, "attempt": 1, "order_index": 80, "transport_status": "ok", "latency_ms": 1473, "http_status": 200, "usage": { "prompt_tokens": 765, "completion_tokens": 39, "total_tokens": 804, "cost": 0.00192, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00192, "upstream_inference_prompt_cost": 0.00153, "upstream_inference_completions_cost": 0.00039 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "anthropic/claude-sonnet-5", "finish_reason": "stop", "index": 80, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-14", "configuration_id": "B", "model_id": "openai/gpt-5.6-terra", "route": "openrouter.ai", "repetition": 2, "attempt": 1, "order_index": 81, "transport_status": "ok", "latency_ms": 1079, "http_status": 200, "usage": { "prompt_tokens": 292, "completion_tokens": 31, "total_tokens": 323, "cost": 0.000956, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.000956, "upstream_inference_prompt_cost": 0.000584, "upstream_inference_completions_cost": 0.000372 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "openai/gpt-5.6-terra", "finish_reason": "stop", "index": 81, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-14", "configuration_id": "A", "model_id": "anthropic/claude-sonnet-5", "route": "openrouter.ai", "repetition": 3, "attempt": 1, "order_index": 82, "transport_status": "ok", "latency_ms": 1416, "http_status": 200, "usage": { "prompt_tokens": 765, "completion_tokens": 39, "total_tokens": 804, "cost": 0.00192, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00192, "upstream_inference_prompt_cost": 0.00153, "upstream_inference_completions_cost": 0.00039 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "anthropic/claude-sonnet-5", "finish_reason": "stop", "index": 82, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-14", "configuration_id": "B", "model_id": "openai/gpt-5.6-terra", "route": "openrouter.ai", "repetition": 3, "attempt": 1, "order_index": 83, "transport_status": "ok", "latency_ms": 1180, "http_status": 200, "usage": { "prompt_tokens": 292, "completion_tokens": 31, "total_tokens": 323, "cost": 0.000956, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.000956, "upstream_inference_prompt_cost": 0.000584, "upstream_inference_completions_cost": 0.000372 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "openai/gpt-5.6-terra", "finish_reason": "stop", "index": 83, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-15", "configuration_id": "A", "model_id": "anthropic/claude-sonnet-5", "route": "openrouter.ai", "repetition": 1, "attempt": 1, "order_index": 84, "transport_status": "ok", "latency_ms": 1473, "http_status": 200, "usage": { "prompt_tokens": 765, "completion_tokens": 45, "total_tokens": 810, "cost": 0.00198, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00198, "upstream_inference_prompt_cost": 0.00153, "upstream_inference_completions_cost": 0.00045 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "anthropic/claude-sonnet-5", "finish_reason": "stop", "index": 84, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-15", "configuration_id": "B", "model_id": "openai/gpt-5.6-terra", "route": "openrouter.ai", "repetition": 1, "attempt": 1, "order_index": 85, "transport_status": "ok", "latency_ms": 876, "http_status": 200, "usage": { "prompt_tokens": 293, "completion_tokens": 35, "total_tokens": 328, "cost": 0.001006, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.001006, "upstream_inference_prompt_cost": 0.000586, "upstream_inference_completions_cost": 0.00042 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "openai/gpt-5.6-terra", "finish_reason": "stop", "index": 85, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-15", "configuration_id": "A", "model_id": "anthropic/claude-sonnet-5", "route": "openrouter.ai", "repetition": 2, "attempt": 1, "order_index": 86, "transport_status": "ok", "latency_ms": 1484, "http_status": 200, "usage": { "prompt_tokens": 765, "completion_tokens": 45, "total_tokens": 810, "cost": 0.00198, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00198, "upstream_inference_prompt_cost": 0.00153, "upstream_inference_completions_cost": 0.00045 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "anthropic/claude-sonnet-5", "finish_reason": "stop", "index": 86, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-15", "configuration_id": "B", "model_id": "openai/gpt-5.6-terra", "route": "openrouter.ai", "repetition": 2, "attempt": 1, "order_index": 87, "transport_status": "ok", "latency_ms": 1275, "http_status": 200, "usage": { "prompt_tokens": 293, "completion_tokens": 35, "total_tokens": 328, "cost": 0.001006, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.001006, "upstream_inference_prompt_cost": 0.000586, "upstream_inference_completions_cost": 0.00042 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "openai/gpt-5.6-terra", "finish_reason": "stop", "index": 87, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-15", "configuration_id": "A", "model_id": "anthropic/claude-sonnet-5", "route": "openrouter.ai", "repetition": 3, "attempt": 1, "order_index": 88, "transport_status": "ok", "latency_ms": 1509, "http_status": 200, "usage": { "prompt_tokens": 765, "completion_tokens": 77, "total_tokens": 842, "cost": 0.0023, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.0023, "upstream_inference_prompt_cost": 0.00153, "upstream_inference_completions_cost": 0.00077 }, "completion_tokens_details": { "reasoning_tokens": 31, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "anthropic/claude-sonnet-5", "finish_reason": "stop", "index": 88, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-15", "configuration_id": "B", "model_id": "openai/gpt-5.6-terra", "route": "openrouter.ai", "repetition": 3, "attempt": 1, "order_index": 89, "transport_status": "ok", "latency_ms": 922, "http_status": 200, "usage": { "prompt_tokens": 293, "completion_tokens": 35, "total_tokens": 328, "cost": 0.001006, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.001006, "upstream_inference_prompt_cost": 0.000586, "upstream_inference_completions_cost": 0.00042 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "openai/gpt-5.6-terra", "finish_reason": "stop", "index": 89, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-16", "configuration_id": "A", "model_id": "anthropic/claude-sonnet-5", "route": "openrouter.ai", "repetition": 1, "attempt": 1, "order_index": 90, "transport_status": "ok", "latency_ms": 1532, "http_status": 200, "usage": { "prompt_tokens": 771, "completion_tokens": 109, "total_tokens": 880, "cost": 0.002632, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.002632, "upstream_inference_prompt_cost": 0.001542, "upstream_inference_completions_cost": 0.00109 }, "completion_tokens_details": { "reasoning_tokens": 70, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "anthropic/claude-sonnet-5", "finish_reason": "stop", "index": 90, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-16", "configuration_id": "B", "model_id": "openai/gpt-5.6-terra", "route": "openrouter.ai", "repetition": 1, "attempt": 1, "order_index": 91, "transport_status": "ok", "latency_ms": 1008, "http_status": 200, "usage": { "prompt_tokens": 295, "completion_tokens": 31, "total_tokens": 326, "cost": 0.000962, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.000962, "upstream_inference_prompt_cost": 0.00059, "upstream_inference_completions_cost": 0.000372 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "openai/gpt-5.6-terra", "finish_reason": "stop", "index": 91, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-16", "configuration_id": "A", "model_id": "anthropic/claude-sonnet-5", "route": "openrouter.ai", "repetition": 2, "attempt": 1, "order_index": 92, "transport_status": "ok", "latency_ms": 1591, "http_status": 200, "usage": { "prompt_tokens": 771, "completion_tokens": 111, "total_tokens": 882, "cost": 0.002652, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.002652, "upstream_inference_prompt_cost": 0.001542, "upstream_inference_completions_cost": 0.00111 }, "completion_tokens_details": { "reasoning_tokens": 72, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "anthropic/claude-sonnet-5", "finish_reason": "stop", "index": 92, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-16", "configuration_id": "B", "model_id": "openai/gpt-5.6-terra", "route": "openrouter.ai", "repetition": 2, "attempt": 1, "order_index": 93, "transport_status": "ok", "latency_ms": 881, "http_status": 200, "usage": { "prompt_tokens": 295, "completion_tokens": 31, "total_tokens": 326, "cost": 0.000962, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.000962, "upstream_inference_prompt_cost": 0.00059, "upstream_inference_completions_cost": 0.000372 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "openai/gpt-5.6-terra", "finish_reason": "stop", "index": 93, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-16", "configuration_id": "A", "model_id": "anthropic/claude-sonnet-5", "route": "openrouter.ai", "repetition": 3, "attempt": 1, "order_index": 94, "transport_status": "ok", "latency_ms": 1601, "http_status": 200, "usage": { "prompt_tokens": 771, "completion_tokens": 147, "total_tokens": 918, "cost": 0.003012, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.003012, "upstream_inference_prompt_cost": 0.001542, "upstream_inference_completions_cost": 0.00147 }, "completion_tokens_details": { "reasoning_tokens": 108, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "anthropic/claude-sonnet-5", "finish_reason": "stop", "index": 94, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-16", "configuration_id": "B", "model_id": "openai/gpt-5.6-terra", "route": "openrouter.ai", "repetition": 3, "attempt": 1, "order_index": 95, "transport_status": "ok", "latency_ms": 907, "http_status": 200, "usage": { "prompt_tokens": 295, "completion_tokens": 31, "total_tokens": 326, "cost": 0.000962, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.000962, "upstream_inference_prompt_cost": 0.00059, "upstream_inference_completions_cost": 0.000372 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "openai/gpt-5.6-terra", "finish_reason": "stop", "index": 95, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-17", "configuration_id": "A", "model_id": "anthropic/claude-sonnet-5", "route": "openrouter.ai", "repetition": 1, "attempt": 1, "order_index": 96, "transport_status": "ok", "latency_ms": 1379, "http_status": 200, "usage": { "prompt_tokens": 771, "completion_tokens": 38, "total_tokens": 809, "cost": 0.001922, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.001922, "upstream_inference_prompt_cost": 0.001542, "upstream_inference_completions_cost": 0.00038 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "anthropic/claude-sonnet-5", "finish_reason": "stop", "index": 96, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-17", "configuration_id": "B", "model_id": "openai/gpt-5.6-terra", "route": "openrouter.ai", "repetition": 1, "attempt": 1, "order_index": 97, "transport_status": "ok", "latency_ms": 994, "http_status": 200, "usage": { "prompt_tokens": 295, "completion_tokens": 31, "total_tokens": 326, "cost": 0.000962, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.000962, "upstream_inference_prompt_cost": 0.00059, "upstream_inference_completions_cost": 0.000372 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "openai/gpt-5.6-terra", "finish_reason": "stop", "index": 97, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-17", "configuration_id": "A", "model_id": "anthropic/claude-sonnet-5", "route": "openrouter.ai", "repetition": 2, "attempt": 1, "order_index": 98, "transport_status": "ok", "latency_ms": 1522, "http_status": 200, "usage": { "prompt_tokens": 771, "completion_tokens": 131, "total_tokens": 902, "cost": 0.002852, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.002852, "upstream_inference_prompt_cost": 0.001542, "upstream_inference_completions_cost": 0.00131 }, "completion_tokens_details": { "reasoning_tokens": 92, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "anthropic/claude-sonnet-5", "finish_reason": "stop", "index": 98, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-17", "configuration_id": "B", "model_id": "openai/gpt-5.6-terra", "route": "openrouter.ai", "repetition": 2, "attempt": 1, "order_index": 99, "transport_status": "ok", "latency_ms": 1036, "http_status": 200, "usage": { "prompt_tokens": 295, "completion_tokens": 31, "total_tokens": 326, "cost": 0.000962, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.000962, "upstream_inference_prompt_cost": 0.00059, "upstream_inference_completions_cost": 0.000372 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "openai/gpt-5.6-terra", "finish_reason": "stop", "index": 99, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-17", "configuration_id": "A", "model_id": "anthropic/claude-sonnet-5", "route": "openrouter.ai", "repetition": 3, "attempt": 1, "order_index": 100, "transport_status": "ok", "latency_ms": 1312, "http_status": 200, "usage": { "prompt_tokens": 771, "completion_tokens": 38, "total_tokens": 809, "cost": 0.001922, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.001922, "upstream_inference_prompt_cost": 0.001542, "upstream_inference_completions_cost": 0.00038 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "anthropic/claude-sonnet-5", "finish_reason": "stop", "index": 100, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-17", "configuration_id": "B", "model_id": "openai/gpt-5.6-terra", "route": "openrouter.ai", "repetition": 3, "attempt": 1, "order_index": 101, "transport_status": "ok", "latency_ms": 900, "http_status": 200, "usage": { "prompt_tokens": 295, "completion_tokens": 31, "total_tokens": 326, "cost": 0.000962, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.000962, "upstream_inference_prompt_cost": 0.00059, "upstream_inference_completions_cost": 0.000372 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "openai/gpt-5.6-terra", "finish_reason": "stop", "index": 101, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-18", "configuration_id": "A", "model_id": "anthropic/claude-sonnet-5", "route": "openrouter.ai", "repetition": 1, "attempt": 1, "order_index": 102, "transport_status": "ok", "latency_ms": 1637, "http_status": 200, "usage": { "prompt_tokens": 776, "completion_tokens": 66, "total_tokens": 842, "cost": 0.002212, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.002212, "upstream_inference_prompt_cost": 0.001552, "upstream_inference_completions_cost": 0.00066 }, "completion_tokens_details": { "reasoning_tokens": 28, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "anthropic/claude-sonnet-5", "finish_reason": "stop", "index": 102, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-18", "configuration_id": "B", "model_id": "openai/gpt-5.6-terra", "route": "openrouter.ai", "repetition": 1, "attempt": 1, "order_index": 103, "transport_status": "ok", "latency_ms": 942, "http_status": 200, "usage": { "prompt_tokens": 301, "completion_tokens": 31, "total_tokens": 332, "cost": 0.000974, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.000974, "upstream_inference_prompt_cost": 0.000602, "upstream_inference_completions_cost": 0.000372 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "openai/gpt-5.6-terra", "finish_reason": "stop", "index": 103, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-18", "configuration_id": "A", "model_id": "anthropic/claude-sonnet-5", "route": "openrouter.ai", "repetition": 2, "attempt": 1, "order_index": 104, "transport_status": "ok", "latency_ms": 1423, "http_status": 200, "usage": { "prompt_tokens": 776, "completion_tokens": 100, "total_tokens": 876, "cost": 0.002552, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.002552, "upstream_inference_prompt_cost": 0.001552, "upstream_inference_completions_cost": 0.001 }, "completion_tokens_details": { "reasoning_tokens": 62, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "anthropic/claude-sonnet-5", "finish_reason": "stop", "index": 104, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-18", "configuration_id": "B", "model_id": "openai/gpt-5.6-terra", "route": "openrouter.ai", "repetition": 2, "attempt": 1, "order_index": 105, "transport_status": "ok", "latency_ms": 979, "http_status": 200, "usage": { "prompt_tokens": 301, "completion_tokens": 31, "total_tokens": 332, "cost": 0.000974, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.000974, "upstream_inference_prompt_cost": 0.000602, "upstream_inference_completions_cost": 0.000372 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "openai/gpt-5.6-terra", "finish_reason": "stop", "index": 105, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-18", "configuration_id": "A", "model_id": "anthropic/claude-sonnet-5", "route": "openrouter.ai", "repetition": 3, "attempt": 1, "order_index": 106, "transport_status": "ok", "latency_ms": 1321, "http_status": 200, "usage": { "prompt_tokens": 776, "completion_tokens": 74, "total_tokens": 850, "cost": 0.002292, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.002292, "upstream_inference_prompt_cost": 0.001552, "upstream_inference_completions_cost": 0.00074 }, "completion_tokens_details": { "reasoning_tokens": 36, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "anthropic/claude-sonnet-5", "finish_reason": "stop", "index": 106, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-18", "configuration_id": "B", "model_id": "openai/gpt-5.6-terra", "route": "openrouter.ai", "repetition": 3, "attempt": 1, "order_index": 107, "transport_status": "ok", "latency_ms": 959, "http_status": 200, "usage": { "prompt_tokens": 301, "completion_tokens": 31, "total_tokens": 332, "cost": 0.000974, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.000974, "upstream_inference_prompt_cost": 0.000602, "upstream_inference_completions_cost": 0.000372 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "openai/gpt-5.6-terra", "finish_reason": "stop", "index": 107, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-19", "configuration_id": "A", "model_id": "anthropic/claude-sonnet-5", "route": "openrouter.ai", "repetition": 1, "attempt": 1, "order_index": 108, "transport_status": "ok", "latency_ms": 1609, "http_status": 200, "usage": { "prompt_tokens": 790, "completion_tokens": 47, "total_tokens": 837, "cost": 0.00205, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00205, "upstream_inference_prompt_cost": 0.00158, "upstream_inference_completions_cost": 0.00047 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "anthropic/claude-sonnet-5", "finish_reason": "stop", "index": 108, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-19", "configuration_id": "B", "model_id": "openai/gpt-5.6-terra", "route": "openrouter.ai", "repetition": 1, "attempt": 1, "order_index": 109, "transport_status": "ok", "latency_ms": 934, "http_status": 200, "usage": { "prompt_tokens": 311, "completion_tokens": 35, "total_tokens": 346, "cost": 0.001042, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.001042, "upstream_inference_prompt_cost": 0.000622, "upstream_inference_completions_cost": 0.00042 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "openai/gpt-5.6-terra", "finish_reason": "stop", "index": 109, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-19", "configuration_id": "A", "model_id": "anthropic/claude-sonnet-5", "route": "openrouter.ai", "repetition": 2, "attempt": 1, "order_index": 110, "transport_status": "ok", "latency_ms": 1580, "http_status": 200, "usage": { "prompt_tokens": 790, "completion_tokens": 47, "total_tokens": 837, "cost": 0.00205, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00205, "upstream_inference_prompt_cost": 0.00158, "upstream_inference_completions_cost": 0.00047 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "anthropic/claude-sonnet-5", "finish_reason": "stop", "index": 110, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-19", "configuration_id": "B", "model_id": "openai/gpt-5.6-terra", "route": "openrouter.ai", "repetition": 2, "attempt": 1, "order_index": 111, "transport_status": "ok", "latency_ms": 1159, "http_status": 200, "usage": { "prompt_tokens": 311, "completion_tokens": 35, "total_tokens": 346, "cost": 0.001042, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.001042, "upstream_inference_prompt_cost": 0.000622, "upstream_inference_completions_cost": 0.00042 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "openai/gpt-5.6-terra", "finish_reason": "stop", "index": 111, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-19", "configuration_id": "A", "model_id": "anthropic/claude-sonnet-5", "route": "openrouter.ai", "repetition": 3, "attempt": 1, "order_index": 112, "transport_status": "ok", "latency_ms": 1433, "http_status": 200, "usage": { "prompt_tokens": 790, "completion_tokens": 47, "total_tokens": 837, "cost": 0.00205, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00205, "upstream_inference_prompt_cost": 0.00158, "upstream_inference_completions_cost": 0.00047 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "anthropic/claude-sonnet-5", "finish_reason": "stop", "index": 112, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-19", "configuration_id": "B", "model_id": "openai/gpt-5.6-terra", "route": "openrouter.ai", "repetition": 3, "attempt": 1, "order_index": 113, "transport_status": "ok", "latency_ms": 1099, "http_status": 200, "usage": { "prompt_tokens": 311, "completion_tokens": 35, "total_tokens": 346, "cost": 0.001042, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.001042, "upstream_inference_prompt_cost": 0.000622, "upstream_inference_completions_cost": 0.00042 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "openai/gpt-5.6-terra", "finish_reason": "stop", "index": 113, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-20", "configuration_id": "A", "model_id": "anthropic/claude-sonnet-5", "route": "openrouter.ai", "repetition": 1, "attempt": 1, "order_index": 114, "transport_status": "ok", "latency_ms": 1711, "http_status": 200, "usage": { "prompt_tokens": 788, "completion_tokens": 46, "total_tokens": 834, "cost": 0.002036, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.002036, "upstream_inference_prompt_cost": 0.001576, "upstream_inference_completions_cost": 0.00046 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "anthropic/claude-sonnet-5", "finish_reason": "stop", "index": 114, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": false, "failures": [ { "field": "urgency", "expected": "normal", "actual": "unknown" } ] } }, { "case_id": "case-20", "configuration_id": "B", "model_id": "openai/gpt-5.6-terra", "route": "openrouter.ai", "repetition": 1, "attempt": 1, "order_index": 115, "transport_status": "ok", "latency_ms": 1267, "http_status": 200, "usage": { "prompt_tokens": 309, "completion_tokens": 36, "total_tokens": 345, "cost": 0.00105, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00105, "upstream_inference_prompt_cost": 0.000618, "upstream_inference_completions_cost": 0.000432 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "openai/gpt-5.6-terra", "finish_reason": "stop", "index": 115, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": false, "failures": [ { "field": "urgency", "expected": "normal", "actual": "unknown" } ] } }, { "case_id": "case-20", "configuration_id": "A", "model_id": "anthropic/claude-sonnet-5", "route": "openrouter.ai", "repetition": 2, "attempt": 1, "order_index": 116, "transport_status": "ok", "latency_ms": 1301, "http_status": 200, "usage": { "prompt_tokens": 788, "completion_tokens": 46, "total_tokens": 834, "cost": 0.002036, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.002036, "upstream_inference_prompt_cost": 0.001576, "upstream_inference_completions_cost": 0.00046 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "anthropic/claude-sonnet-5", "finish_reason": "stop", "index": 116, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": false, "failures": [ { "field": "urgency", "expected": "normal", "actual": "unknown" } ] } }, { "case_id": "case-20", "configuration_id": "B", "model_id": "openai/gpt-5.6-terra", "route": "openrouter.ai", "repetition": 2, "attempt": 1, "order_index": 117, "transport_status": "ok", "latency_ms": 1073, "http_status": 200, "usage": { "prompt_tokens": 309, "completion_tokens": 36, "total_tokens": 345, "cost": 0.00105, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00105, "upstream_inference_prompt_cost": 0.000618, "upstream_inference_completions_cost": 0.000432 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "openai/gpt-5.6-terra", "finish_reason": "stop", "index": 117, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": false, "failures": [ { "field": "urgency", "expected": "normal", "actual": "unknown" } ] } }, { "case_id": "case-20", "configuration_id": "A", "model_id": "anthropic/claude-sonnet-5", "route": "openrouter.ai", "repetition": 3, "attempt": 1, "order_index": 118, "transport_status": "ok", "latency_ms": 1334, "http_status": 200, "usage": { "prompt_tokens": 788, "completion_tokens": 136, "total_tokens": 924, "cost": 0.002936, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.002936, "upstream_inference_prompt_cost": 0.001576, "upstream_inference_completions_cost": 0.00136 }, "completion_tokens_details": { "reasoning_tokens": 92, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "anthropic/claude-sonnet-5", "finish_reason": "stop", "index": 118, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-20", "configuration_id": "B", "model_id": "openai/gpt-5.6-terra", "route": "openrouter.ai", "repetition": 3, "attempt": 1, "order_index": 119, "transport_status": "ok", "latency_ms": 918, "http_status": 200, "usage": { "prompt_tokens": 309, "completion_tokens": 36, "total_tokens": 345, "cost": 0.00105, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00105, "upstream_inference_prompt_cost": 0.000618, "upstream_inference_completions_cost": 0.000432 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "openai/gpt-5.6-terra", "finish_reason": "stop", "index": 119, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": false, "failures": [ { "field": "urgency", "expected": "normal", "actual": "unknown" } ] } }, { "case_id": "case-21", "configuration_id": "A", "model_id": "anthropic/claude-sonnet-5", "route": "openrouter.ai", "repetition": 1, "attempt": 1, "order_index": 120, "transport_status": "ok", "latency_ms": 1508, "http_status": 200, "usage": { "prompt_tokens": 792, "completion_tokens": 221, "total_tokens": 1013, "cost": 0.003794, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.003794, "upstream_inference_prompt_cost": 0.001584, "upstream_inference_completions_cost": 0.00221 }, "completion_tokens_details": { "reasoning_tokens": 182, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "anthropic/claude-sonnet-5", "finish_reason": "stop", "index": 120, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-21", "configuration_id": "B", "model_id": "openai/gpt-5.6-terra", "route": "openrouter.ai", "repetition": 1, "attempt": 1, "order_index": 121, "transport_status": "ok", "latency_ms": 967, "http_status": 200, "usage": { "prompt_tokens": 308, "completion_tokens": 35, "total_tokens": 343, "cost": 0.001036, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.001036, "upstream_inference_prompt_cost": 0.000616, "upstream_inference_completions_cost": 0.00042 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "openai/gpt-5.6-terra", "finish_reason": "stop", "index": 121, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": false, "failures": [ { "field": "requested_action", "expected": null, "actual": "Please cancel my subscription." } ] } }, { "case_id": "case-21", "configuration_id": "A", "model_id": "anthropic/claude-sonnet-5", "route": "openrouter.ai", "repetition": 2, "attempt": 1, "order_index": 122, "transport_status": "ok", "latency_ms": 1494, "http_status": 200, "usage": { "prompt_tokens": 792, "completion_tokens": 172, "total_tokens": 964, "cost": 0.003304, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.003304, "upstream_inference_prompt_cost": 0.001584, "upstream_inference_completions_cost": 0.00172 }, "completion_tokens_details": { "reasoning_tokens": 133, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "anthropic/claude-sonnet-5", "finish_reason": "stop", "index": 122, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-21", "configuration_id": "B", "model_id": "openai/gpt-5.6-terra", "route": "openrouter.ai", "repetition": 2, "attempt": 1, "order_index": 123, "transport_status": "ok", "latency_ms": 907, "http_status": 200, "usage": { "prompt_tokens": 308, "completion_tokens": 35, "total_tokens": 343, "cost": 0.001036, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.001036, "upstream_inference_prompt_cost": 0.000616, "upstream_inference_completions_cost": 0.00042 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "openai/gpt-5.6-terra", "finish_reason": "stop", "index": 123, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": false, "failures": [ { "field": "requested_action", "expected": null, "actual": "Please cancel my subscription." } ] } }, { "case_id": "case-21", "configuration_id": "A", "model_id": "anthropic/claude-sonnet-5", "route": "openrouter.ai", "repetition": 3, "attempt": 1, "order_index": 124, "transport_status": "ok", "latency_ms": 1268, "http_status": 200, "usage": { "prompt_tokens": 792, "completion_tokens": 186, "total_tokens": 978, "cost": 0.003444, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.003444, "upstream_inference_prompt_cost": 0.001584, "upstream_inference_completions_cost": 0.00186 }, "completion_tokens_details": { "reasoning_tokens": 147, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "anthropic/claude-sonnet-5", "finish_reason": "stop", "index": 124, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-21", "configuration_id": "B", "model_id": "openai/gpt-5.6-terra", "route": "openrouter.ai", "repetition": 3, "attempt": 1, "order_index": 125, "transport_status": "ok", "latency_ms": 2298, "http_status": 200, "usage": { "prompt_tokens": 308, "completion_tokens": 35, "total_tokens": 343, "cost": 0.001036, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.001036, "upstream_inference_prompt_cost": 0.000616, "upstream_inference_completions_cost": 0.00042 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "openai/gpt-5.6-terra", "finish_reason": "stop", "index": 125, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": false, "failures": [ { "field": "requested_action", "expected": null, "actual": "Please cancel my subscription." } ] } }, { "case_id": "case-22", "configuration_id": "A", "model_id": "anthropic/claude-sonnet-5", "route": "openrouter.ai", "repetition": 1, "attempt": 1, "order_index": 126, "transport_status": "ok", "latency_ms": 1519, "http_status": 200, "usage": { "prompt_tokens": 798, "completion_tokens": 49, "total_tokens": 847, "cost": 0.002086, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.002086, "upstream_inference_prompt_cost": 0.001596, "upstream_inference_completions_cost": 0.00049 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "anthropic/claude-sonnet-5", "finish_reason": "stop", "index": 126, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-22", "configuration_id": "B", "model_id": "openai/gpt-5.6-terra", "route": "openrouter.ai", "repetition": 1, "attempt": 1, "order_index": 127, "transport_status": "ok", "latency_ms": 920, "http_status": 200, "usage": { "prompt_tokens": 314, "completion_tokens": 38, "total_tokens": 352, "cost": 0.001084, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.001084, "upstream_inference_prompt_cost": 0.000628, "upstream_inference_completions_cost": 0.000456 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "openai/gpt-5.6-terra", "finish_reason": "stop", "index": 127, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-22", "configuration_id": "A", "model_id": "anthropic/claude-sonnet-5", "route": "openrouter.ai", "repetition": 2, "attempt": 1, "order_index": 128, "transport_status": "ok", "latency_ms": 1338, "http_status": 200, "usage": { "prompt_tokens": 798, "completion_tokens": 49, "total_tokens": 847, "cost": 0.002086, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.002086, "upstream_inference_prompt_cost": 0.001596, "upstream_inference_completions_cost": 0.00049 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "anthropic/claude-sonnet-5", "finish_reason": "stop", "index": 128, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-22", "configuration_id": "B", "model_id": "openai/gpt-5.6-terra", "route": "openrouter.ai", "repetition": 2, "attempt": 1, "order_index": 129, "transport_status": "ok", "latency_ms": 1538, "http_status": 200, "usage": { "prompt_tokens": 314, "completion_tokens": 38, "total_tokens": 352, "cost": 0.001084, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.001084, "upstream_inference_prompt_cost": 0.000628, "upstream_inference_completions_cost": 0.000456 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "openai/gpt-5.6-terra", "finish_reason": "stop", "index": 129, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-22", "configuration_id": "A", "model_id": "anthropic/claude-sonnet-5", "route": "openrouter.ai", "repetition": 3, "attempt": 1, "order_index": 130, "transport_status": "ok", "latency_ms": 1571, "http_status": 200, "usage": { "prompt_tokens": 798, "completion_tokens": 49, "total_tokens": 847, "cost": 0.002086, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.002086, "upstream_inference_prompt_cost": 0.001596, "upstream_inference_completions_cost": 0.00049 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "anthropic/claude-sonnet-5", "finish_reason": "stop", "index": 130, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-22", "configuration_id": "B", "model_id": "openai/gpt-5.6-terra", "route": "openrouter.ai", "repetition": 3, "attempt": 1, "order_index": 131, "transport_status": "ok", "latency_ms": 900, "http_status": 200, "usage": { "prompt_tokens": 314, "completion_tokens": 38, "total_tokens": 352, "cost": 0.001084, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.001084, "upstream_inference_prompt_cost": 0.000628, "upstream_inference_completions_cost": 0.000456 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "openai/gpt-5.6-terra", "finish_reason": "stop", "index": 131, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-23", "configuration_id": "A", "model_id": "anthropic/claude-sonnet-5", "route": "openrouter.ai", "repetition": 1, "attempt": 1, "order_index": 132, "transport_status": "ok", "latency_ms": 1572, "http_status": 200, "usage": { "prompt_tokens": 776, "completion_tokens": 104, "total_tokens": 880, "cost": 0.002592, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.002592, "upstream_inference_prompt_cost": 0.001552, "upstream_inference_completions_cost": 0.00104 }, "completion_tokens_details": { "reasoning_tokens": 60, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "anthropic/claude-sonnet-5", "finish_reason": "stop", "index": 132, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-23", "configuration_id": "B", "model_id": "openai/gpt-5.6-terra", "route": "openrouter.ai", "repetition": 1, "attempt": 1, "order_index": 133, "transport_status": "ok", "latency_ms": 991, "http_status": 200, "usage": { "prompt_tokens": 299, "completion_tokens": 90, "total_tokens": 389, "cost": 0.001678, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.001678, "upstream_inference_prompt_cost": 0.000598, "upstream_inference_completions_cost": 0.00108 }, "completion_tokens_details": { "reasoning_tokens": 53, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "openai/gpt-5.6-terra", "finish_reason": "stop", "index": 133, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-23", "configuration_id": "A", "model_id": "anthropic/claude-sonnet-5", "route": "openrouter.ai", "repetition": 2, "attempt": 1, "order_index": 134, "transport_status": "ok", "latency_ms": 1231, "http_status": 200, "usage": { "prompt_tokens": 776, "completion_tokens": 115, "total_tokens": 891, "cost": 0.002702, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.002702, "upstream_inference_prompt_cost": 0.001552, "upstream_inference_completions_cost": 0.00115 }, "completion_tokens_details": { "reasoning_tokens": 71, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "anthropic/claude-sonnet-5", "finish_reason": "stop", "index": 134, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-23", "configuration_id": "B", "model_id": "openai/gpt-5.6-terra", "route": "openrouter.ai", "repetition": 2, "attempt": 1, "order_index": 135, "transport_status": "ok", "latency_ms": 1078, "http_status": 200, "usage": { "prompt_tokens": 299, "completion_tokens": 81, "total_tokens": 380, "cost": 0.00157, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00157, "upstream_inference_prompt_cost": 0.000598, "upstream_inference_completions_cost": 0.000972 }, "completion_tokens_details": { "reasoning_tokens": 44, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "openai/gpt-5.6-terra", "finish_reason": "stop", "index": 135, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": false, "failures": [ { "field": "category", "expected": "unknown", "actual": "feature" } ] } }, { "case_id": "case-23", "configuration_id": "A", "model_id": "anthropic/claude-sonnet-5", "route": "openrouter.ai", "repetition": 3, "attempt": 1, "order_index": 136, "transport_status": "ok", "latency_ms": 1381, "http_status": 200, "usage": { "prompt_tokens": 776, "completion_tokens": 137, "total_tokens": 913, "cost": 0.002922, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.002922, "upstream_inference_prompt_cost": 0.001552, "upstream_inference_completions_cost": 0.00137 }, "completion_tokens_details": { "reasoning_tokens": 91, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "anthropic/claude-sonnet-5", "finish_reason": "stop", "index": 136, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-23", "configuration_id": "B", "model_id": "openai/gpt-5.6-terra", "route": "openrouter.ai", "repetition": 3, "attempt": 1, "order_index": 137, "transport_status": "ok", "latency_ms": 925, "http_status": 200, "usage": { "prompt_tokens": 299, "completion_tokens": 35, "total_tokens": 334, "cost": 0.001018, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.001018, "upstream_inference_prompt_cost": 0.000598, "upstream_inference_completions_cost": 0.00042 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "openai/gpt-5.6-terra", "finish_reason": "stop", "index": 137, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": false, "failures": [ { "field": "category", "expected": "unknown", "actual": "account" } ] } }, { "case_id": "case-24", "configuration_id": "A", "model_id": "anthropic/claude-sonnet-5", "route": "openrouter.ai", "repetition": 1, "attempt": 1, "order_index": 138, "transport_status": "ok", "latency_ms": 1356, "http_status": 200, "usage": { "prompt_tokens": 793, "completion_tokens": 120, "total_tokens": 913, "cost": 0.002786, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.002786, "upstream_inference_prompt_cost": 0.001586, "upstream_inference_completions_cost": 0.0012 }, "completion_tokens_details": { "reasoning_tokens": 73, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "anthropic/claude-sonnet-5", "finish_reason": "stop", "index": 138, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-24", "configuration_id": "B", "model_id": "openai/gpt-5.6-terra", "route": "openrouter.ai", "repetition": 1, "attempt": 1, "order_index": 139, "transport_status": "ok", "latency_ms": 923, "http_status": 200, "usage": { "prompt_tokens": 311, "completion_tokens": 36, "total_tokens": 347, "cost": 0.001054, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.001054, "upstream_inference_prompt_cost": 0.000622, "upstream_inference_completions_cost": 0.000432 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "openai/gpt-5.6-terra", "finish_reason": "stop", "index": 139, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-24", "configuration_id": "A", "model_id": "anthropic/claude-sonnet-5", "route": "openrouter.ai", "repetition": 2, "attempt": 1, "order_index": 140, "transport_status": "ok", "latency_ms": 1404, "http_status": 200, "usage": { "prompt_tokens": 793, "completion_tokens": 132, "total_tokens": 925, "cost": 0.002906, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.002906, "upstream_inference_prompt_cost": 0.001586, "upstream_inference_completions_cost": 0.00132 }, "completion_tokens_details": { "reasoning_tokens": 84, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "anthropic/claude-sonnet-5", "finish_reason": "stop", "index": 140, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-24", "configuration_id": "B", "model_id": "openai/gpt-5.6-terra", "route": "openrouter.ai", "repetition": 2, "attempt": 1, "order_index": 141, "transport_status": "ok", "latency_ms": 907, "http_status": 200, "usage": { "prompt_tokens": 311, "completion_tokens": 36, "total_tokens": 347, "cost": 0.001054, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.001054, "upstream_inference_prompt_cost": 0.000622, "upstream_inference_completions_cost": 0.000432 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "openai/gpt-5.6-terra", "finish_reason": "stop", "index": 141, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": false, "failures": [ { "field": "category", "expected": "billing", "actual": "unknown" } ] } }, { "case_id": "case-24", "configuration_id": "A", "model_id": "anthropic/claude-sonnet-5", "route": "openrouter.ai", "repetition": 3, "attempt": 1, "order_index": 142, "transport_status": "ok", "latency_ms": 1585, "http_status": 200, "usage": { "prompt_tokens": 793, "completion_tokens": 117, "total_tokens": 910, "cost": 0.002756, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.002756, "upstream_inference_prompt_cost": 0.001586, "upstream_inference_completions_cost": 0.00117 }, "completion_tokens_details": { "reasoning_tokens": 70, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "anthropic/claude-sonnet-5", "finish_reason": "stop", "index": 142, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-24", "configuration_id": "B", "model_id": "openai/gpt-5.6-terra", "route": "openrouter.ai", "repetition": 3, "attempt": 1, "order_index": 143, "transport_status": "ok", "latency_ms": 940, "http_status": 200, "usage": { "prompt_tokens": 311, "completion_tokens": 36, "total_tokens": 347, "cost": 0.001054, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.001054, "upstream_inference_prompt_cost": 0.000622, "upstream_inference_completions_cost": 0.000432 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "openai/gpt-5.6-terra", "finish_reason": "stop", "index": 143, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-25", "configuration_id": "A", "model_id": "anthropic/claude-sonnet-5", "route": "openrouter.ai", "repetition": 1, "attempt": 1, "order_index": 144, "transport_status": "ok", "latency_ms": 1331, "http_status": 200, "usage": { "prompt_tokens": 803, "completion_tokens": 46, "total_tokens": 849, "cost": 0.002066, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.002066, "upstream_inference_prompt_cost": 0.001606, "upstream_inference_completions_cost": 0.00046 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "anthropic/claude-sonnet-5", "finish_reason": "stop", "index": 144, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-25", "configuration_id": "B", "model_id": "openai/gpt-5.6-terra", "route": "openrouter.ai", "repetition": 1, "attempt": 1, "order_index": 145, "transport_status": "ok", "latency_ms": 936, "http_status": 200, "usage": { "prompt_tokens": 312, "completion_tokens": 36, "total_tokens": 348, "cost": 0.001056, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.001056, "upstream_inference_prompt_cost": 0.000624, "upstream_inference_completions_cost": 0.000432 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "openai/gpt-5.6-terra", "finish_reason": "stop", "index": 145, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-25", "configuration_id": "A", "model_id": "anthropic/claude-sonnet-5", "route": "openrouter.ai", "repetition": 2, "attempt": 1, "order_index": 146, "transport_status": "ok", "latency_ms": 1445, "http_status": 200, "usage": { "prompt_tokens": 803, "completion_tokens": 46, "total_tokens": 849, "cost": 0.002066, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.002066, "upstream_inference_prompt_cost": 0.001606, "upstream_inference_completions_cost": 0.00046 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "anthropic/claude-sonnet-5", "finish_reason": "stop", "index": 146, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-25", "configuration_id": "B", "model_id": "openai/gpt-5.6-terra", "route": "openrouter.ai", "repetition": 2, "attempt": 1, "order_index": 147, "transport_status": "ok", "latency_ms": 1048, "http_status": 200, "usage": { "prompt_tokens": 312, "completion_tokens": 36, "total_tokens": 348, "cost": 0.001056, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.001056, "upstream_inference_prompt_cost": 0.000624, "upstream_inference_completions_cost": 0.000432 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "openai/gpt-5.6-terra", "finish_reason": "stop", "index": 147, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-25", "configuration_id": "A", "model_id": "anthropic/claude-sonnet-5", "route": "openrouter.ai", "repetition": 3, "attempt": 1, "order_index": 148, "transport_status": "ok", "latency_ms": 1320, "http_status": 200, "usage": { "prompt_tokens": 803, "completion_tokens": 46, "total_tokens": 849, "cost": 0.002066, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.002066, "upstream_inference_prompt_cost": 0.001606, "upstream_inference_completions_cost": 0.00046 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "anthropic/claude-sonnet-5", "finish_reason": "stop", "index": 148, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-25", "configuration_id": "B", "model_id": "openai/gpt-5.6-terra", "route": "openrouter.ai", "repetition": 3, "attempt": 1, "order_index": 149, "transport_status": "ok", "latency_ms": 1149, "http_status": 200, "usage": { "prompt_tokens": 312, "completion_tokens": 36, "total_tokens": 348, "cost": 0.001056, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.001056, "upstream_inference_prompt_cost": 0.000624, "upstream_inference_completions_cost": 0.000432 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "openai/gpt-5.6-terra", "finish_reason": "stop", "index": 149, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-26", "configuration_id": "A", "model_id": "anthropic/claude-sonnet-5", "route": "openrouter.ai", "repetition": 1, "attempt": 1, "order_index": 150, "transport_status": "ok", "latency_ms": 1382, "http_status": 200, "usage": { "prompt_tokens": 790, "completion_tokens": 54, "total_tokens": 844, "cost": 0.00212, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00212, "upstream_inference_prompt_cost": 0.00158, "upstream_inference_completions_cost": 0.00054 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "anthropic/claude-sonnet-5", "finish_reason": "stop", "index": 150, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-26", "configuration_id": "B", "model_id": "openai/gpt-5.6-terra", "route": "openrouter.ai", "repetition": 1, "attempt": 1, "order_index": 151, "transport_status": "ok", "latency_ms": 938, "http_status": 200, "usage": { "prompt_tokens": 302, "completion_tokens": 35, "total_tokens": 337, "cost": 0.001024, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.001024, "upstream_inference_prompt_cost": 0.000604, "upstream_inference_completions_cost": 0.00042 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "openai/gpt-5.6-terra", "finish_reason": "stop", "index": 151, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-26", "configuration_id": "A", "model_id": "anthropic/claude-sonnet-5", "route": "openrouter.ai", "repetition": 2, "attempt": 1, "order_index": 152, "transport_status": "ok", "latency_ms": 1337, "http_status": 200, "usage": { "prompt_tokens": 790, "completion_tokens": 54, "total_tokens": 844, "cost": 0.00212, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00212, "upstream_inference_prompt_cost": 0.00158, "upstream_inference_completions_cost": 0.00054 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "anthropic/claude-sonnet-5", "finish_reason": "stop", "index": 152, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-26", "configuration_id": "B", "model_id": "openai/gpt-5.6-terra", "route": "openrouter.ai", "repetition": 2, "attempt": 1, "order_index": 153, "transport_status": "ok", "latency_ms": 852, "http_status": 200, "usage": { "prompt_tokens": 302, "completion_tokens": 35, "total_tokens": 337, "cost": 0.001024, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.001024, "upstream_inference_prompt_cost": 0.000604, "upstream_inference_completions_cost": 0.00042 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "openai/gpt-5.6-terra", "finish_reason": "stop", "index": 153, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-26", "configuration_id": "A", "model_id": "anthropic/claude-sonnet-5", "route": "openrouter.ai", "repetition": 3, "attempt": 1, "order_index": 154, "transport_status": "ok", "latency_ms": 1316, "http_status": 200, "usage": { "prompt_tokens": 790, "completion_tokens": 54, "total_tokens": 844, "cost": 0.00212, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00212, "upstream_inference_prompt_cost": 0.00158, "upstream_inference_completions_cost": 0.00054 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "anthropic/claude-sonnet-5", "finish_reason": "stop", "index": 154, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-26", "configuration_id": "B", "model_id": "openai/gpt-5.6-terra", "route": "openrouter.ai", "repetition": 3, "attempt": 1, "order_index": 155, "transport_status": "ok", "latency_ms": 935, "http_status": 200, "usage": { "prompt_tokens": 302, "completion_tokens": 35, "total_tokens": 337, "cost": 0.001024, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.001024, "upstream_inference_prompt_cost": 0.000604, "upstream_inference_completions_cost": 0.00042 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "openai/gpt-5.6-terra", "finish_reason": "stop", "index": 155, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-27", "configuration_id": "A", "model_id": "anthropic/claude-sonnet-5", "route": "openrouter.ai", "repetition": 1, "attempt": 1, "order_index": 156, "transport_status": "ok", "latency_ms": 1554, "http_status": 200, "usage": { "prompt_tokens": 781, "completion_tokens": 212, "total_tokens": 993, "cost": 0.003682, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.003682, "upstream_inference_prompt_cost": 0.001562, "upstream_inference_completions_cost": 0.00212 }, "completion_tokens_details": { "reasoning_tokens": 166, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "anthropic/claude-sonnet-5", "finish_reason": "stop", "index": 156, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-27", "configuration_id": "B", "model_id": "openai/gpt-5.6-terra", "route": "openrouter.ai", "repetition": 1, "attempt": 1, "order_index": 157, "transport_status": "ok", "latency_ms": 1144, "http_status": 200, "usage": { "prompt_tokens": 302, "completion_tokens": 36, "total_tokens": 338, "cost": 0.001036, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.001036, "upstream_inference_prompt_cost": 0.000604, "upstream_inference_completions_cost": 0.000432 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "openai/gpt-5.6-terra", "finish_reason": "stop", "index": 157, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-27", "configuration_id": "A", "model_id": "anthropic/claude-sonnet-5", "route": "openrouter.ai", "repetition": 2, "attempt": 1, "order_index": 158, "transport_status": "ok", "latency_ms": 1256, "http_status": 200, "usage": { "prompt_tokens": 781, "completion_tokens": 44, "total_tokens": 825, "cost": 0.002002, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.002002, "upstream_inference_prompt_cost": 0.001562, "upstream_inference_completions_cost": 0.00044 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "anthropic/claude-sonnet-5", "finish_reason": "stop", "index": 158, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-27", "configuration_id": "B", "model_id": "openai/gpt-5.6-terra", "route": "openrouter.ai", "repetition": 2, "attempt": 1, "order_index": 159, "transport_status": "ok", "latency_ms": 893, "http_status": 200, "usage": { "prompt_tokens": 302, "completion_tokens": 36, "total_tokens": 338, "cost": 0.001036, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.001036, "upstream_inference_prompt_cost": 0.000604, "upstream_inference_completions_cost": 0.000432 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "openai/gpt-5.6-terra", "finish_reason": "stop", "index": 159, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-27", "configuration_id": "A", "model_id": "anthropic/claude-sonnet-5", "route": "openrouter.ai", "repetition": 3, "attempt": 1, "order_index": 160, "transport_status": "ok", "latency_ms": 1313, "http_status": 200, "usage": { "prompt_tokens": 781, "completion_tokens": 44, "total_tokens": 825, "cost": 0.002002, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.002002, "upstream_inference_prompt_cost": 0.001562, "upstream_inference_completions_cost": 0.00044 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "anthropic/claude-sonnet-5", "finish_reason": "stop", "index": 160, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-27", "configuration_id": "B", "model_id": "openai/gpt-5.6-terra", "route": "openrouter.ai", "repetition": 3, "attempt": 1, "order_index": 161, "transport_status": "ok", "latency_ms": 847, "http_status": 200, "usage": { "prompt_tokens": 302, "completion_tokens": 36, "total_tokens": 338, "cost": 0.001036, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.001036, "upstream_inference_prompt_cost": 0.000604, "upstream_inference_completions_cost": 0.000432 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "openai/gpt-5.6-terra", "finish_reason": "stop", "index": 161, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-28", "configuration_id": "A", "model_id": "anthropic/claude-sonnet-5", "route": "openrouter.ai", "repetition": 1, "attempt": 1, "order_index": 162, "transport_status": "error", "latency_ms": 66, "http_status": 403, "error": "{\"error\":{\"message\":\"Request blocked: prompt injection patterns detected\",\"code\":403,\"metadata\":{\"patterns\":[\"system_prefix_spoofing\"],\"provider_name\":null,\"previous_errors\":[{\"code\":403,\"message\":\"Request blocked: prompt injection patterns detected\"},{\"code\":403,\"message\":\"Request blocked: prompt injection patterns detected\"},{\"code\":403,\"message\":\"Request blocked: prompt injection patterns detec", "index": 162, "completed": false, "parsed": false, "schema": { "pass": null, "errors": [ "transport:error" ] }, "task": { "pass": null, "failures": [] } }, { "case_id": "case-28", "configuration_id": "B", "model_id": "openai/gpt-5.6-terra", "route": "openrouter.ai", "repetition": 1, "attempt": 1, "order_index": 163, "transport_status": "error", "latency_ms": 401, "http_status": 403, "error": "{\"error\":{\"message\":\"Request blocked: prompt injection patterns detected\",\"code\":403,\"metadata\":{\"patterns\":[\"system_prefix_spoofing\"],\"provider_name\":null,\"previous_errors\":[{\"code\":403,\"message\":\"Request blocked: prompt injection patterns detected\"},{\"code\":403,\"message\":\"Request blocked: prompt injection patterns detected\"},{\"code\":403,\"message\":\"Request blocked: prompt injection patterns detec", "index": 163, "completed": false, "parsed": false, "schema": { "pass": null, "errors": [ "transport:error" ] }, "task": { "pass": null, "failures": [] } }, { "case_id": "case-28", "configuration_id": "A", "model_id": "anthropic/claude-sonnet-5", "route": "openrouter.ai", "repetition": 2, "attempt": 1, "order_index": 164, "transport_status": "error", "latency_ms": 52, "http_status": 403, "error": "{\"error\":{\"message\":\"Request blocked: prompt injection patterns detected\",\"code\":403,\"metadata\":{\"patterns\":[\"system_prefix_spoofing\"],\"provider_name\":null,\"previous_errors\":[{\"code\":403,\"message\":\"Request blocked: prompt injection patterns detected\"},{\"code\":403,\"message\":\"Request blocked: prompt injection patterns detected\"},{\"code\":403,\"message\":\"Request blocked: prompt injection patterns detec", "index": 164, "completed": false, "parsed": false, "schema": { "pass": null, "errors": [ "transport:error" ] }, "task": { "pass": null, "failures": [] } }, { "case_id": "case-28", "configuration_id": "B", "model_id": "openai/gpt-5.6-terra", "route": "openrouter.ai", "repetition": 2, "attempt": 1, "order_index": 165, "transport_status": "error", "latency_ms": 39, "http_status": 403, "error": "{\"error\":{\"message\":\"Request blocked: prompt injection patterns detected\",\"code\":403,\"metadata\":{\"patterns\":[\"system_prefix_spoofing\"],\"provider_name\":null,\"previous_errors\":[{\"code\":403,\"message\":\"Request blocked: prompt injection patterns detected\"},{\"code\":403,\"message\":\"Request blocked: prompt injection patterns detected\"},{\"code\":403,\"message\":\"Request blocked: prompt injection patterns detec", "index": 165, "completed": false, "parsed": false, "schema": { "pass": null, "errors": [ "transport:error" ] }, "task": { "pass": null, "failures": [] } }, { "case_id": "case-28", "configuration_id": "A", "model_id": "anthropic/claude-sonnet-5", "route": "openrouter.ai", "repetition": 3, "attempt": 1, "order_index": 166, "transport_status": "error", "latency_ms": 156, "http_status": 403, "error": "{\"error\":{\"message\":\"Request blocked: prompt injection patterns detected\",\"code\":403,\"metadata\":{\"patterns\":[\"system_prefix_spoofing\"],\"provider_name\":null,\"previous_errors\":[{\"code\":403,\"message\":\"Request blocked: prompt injection patterns detected\"},{\"code\":403,\"message\":\"Request blocked: prompt injection patterns detected\"},{\"code\":403,\"message\":\"Request blocked: prompt injection patterns detec", "index": 166, "completed": false, "parsed": false, "schema": { "pass": null, "errors": [ "transport:error" ] }, "task": { "pass": null, "failures": [] } }, { "case_id": "case-28", "configuration_id": "B", "model_id": "openai/gpt-5.6-terra", "route": "openrouter.ai", "repetition": 3, "attempt": 1, "order_index": 167, "transport_status": "error", "latency_ms": 44, "http_status": 403, "error": "{\"error\":{\"message\":\"Request blocked: prompt injection patterns detected\",\"code\":403,\"metadata\":{\"patterns\":[\"system_prefix_spoofing\"],\"provider_name\":null,\"previous_errors\":[{\"code\":403,\"message\":\"Request blocked: prompt injection patterns detected\"},{\"code\":403,\"message\":\"Request blocked: prompt injection patterns detected\"},{\"code\":403,\"message\":\"Request blocked: prompt injection patterns detec", "index": 167, "completed": false, "parsed": false, "schema": { "pass": null, "errors": [ "transport:error" ] }, "task": { "pass": null, "failures": [] } }, { "case_id": "case-29", "configuration_id": "A", "model_id": "anthropic/claude-sonnet-5", "route": "openrouter.ai", "repetition": 1, "attempt": 1, "order_index": 168, "transport_status": "ok", "latency_ms": 1508, "http_status": 200, "usage": { "prompt_tokens": 790, "completion_tokens": 227, "total_tokens": 1017, "cost": 0.00385, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00385, "upstream_inference_prompt_cost": 0.00158, "upstream_inference_completions_cost": 0.00227 }, "completion_tokens_details": { "reasoning_tokens": 177, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "anthropic/claude-sonnet-5", "finish_reason": "stop", "index": 168, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-29", "configuration_id": "B", "model_id": "openai/gpt-5.6-terra", "route": "openrouter.ai", "repetition": 1, "attempt": 1, "order_index": 169, "transport_status": "ok", "latency_ms": 999, "http_status": 200, "usage": { "prompt_tokens": 309, "completion_tokens": 38, "total_tokens": 347, "cost": 0.001074, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.001074, "upstream_inference_prompt_cost": 0.000618, "upstream_inference_completions_cost": 0.000456 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "openai/gpt-5.6-terra", "finish_reason": "stop", "index": 169, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-29", "configuration_id": "A", "model_id": "anthropic/claude-sonnet-5", "route": "openrouter.ai", "repetition": 2, "attempt": 1, "order_index": 170, "transport_status": "ok", "latency_ms": 1405, "http_status": 200, "usage": { "prompt_tokens": 790, "completion_tokens": 300, "total_tokens": 1090, "cost": 0.00458, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00458, "upstream_inference_prompt_cost": 0.00158, "upstream_inference_completions_cost": 0.003 }, "completion_tokens_details": { "reasoning_tokens": 254, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "anthropic/claude-sonnet-5", "finish_reason": "length", "index": 170, "completed": true, "parsed": false, "schema": { "pass": false, "errors": [ "parse: Unterminated string in JSON at position 113 (line 1 column 114)" ] }, "task": { "pass": null, "failures": [] } }, { "case_id": "case-29", "configuration_id": "B", "model_id": "openai/gpt-5.6-terra", "route": "openrouter.ai", "repetition": 2, "attempt": 1, "order_index": 171, "transport_status": "ok", "latency_ms": 985, "http_status": 200, "usage": { "prompt_tokens": 309, "completion_tokens": 38, "total_tokens": 347, "cost": 0.001074, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.001074, "upstream_inference_prompt_cost": 0.000618, "upstream_inference_completions_cost": 0.000456 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "openai/gpt-5.6-terra", "finish_reason": "stop", "index": 171, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-29", "configuration_id": "A", "model_id": "anthropic/claude-sonnet-5", "route": "openrouter.ai", "repetition": 3, "attempt": 1, "order_index": 172, "transport_status": "ok", "latency_ms": 1824, "http_status": 200, "usage": { "prompt_tokens": 790, "completion_tokens": 194, "total_tokens": 984, "cost": 0.00352, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.00352, "upstream_inference_prompt_cost": 0.00158, "upstream_inference_completions_cost": 0.00194 }, "completion_tokens_details": { "reasoning_tokens": 144, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "anthropic/claude-sonnet-5", "finish_reason": "stop", "index": 172, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-29", "configuration_id": "B", "model_id": "openai/gpt-5.6-terra", "route": "openrouter.ai", "repetition": 3, "attempt": 1, "order_index": 173, "transport_status": "ok", "latency_ms": 869, "http_status": 200, "usage": { "prompt_tokens": 309, "completion_tokens": 38, "total_tokens": 347, "cost": 0.001074, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.001074, "upstream_inference_prompt_cost": 0.000618, "upstream_inference_completions_cost": 0.000456 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "openai/gpt-5.6-terra", "finish_reason": "stop", "index": 173, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-30", "configuration_id": "A", "model_id": "anthropic/claude-sonnet-5", "route": "openrouter.ai", "repetition": 1, "attempt": 1, "order_index": 174, "transport_status": "ok", "latency_ms": 1315, "http_status": 200, "usage": { "prompt_tokens": 786, "completion_tokens": 57, "total_tokens": 843, "cost": 0.002142, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.002142, "upstream_inference_prompt_cost": 0.001572, "upstream_inference_completions_cost": 0.00057 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "anthropic/claude-sonnet-5", "finish_reason": "stop", "index": 174, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-30", "configuration_id": "B", "model_id": "openai/gpt-5.6-terra", "route": "openrouter.ai", "repetition": 1, "attempt": 1, "order_index": 175, "transport_status": "ok", "latency_ms": 1043, "http_status": 200, "usage": { "prompt_tokens": 307, "completion_tokens": 45, "total_tokens": 352, "cost": 0.001154, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.001154, "upstream_inference_prompt_cost": 0.000614, "upstream_inference_completions_cost": 0.00054 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "openai/gpt-5.6-terra", "finish_reason": "stop", "index": 175, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-30", "configuration_id": "A", "model_id": "anthropic/claude-sonnet-5", "route": "openrouter.ai", "repetition": 2, "attempt": 1, "order_index": 176, "transport_status": "ok", "latency_ms": 1394, "http_status": 200, "usage": { "prompt_tokens": 786, "completion_tokens": 57, "total_tokens": 843, "cost": 0.002142, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.002142, "upstream_inference_prompt_cost": 0.001572, "upstream_inference_completions_cost": 0.00057 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "anthropic/claude-sonnet-5", "finish_reason": "stop", "index": 176, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-30", "configuration_id": "B", "model_id": "openai/gpt-5.6-terra", "route": "openrouter.ai", "repetition": 2, "attempt": 1, "order_index": 177, "transport_status": "ok", "latency_ms": 1016, "http_status": 200, "usage": { "prompt_tokens": 307, "completion_tokens": 45, "total_tokens": 352, "cost": 0.001154, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.001154, "upstream_inference_prompt_cost": 0.000614, "upstream_inference_completions_cost": 0.00054 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "openai/gpt-5.6-terra", "finish_reason": "stop", "index": 177, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-30", "configuration_id": "A", "model_id": "anthropic/claude-sonnet-5", "route": "openrouter.ai", "repetition": 3, "attempt": 1, "order_index": 178, "transport_status": "ok", "latency_ms": 1474, "http_status": 200, "usage": { "prompt_tokens": 786, "completion_tokens": 57, "total_tokens": 843, "cost": 0.002142, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.002142, "upstream_inference_prompt_cost": 0.001572, "upstream_inference_completions_cost": 0.00057 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "anthropic/claude-sonnet-5", "finish_reason": "stop", "index": 178, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } }, { "case_id": "case-30", "configuration_id": "B", "model_id": "openai/gpt-5.6-terra", "route": "openrouter.ai", "repetition": 3, "attempt": 1, "order_index": 179, "transport_status": "ok", "latency_ms": 872, "http_status": 200, "usage": { "prompt_tokens": 307, "completion_tokens": 45, "total_tokens": 352, "cost": 0.001154, "is_byok": false, "prompt_tokens_details": { "cached_tokens": 0, "cache_write_tokens": 0, "audio_tokens": 0, "video_tokens": 0 }, "cost_details": { "upstream_inference_cost": 0.001154, "upstream_inference_prompt_cost": 0.000614, "upstream_inference_completions_cost": 0.00054 }, "completion_tokens_details": { "reasoning_tokens": 0, "image_tokens": 0, "audio_tokens": 0 } }, "response_model": "openai/gpt-5.6-terra", "finish_reason": "stop", "index": 179, "completed": true, "parsed": true, "schema": { "pass": true, "errors": [] }, "task": { "pass": true, "failures": [] } } ] }