{"caseId":"DEC-001","modelId":"jev-1.13","platform":"OpenRouter","requestedModel":"typesafe/jev-1.13-20260917","returnedModel":"typesafe/jev-1.13-20260917","configuredProvider":"TypeSafe","expectedProvider":"TypeSafe","observedProvider":"TypeSafe","status":"ok","httpStatus":200,"latencyMs":474.479,"response":{"model":"typesafe/jev-1.13-20260917","answers":{"primary_intent":{"type":"choice","choice":"refund","probabilities":{"technical_support":0,"complaint":0,"other":0,"product_inquiry":0,"refund":1,"account_issue":0},"confidence":1}},"usage":{"input_tokens":1617,"output_tokens":66,"cost":0.000067914},"id":"gen-dec-1789898789-muzfZP69rN5SyJoFCRBy","provider":"TypeSafe"},"usage":{"input_tokens":1617,"output_tokens":66,"cost":0.000067914},"reportedCostUsd":0.000067914,"parsedLabel":"refund","error":null}
{"caseId":"DEC-001","modelId":"gpt-4o-mini","platform":"OpenRouter","requestedModel":"openai/gpt-4o-mini-2024-07-18","returnedModel":"openai/gpt-4o-mini-2024-07-18","configuredProvider":"OpenAI","expectedProvider":"OpenAI","observedProvider":"OpenAI","status":"ok","httpStatus":200,"latencyMs":973.68,"response":{"id":"gen-1789898790-cstuGKYf43vBQcGbBfUO","object":"chat.completion","created":1789898790,"model":"openai/gpt-4o-mini-2024-07-18","provider":"OpenAI","system_fingerprint":"fp_6054aa6593","service_tier":null,"choices":[{"index":0,"logprobs":null,"finish_reason":"stop","native_finish_reason":"stop","message":{"role":"assistant","content":"refund","refusal":null,"reasoning":null}}],"usage":{"prompt_tokens":697,"completion_tokens":1,"total_tokens":698,"cost":0.00010515,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00010515,"upstream_inference_prompt_cost":0.00010455,"upstream_inference_completions_cost":6e-7},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}}},"usage":{"prompt_tokens":697,"completion_tokens":1,"total_tokens":698,"cost":0.00010515,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00010515,"upstream_inference_prompt_cost":0.00010455,"upstream_inference_completions_cost":6e-7},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"reportedCostUsd":0.00010515,"parsedLabel":"refund","error":null}
{"caseId":"DEC-002","modelId":"gpt-4o-mini","platform":"OpenRouter","requestedModel":"openai/gpt-4o-mini-2024-07-18","returnedModel":"openai/gpt-4o-mini-2024-07-18","configuredProvider":"OpenAI","expectedProvider":"OpenAI","observedProvider":"OpenAI","status":"ok","httpStatus":200,"latencyMs":686.056,"response":{"id":"gen-1789898791-AKhRIIKKWiGrBa54I6Pu","object":"chat.completion","created":1789898791,"model":"openai/gpt-4o-mini-2024-07-18","provider":"OpenAI","system_fingerprint":"fp_6054aa6593","service_tier":null,"choices":[{"index":0,"logprobs":null,"finish_reason":"stop","native_finish_reason":"stop","message":{"role":"assistant","content":"account_issue","refusal":null,"reasoning":null}}],"usage":{"prompt_tokens":699,"completion_tokens":2,"total_tokens":701,"cost":0.00010605,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00010605,"upstream_inference_prompt_cost":0.00010485,"upstream_inference_completions_cost":0.0000012},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}}},"usage":{"prompt_tokens":699,"completion_tokens":2,"total_tokens":701,"cost":0.00010605,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00010605,"upstream_inference_prompt_cost":0.00010485,"upstream_inference_completions_cost":0.0000012},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"reportedCostUsd":0.00010605,"parsedLabel":"account_issue","error":null}
{"caseId":"DEC-002","modelId":"jev-1.13","platform":"OpenRouter","requestedModel":"typesafe/jev-1.13-20260917","returnedModel":"typesafe/jev-1.13-20260917","configuredProvider":"TypeSafe","expectedProvider":"TypeSafe","observedProvider":"TypeSafe","status":"ok","httpStatus":200,"latencyMs":521.617,"response":{"model":"typesafe/jev-1.13-20260917","answers":{"primary_intent":{"type":"choice","choice":"account_issue","probabilities":{"complaint":0,"account_issue":1,"product_inquiry":0,"technical_support":0,"other":0,"refund":0},"confidence":0.99}},"usage":{"input_tokens":1620,"output_tokens":67,"cost":0.00006804},"id":"gen-dec-1789898791-vaWua9fRHJEqne7aqrOL","provider":"TypeSafe"},"usage":{"input_tokens":1620,"output_tokens":67,"cost":0.00006804},"reportedCostUsd":0.00006804,"parsedLabel":"account_issue","error":null}
{"caseId":"DEC-003","modelId":"jev-1.13","platform":"OpenRouter","requestedModel":"typesafe/jev-1.13-20260917","returnedModel":"typesafe/jev-1.13-20260917","configuredProvider":"TypeSafe","expectedProvider":"TypeSafe","observedProvider":"TypeSafe","status":"ok","httpStatus":200,"latencyMs":478.084,"response":{"model":"typesafe/jev-1.13-20260917","answers":{"primary_intent":{"type":"choice","choice":"technical_support","probabilities":{"account_issue":0,"product_inquiry":0,"other":0,"refund":0,"complaint":0,"technical_support":1},"confidence":1}},"usage":{"input_tokens":1617,"output_tokens":67,"cost":0.000067914},"id":"gen-dec-1789898792-EyYkqaA2lyNHN11sqgJ1","provider":"TypeSafe"},"usage":{"input_tokens":1617,"output_tokens":67,"cost":0.000067914},"reportedCostUsd":0.000067914,"parsedLabel":"technical_support","error":null}
{"caseId":"DEC-003","modelId":"gpt-4o-mini","platform":"OpenRouter","requestedModel":"openai/gpt-4o-mini-2024-07-18","returnedModel":"openai/gpt-4o-mini-2024-07-18","configuredProvider":"OpenAI","expectedProvider":"OpenAI","observedProvider":"OpenAI","status":"ok","httpStatus":200,"latencyMs":702.817,"response":{"id":"gen-1789898792-0lRu7NlTVW7qiVUQM93A","object":"chat.completion","created":1789898792,"model":"openai/gpt-4o-mini-2024-07-18","provider":"OpenAI","system_fingerprint":"fp_6054aa6593","service_tier":null,"choices":[{"index":0,"logprobs":null,"finish_reason":"stop","native_finish_reason":"stop","message":{"role":"assistant","content":"technical_support","refusal":null,"reasoning":null}}],"usage":{"prompt_tokens":697,"completion_tokens":2,"total_tokens":699,"cost":0.00010575,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00010575,"upstream_inference_prompt_cost":0.00010455,"upstream_inference_completions_cost":0.0000012},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}}},"usage":{"prompt_tokens":697,"completion_tokens":2,"total_tokens":699,"cost":0.00010575,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00010575,"upstream_inference_prompt_cost":0.00010455,"upstream_inference_completions_cost":0.0000012},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"reportedCostUsd":0.00010575,"parsedLabel":"technical_support","error":null}
{"caseId":"DEC-004","modelId":"gpt-4o-mini","platform":"OpenRouter","requestedModel":"openai/gpt-4o-mini-2024-07-18","returnedModel":"openai/gpt-4o-mini-2024-07-18","configuredProvider":"OpenAI","expectedProvider":"OpenAI","observedProvider":"OpenAI","status":"ok","httpStatus":200,"latencyMs":752.279,"response":{"id":"gen-1789898793-4AxGK8vYZ9BxRIpbWSO7","object":"chat.completion","created":1789898793,"model":"openai/gpt-4o-mini-2024-07-18","provider":"OpenAI","system_fingerprint":"fp_6054aa6593","service_tier":null,"choices":[{"index":0,"logprobs":null,"finish_reason":"stop","native_finish_reason":"stop","message":{"role":"assistant","content":"product_inquiry","refusal":null,"reasoning":null}}],"usage":{"prompt_tokens":696,"completion_tokens":3,"total_tokens":699,"cost":0.0001062,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.0001062,"upstream_inference_prompt_cost":0.0001044,"upstream_inference_completions_cost":0.0000018},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}}},"usage":{"prompt_tokens":696,"completion_tokens":3,"total_tokens":699,"cost":0.0001062,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.0001062,"upstream_inference_prompt_cost":0.0001044,"upstream_inference_completions_cost":0.0000018},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"reportedCostUsd":0.0001062,"parsedLabel":"product_inquiry","error":null}
{"caseId":"DEC-004","modelId":"jev-1.13","platform":"OpenRouter","requestedModel":"typesafe/jev-1.13-20260917","returnedModel":"typesafe/jev-1.13-20260917","configuredProvider":"TypeSafe","expectedProvider":"TypeSafe","observedProvider":"TypeSafe","status":"ok","httpStatus":200,"latencyMs":484.109,"response":{"model":"typesafe/jev-1.13-20260917","answers":{"primary_intent":{"type":"choice","choice":"product_inquiry","probabilities":{"other":0,"product_inquiry":1,"account_issue":0,"technical_support":0,"complaint":0,"refund":0},"confidence":1}},"usage":{"input_tokens":1616,"output_tokens":68,"cost":0.000067872},"id":"gen-dec-1789898794-1bH9qItgUlKrH9jzTsrI","provider":"TypeSafe"},"usage":{"input_tokens":1616,"output_tokens":68,"cost":0.000067872},"reportedCostUsd":0.000067872,"parsedLabel":"product_inquiry","error":null}
{"caseId":"DEC-005","modelId":"jev-1.13","platform":"OpenRouter","requestedModel":"typesafe/jev-1.13-20260917","returnedModel":"typesafe/jev-1.13-20260917","configuredProvider":"TypeSafe","expectedProvider":"TypeSafe","observedProvider":"TypeSafe","status":"ok","httpStatus":200,"latencyMs":442.345,"response":{"model":"typesafe/jev-1.13-20260917","answers":{"primary_intent":{"type":"choice","choice":"complaint","probabilities":{"account_issue":0,"refund":0,"complaint":1,"technical_support":0,"product_inquiry":0,"other":0},"confidence":1}},"usage":{"input_tokens":1616,"output_tokens":67,"cost":0.000067872},"id":"gen-dec-1789898794-ThfpNVLVF2EiMKWBUX0b","provider":"TypeSafe"},"usage":{"input_tokens":1616,"output_tokens":67,"cost":0.000067872},"reportedCostUsd":0.000067872,"parsedLabel":"complaint","error":null}
{"caseId":"DEC-005","modelId":"gpt-4o-mini","platform":"OpenRouter","requestedModel":"openai/gpt-4o-mini-2024-07-18","returnedModel":"openai/gpt-4o-mini-2024-07-18","configuredProvider":"OpenAI","expectedProvider":"OpenAI","observedProvider":"OpenAI","status":"ok","httpStatus":200,"latencyMs":712.142,"response":{"id":"gen-1789898795-M3zMHeKWUzhDgxJu11ZT","object":"chat.completion","created":1789898795,"model":"openai/gpt-4o-mini-2024-07-18","provider":"OpenAI","system_fingerprint":"fp_6054aa6593","service_tier":null,"choices":[{"index":0,"logprobs":null,"finish_reason":"stop","native_finish_reason":"stop","message":{"role":"assistant","content":"complaint","refusal":null,"reasoning":null}}],"usage":{"prompt_tokens":696,"completion_tokens":2,"total_tokens":698,"cost":0.0001056,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.0001056,"upstream_inference_prompt_cost":0.0001044,"upstream_inference_completions_cost":0.0000012},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}}},"usage":{"prompt_tokens":696,"completion_tokens":2,"total_tokens":698,"cost":0.0001056,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.0001056,"upstream_inference_prompt_cost":0.0001044,"upstream_inference_completions_cost":0.0000012},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"reportedCostUsd":0.0001056,"parsedLabel":"complaint","error":null}
{"caseId":"DEC-006","modelId":"gpt-4o-mini","platform":"OpenRouter","requestedModel":"openai/gpt-4o-mini-2024-07-18","returnedModel":"openai/gpt-4o-mini-2024-07-18","configuredProvider":"OpenAI","expectedProvider":"OpenAI","observedProvider":"OpenAI","status":"ok","httpStatus":200,"latencyMs":679.551,"response":{"id":"gen-1789898795-q17GyUuup1RVK04x6O0x","object":"chat.completion","created":1789898795,"model":"openai/gpt-4o-mini-2024-07-18","provider":"OpenAI","system_fingerprint":"fp_6054aa6593","service_tier":null,"choices":[{"index":0,"logprobs":null,"finish_reason":"stop","native_finish_reason":"stop","message":{"role":"assistant","content":"refund","refusal":null,"reasoning":null}}],"usage":{"prompt_tokens":703,"completion_tokens":1,"total_tokens":704,"cost":0.00010605,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00010605,"upstream_inference_prompt_cost":0.00010545,"upstream_inference_completions_cost":6e-7},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}}},"usage":{"prompt_tokens":703,"completion_tokens":1,"total_tokens":704,"cost":0.00010605,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00010605,"upstream_inference_prompt_cost":0.00010545,"upstream_inference_completions_cost":6e-7},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"reportedCostUsd":0.00010605,"parsedLabel":"refund","error":null}
{"caseId":"DEC-006","modelId":"jev-1.13","platform":"OpenRouter","requestedModel":"typesafe/jev-1.13-20260917","returnedModel":"typesafe/jev-1.13-20260917","configuredProvider":"TypeSafe","expectedProvider":"TypeSafe","observedProvider":"TypeSafe","status":"ok","httpStatus":200,"latencyMs":381.736,"response":{"model":"typesafe/jev-1.13-20260917","answers":{"primary_intent":{"type":"choice","choice":"refund","probabilities":{"product_inquiry":0,"other":0,"account_issue":0,"complaint":0,"refund":1,"technical_support":0},"confidence":1}},"usage":{"input_tokens":1623,"output_tokens":66,"cost":0.000068166},"id":"gen-dec-1789898796-k7w537qbTE6PoZqgYoLl","provider":"TypeSafe"},"usage":{"input_tokens":1623,"output_tokens":66,"cost":0.000068166},"reportedCostUsd":0.000068166,"parsedLabel":"refund","error":null}
{"caseId":"DEC-007","modelId":"jev-1.13","platform":"OpenRouter","requestedModel":"typesafe/jev-1.13-20260917","returnedModel":"typesafe/jev-1.13-20260917","configuredProvider":"TypeSafe","expectedProvider":"TypeSafe","observedProvider":"TypeSafe","status":"ok","httpStatus":200,"latencyMs":451.211,"response":{"model":"typesafe/jev-1.13-20260917","answers":{"primary_intent":{"type":"choice","choice":"account_issue","probabilities":{"account_issue":1,"product_inquiry":0,"refund":0,"complaint":0,"technical_support":0,"other":0},"confidence":1}},"usage":{"input_tokens":1619,"output_tokens":67,"cost":0.000067998},"id":"gen-dec-1789898796-HnCCzgyrdGsfeEOJqq0h","provider":"TypeSafe"},"usage":{"input_tokens":1619,"output_tokens":67,"cost":0.000067998},"reportedCostUsd":0.000067998,"parsedLabel":"account_issue","error":null}
{"caseId":"DEC-007","modelId":"gpt-4o-mini","platform":"OpenRouter","requestedModel":"openai/gpt-4o-mini-2024-07-18","returnedModel":"openai/gpt-4o-mini-2024-07-18","configuredProvider":"OpenAI","expectedProvider":"OpenAI","observedProvider":"OpenAI","status":"ok","httpStatus":200,"latencyMs":784.079,"response":{"id":"gen-1789898797-Bm2MYJ1xthICcUVdpkY6","object":"chat.completion","created":1789898797,"model":"openai/gpt-4o-mini-2024-07-18","provider":"OpenAI","system_fingerprint":"fp_6054aa6593","service_tier":null,"choices":[{"index":0,"logprobs":null,"finish_reason":"stop","native_finish_reason":"stop","message":{"role":"assistant","content":"account_issue","refusal":null,"reasoning":null}}],"usage":{"prompt_tokens":699,"completion_tokens":2,"total_tokens":701,"cost":0.00010605,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00010605,"upstream_inference_prompt_cost":0.00010485,"upstream_inference_completions_cost":0.0000012},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}}},"usage":{"prompt_tokens":699,"completion_tokens":2,"total_tokens":701,"cost":0.00010605,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00010605,"upstream_inference_prompt_cost":0.00010485,"upstream_inference_completions_cost":0.0000012},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"reportedCostUsd":0.00010605,"parsedLabel":"account_issue","error":null}
{"caseId":"DEC-008","modelId":"gpt-4o-mini","platform":"OpenRouter","requestedModel":"openai/gpt-4o-mini-2024-07-18","returnedModel":"openai/gpt-4o-mini-2024-07-18","configuredProvider":"OpenAI","expectedProvider":"OpenAI","observedProvider":"OpenAI","status":"ok","httpStatus":200,"latencyMs":705.822,"response":{"id":"gen-1789898798-cC8mcrUx360evkiWRRm1","object":"chat.completion","created":1789898798,"model":"openai/gpt-4o-mini-2024-07-18","provider":"OpenAI","system_fingerprint":"fp_6054aa6593","service_tier":null,"choices":[{"index":0,"logprobs":null,"finish_reason":"stop","native_finish_reason":"stop","message":{"role":"assistant","content":"technical_support","refusal":null,"reasoning":null}}],"usage":{"prompt_tokens":699,"completion_tokens":2,"total_tokens":701,"cost":0.00010605,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00010605,"upstream_inference_prompt_cost":0.00010485,"upstream_inference_completions_cost":0.0000012},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}}},"usage":{"prompt_tokens":699,"completion_tokens":2,"total_tokens":701,"cost":0.00010605,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00010605,"upstream_inference_prompt_cost":0.00010485,"upstream_inference_completions_cost":0.0000012},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"reportedCostUsd":0.00010605,"parsedLabel":"technical_support","error":null}
{"caseId":"DEC-008","modelId":"jev-1.13","platform":"OpenRouter","requestedModel":"typesafe/jev-1.13-20260917","returnedModel":"typesafe/jev-1.13-20260917","configuredProvider":"TypeSafe","expectedProvider":"TypeSafe","observedProvider":"TypeSafe","status":"ok","httpStatus":200,"latencyMs":520.685,"response":{"model":"typesafe/jev-1.13-20260917","answers":{"primary_intent":{"type":"choice","choice":"technical_support","probabilities":{"complaint":0,"product_inquiry":0,"other":0,"account_issue":0,"technical_support":1,"refund":0},"confidence":1}},"usage":{"input_tokens":1620,"output_tokens":67,"cost":0.00006804},"id":"gen-dec-1789898798-RFyGtnsubvYsUUOl3ZXg","provider":"TypeSafe"},"usage":{"input_tokens":1620,"output_tokens":67,"cost":0.00006804},"reportedCostUsd":0.00006804,"parsedLabel":"technical_support","error":null}
{"caseId":"DEC-009","modelId":"jev-1.13","platform":"OpenRouter","requestedModel":"typesafe/jev-1.13-20260917","returnedModel":"typesafe/jev-1.13-20260917","configuredProvider":"TypeSafe","expectedProvider":"TypeSafe","observedProvider":"TypeSafe","status":"ok","httpStatus":200,"latencyMs":468.133,"response":{"model":"typesafe/jev-1.13-20260917","answers":{"primary_intent":{"type":"choice","choice":"other","probabilities":{"product_inquiry":0,"complaint":0,"refund":0,"other":1,"technical_support":0,"account_issue":0},"confidence":1}},"usage":{"input_tokens":1611,"output_tokens":66,"cost":0.000067662},"id":"gen-dec-1789898799-dHnx3VdvYy3lhfDaTCRF","provider":"TypeSafe"},"usage":{"input_tokens":1611,"output_tokens":66,"cost":0.000067662},"reportedCostUsd":0.000067662,"parsedLabel":"other","error":null}
{"caseId":"DEC-009","modelId":"gpt-4o-mini","platform":"OpenRouter","requestedModel":"openai/gpt-4o-mini-2024-07-18","returnedModel":"openai/gpt-4o-mini-2024-07-18","configuredProvider":"OpenAI","expectedProvider":"OpenAI","observedProvider":"OpenAI","status":"ok","httpStatus":200,"latencyMs":727.165,"response":{"id":"gen-1789898799-YXJITWs7KeLDvLzjcEiX","object":"chat.completion","created":1789898799,"model":"openai/gpt-4o-mini-2024-07-18","provider":"OpenAI","system_fingerprint":"fp_6054aa6593","service_tier":null,"choices":[{"index":0,"logprobs":null,"finish_reason":"stop","native_finish_reason":"stop","message":{"role":"assistant","content":"other","refusal":null,"reasoning":null}}],"usage":{"prompt_tokens":691,"completion_tokens":1,"total_tokens":692,"cost":0.00010425,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00010425,"upstream_inference_prompt_cost":0.00010365,"upstream_inference_completions_cost":6e-7},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}}},"usage":{"prompt_tokens":691,"completion_tokens":1,"total_tokens":692,"cost":0.00010425,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00010425,"upstream_inference_prompt_cost":0.00010365,"upstream_inference_completions_cost":6e-7},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"reportedCostUsd":0.00010425,"parsedLabel":"other","error":null}
{"caseId":"DEC-010","modelId":"gpt-4o-mini","platform":"OpenRouter","requestedModel":"openai/gpt-4o-mini-2024-07-18","returnedModel":"openai/gpt-4o-mini-2024-07-18","configuredProvider":"OpenAI","expectedProvider":"OpenAI","observedProvider":"OpenAI","status":"ok","httpStatus":200,"latencyMs":757.692,"response":{"id":"gen-1789898800-Ub9f0ulBboXNqXpp0SrE","object":"chat.completion","created":1789898800,"model":"openai/gpt-4o-mini-2024-07-18","provider":"OpenAI","system_fingerprint":"fp_6054aa6593","service_tier":null,"choices":[{"index":0,"logprobs":null,"finish_reason":"stop","native_finish_reason":"stop","message":{"role":"assistant","content":"other","refusal":null,"reasoning":null}}],"usage":{"prompt_tokens":696,"completion_tokens":1,"total_tokens":697,"cost":0.000105,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.000105,"upstream_inference_prompt_cost":0.0001044,"upstream_inference_completions_cost":6e-7},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}}},"usage":{"prompt_tokens":696,"completion_tokens":1,"total_tokens":697,"cost":0.000105,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.000105,"upstream_inference_prompt_cost":0.0001044,"upstream_inference_completions_cost":6e-7},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"reportedCostUsd":0.000105,"parsedLabel":"other","error":null}
{"caseId":"DEC-010","modelId":"jev-1.13","platform":"OpenRouter","requestedModel":"typesafe/jev-1.13-20260917","returnedModel":"typesafe/jev-1.13-20260917","configuredProvider":"TypeSafe","expectedProvider":"TypeSafe","observedProvider":"TypeSafe","status":"ok","httpStatus":200,"latencyMs":616.516,"response":{"model":"typesafe/jev-1.13-20260917","answers":{"primary_intent":{"type":"choice","choice":"other","probabilities":{"other":1,"complaint":0,"technical_support":0,"account_issue":0,"refund":0,"product_inquiry":0},"confidence":1}},"usage":{"input_tokens":1616,"output_tokens":66,"cost":0.000067872},"id":"gen-dec-1789898801-F1MoveXM3Kubpg7UMOP1","provider":"TypeSafe"},"usage":{"input_tokens":1616,"output_tokens":66,"cost":0.000067872},"reportedCostUsd":0.000067872,"parsedLabel":"other","error":null}
{"caseId":"DEC-011","modelId":"jev-1.13","platform":"OpenRouter","requestedModel":"typesafe/jev-1.13-20260917","returnedModel":"typesafe/jev-1.13-20260917","configuredProvider":"TypeSafe","expectedProvider":"TypeSafe","observedProvider":"TypeSafe","status":"ok","httpStatus":200,"latencyMs":506.807,"response":{"model":"typesafe/jev-1.13-20260917","answers":{"primary_intent":{"type":"choice","choice":"refund","probabilities":{"account_issue":0,"refund":1,"complaint":0,"technical_support":0,"product_inquiry":0,"other":0},"confidence":1}},"usage":{"input_tokens":1620,"output_tokens":66,"cost":0.00006804},"id":"gen-dec-1789898801-0RVSxEGCNNpptMVjOLKC","provider":"TypeSafe"},"usage":{"input_tokens":1620,"output_tokens":66,"cost":0.00006804},"reportedCostUsd":0.00006804,"parsedLabel":"refund","error":null}
{"caseId":"DEC-011","modelId":"gpt-4o-mini","platform":"OpenRouter","requestedModel":"openai/gpt-4o-mini-2024-07-18","returnedModel":"openai/gpt-4o-mini-2024-07-18","configuredProvider":"OpenAI","expectedProvider":"OpenAI","observedProvider":"OpenAI","status":"ok","httpStatus":200,"latencyMs":982.534,"response":{"id":"gen-1789898802-xTMu5429ioc8gNztkOLH","object":"chat.completion","created":1789898802,"model":"openai/gpt-4o-mini-2024-07-18","provider":"OpenAI","system_fingerprint":"fp_6054aa6593","service_tier":null,"choices":[{"index":0,"logprobs":null,"finish_reason":"stop","native_finish_reason":"stop","message":{"role":"assistant","content":"refund","refusal":null,"reasoning":null}}],"usage":{"prompt_tokens":700,"completion_tokens":1,"total_tokens":701,"cost":0.0001056,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.0001056,"upstream_inference_prompt_cost":0.000105,"upstream_inference_completions_cost":6e-7},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}}},"usage":{"prompt_tokens":700,"completion_tokens":1,"total_tokens":701,"cost":0.0001056,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.0001056,"upstream_inference_prompt_cost":0.000105,"upstream_inference_completions_cost":6e-7},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"reportedCostUsd":0.0001056,"parsedLabel":"refund","error":null}
{"caseId":"DEC-012","modelId":"gpt-4o-mini","platform":"OpenRouter","requestedModel":"openai/gpt-4o-mini-2024-07-18","returnedModel":"openai/gpt-4o-mini-2024-07-18","configuredProvider":"OpenAI","expectedProvider":"OpenAI","observedProvider":"OpenAI","status":"ok","httpStatus":200,"latencyMs":697.84,"response":{"id":"gen-1789898803-eRKdpTki2kvGsVwkamDf","object":"chat.completion","created":1789898803,"model":"openai/gpt-4o-mini-2024-07-18","provider":"OpenAI","system_fingerprint":"fp_6054aa6593","service_tier":null,"choices":[{"index":0,"logprobs":null,"finish_reason":"stop","native_finish_reason":"stop","message":{"role":"assistant","content":"account_issue","refusal":null,"reasoning":null}}],"usage":{"prompt_tokens":699,"completion_tokens":2,"total_tokens":701,"cost":0.00010605,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00010605,"upstream_inference_prompt_cost":0.00010485,"upstream_inference_completions_cost":0.0000012},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}}},"usage":{"prompt_tokens":699,"completion_tokens":2,"total_tokens":701,"cost":0.00010605,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00010605,"upstream_inference_prompt_cost":0.00010485,"upstream_inference_completions_cost":0.0000012},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"reportedCostUsd":0.00010605,"parsedLabel":"account_issue","error":null}
{"caseId":"DEC-012","modelId":"jev-1.13","platform":"OpenRouter","requestedModel":"typesafe/jev-1.13-20260917","returnedModel":"typesafe/jev-1.13-20260917","configuredProvider":"TypeSafe","expectedProvider":"TypeSafe","observedProvider":"TypeSafe","status":"ok","httpStatus":200,"latencyMs":417.144,"response":{"model":"typesafe/jev-1.13-20260917","answers":{"primary_intent":{"type":"choice","choice":"account_issue","probabilities":{"other":0,"product_inquiry":0,"complaint":0,"account_issue":1,"technical_support":0,"refund":0},"confidence":1}},"usage":{"input_tokens":1619,"output_tokens":67,"cost":0.000067998},"id":"gen-dec-1789898804-UPMPEzitXlli1vcA6e8Y","provider":"TypeSafe"},"usage":{"input_tokens":1619,"output_tokens":67,"cost":0.000067998},"reportedCostUsd":0.000067998,"parsedLabel":"account_issue","error":null}
{"caseId":"DEC-013","modelId":"jev-1.13","platform":"OpenRouter","requestedModel":"typesafe/jev-1.13-20260917","returnedModel":"typesafe/jev-1.13-20260917","configuredProvider":"TypeSafe","expectedProvider":"TypeSafe","observedProvider":"TypeSafe","status":"ok","httpStatus":200,"latencyMs":413.055,"response":{"model":"typesafe/jev-1.13-20260917","answers":{"primary_intent":{"type":"choice","choice":"technical_support","probabilities":{"technical_support":1,"refund":0,"complaint":0,"account_issue":0,"other":0,"product_inquiry":0},"confidence":1}},"usage":{"input_tokens":1619,"output_tokens":67,"cost":0.000067998},"id":"gen-dec-1789898804-NZHkQy00YA6zzhs8EsBa","provider":"TypeSafe"},"usage":{"input_tokens":1619,"output_tokens":67,"cost":0.000067998},"reportedCostUsd":0.000067998,"parsedLabel":"technical_support","error":null}
{"caseId":"DEC-013","modelId":"gpt-4o-mini","platform":"OpenRouter","requestedModel":"openai/gpt-4o-mini-2024-07-18","returnedModel":"openai/gpt-4o-mini-2024-07-18","configuredProvider":"OpenAI","expectedProvider":"OpenAI","observedProvider":"OpenAI","status":"ok","httpStatus":200,"latencyMs":1168.482,"response":{"id":"gen-1789898804-eMXkS97XHeoYtcYQ2R57","object":"chat.completion","created":1789898804,"model":"openai/gpt-4o-mini-2024-07-18","provider":"OpenAI","system_fingerprint":"fp_6054aa6593","service_tier":null,"choices":[{"index":0,"logprobs":null,"finish_reason":"stop","native_finish_reason":"stop","message":{"role":"assistant","content":"technical_support","refusal":null,"reasoning":null}}],"usage":{"prompt_tokens":699,"completion_tokens":2,"total_tokens":701,"cost":0.00010605,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00010605,"upstream_inference_prompt_cost":0.00010485,"upstream_inference_completions_cost":0.0000012},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}}},"usage":{"prompt_tokens":699,"completion_tokens":2,"total_tokens":701,"cost":0.00010605,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00010605,"upstream_inference_prompt_cost":0.00010485,"upstream_inference_completions_cost":0.0000012},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"reportedCostUsd":0.00010605,"parsedLabel":"technical_support","error":null}
{"caseId":"DEC-014","modelId":"gpt-4o-mini","platform":"OpenRouter","requestedModel":"openai/gpt-4o-mini-2024-07-18","returnedModel":"openai/gpt-4o-mini-2024-07-18","configuredProvider":"OpenAI","expectedProvider":"OpenAI","observedProvider":"OpenAI","status":"ok","httpStatus":200,"latencyMs":708.225,"response":{"id":"gen-1789898806-WLU1Pp3HWmULM5COWPdO","object":"chat.completion","created":1789898806,"model":"openai/gpt-4o-mini-2024-07-18","provider":"OpenAI","system_fingerprint":"fp_6054aa6593","service_tier":null,"choices":[{"index":0,"logprobs":null,"finish_reason":"stop","native_finish_reason":"stop","message":{"role":"assistant","content":"product_inquiry","refusal":null,"reasoning":null}}],"usage":{"prompt_tokens":700,"completion_tokens":3,"total_tokens":703,"cost":0.0001068,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.0001068,"upstream_inference_prompt_cost":0.000105,"upstream_inference_completions_cost":0.0000018},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}}},"usage":{"prompt_tokens":700,"completion_tokens":3,"total_tokens":703,"cost":0.0001068,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.0001068,"upstream_inference_prompt_cost":0.000105,"upstream_inference_completions_cost":0.0000018},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"reportedCostUsd":0.0001068,"parsedLabel":"product_inquiry","error":null}
{"caseId":"DEC-014","modelId":"jev-1.13","platform":"OpenRouter","requestedModel":"typesafe/jev-1.13-20260917","returnedModel":"typesafe/jev-1.13-20260917","configuredProvider":"TypeSafe","expectedProvider":"TypeSafe","observedProvider":"TypeSafe","status":"ok","httpStatus":200,"latencyMs":464.171,"response":{"model":"typesafe/jev-1.13-20260917","answers":{"primary_intent":{"type":"choice","choice":"product_inquiry","probabilities":{"product_inquiry":1,"other":0,"complaint":0,"account_issue":0,"refund":0,"technical_support":0},"confidence":1}},"usage":{"input_tokens":1620,"output_tokens":68,"cost":0.00006804},"id":"gen-dec-1789898806-cTL1tDS63khrrIPhqz6i","provider":"TypeSafe"},"usage":{"input_tokens":1620,"output_tokens":68,"cost":0.00006804},"reportedCostUsd":0.00006804,"parsedLabel":"product_inquiry","error":null}
{"caseId":"DEC-015","modelId":"jev-1.13","platform":"OpenRouter","requestedModel":"typesafe/jev-1.13-20260917","returnedModel":"typesafe/jev-1.13-20260917","configuredProvider":"TypeSafe","expectedProvider":"TypeSafe","observedProvider":"TypeSafe","status":"ok","httpStatus":200,"latencyMs":390.383,"response":{"model":"typesafe/jev-1.13-20260917","answers":{"primary_intent":{"type":"choice","choice":"complaint","probabilities":{"complaint":1,"other":0,"technical_support":0,"product_inquiry":0,"account_issue":0,"refund":0},"confidence":1}},"usage":{"input_tokens":1620,"output_tokens":67,"cost":0.00006804},"id":"gen-dec-1789898807-UBeZbf7YGLLT3paKI6xz","provider":"TypeSafe"},"usage":{"input_tokens":1620,"output_tokens":67,"cost":0.00006804},"reportedCostUsd":0.00006804,"parsedLabel":"complaint","error":null}
{"caseId":"DEC-015","modelId":"gpt-4o-mini","platform":"OpenRouter","requestedModel":"openai/gpt-4o-mini-2024-07-18","returnedModel":"openai/gpt-4o-mini-2024-07-18","configuredProvider":"OpenAI","expectedProvider":"OpenAI","observedProvider":"OpenAI","status":"ok","httpStatus":200,"latencyMs":696.692,"response":{"id":"gen-1789898807-BWSMPatXA3kT4irsI93q","object":"chat.completion","created":1789898807,"model":"openai/gpt-4o-mini-2024-07-18","provider":"OpenAI","system_fingerprint":"fp_6054aa6593","service_tier":null,"choices":[{"index":0,"logprobs":null,"finish_reason":"stop","native_finish_reason":"stop","message":{"role":"assistant","content":"complaint","refusal":null,"reasoning":null}}],"usage":{"prompt_tokens":700,"completion_tokens":2,"total_tokens":702,"cost":0.0001062,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.0001062,"upstream_inference_prompt_cost":0.000105,"upstream_inference_completions_cost":0.0000012},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}}},"usage":{"prompt_tokens":700,"completion_tokens":2,"total_tokens":702,"cost":0.0001062,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.0001062,"upstream_inference_prompt_cost":0.000105,"upstream_inference_completions_cost":0.0000012},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"reportedCostUsd":0.0001062,"parsedLabel":"complaint","error":null}
{"caseId":"DEC-016","modelId":"gpt-4o-mini","platform":"OpenRouter","requestedModel":"openai/gpt-4o-mini-2024-07-18","returnedModel":"openai/gpt-4o-mini-2024-07-18","configuredProvider":"OpenAI","expectedProvider":"OpenAI","observedProvider":"OpenAI","status":"ok","httpStatus":200,"latencyMs":753.884,"response":{"id":"gen-1789898808-APlRDLIPHU5BHDBC5TYb","object":"chat.completion","created":1789898808,"model":"openai/gpt-4o-mini-2024-07-18","provider":"OpenAI","system_fingerprint":"fp_6054aa6593","service_tier":null,"choices":[{"index":0,"logprobs":null,"finish_reason":"stop","native_finish_reason":"stop","message":{"role":"assistant","content":"refund","refusal":null,"reasoning":null}}],"usage":{"prompt_tokens":701,"completion_tokens":1,"total_tokens":702,"cost":0.00010575,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00010575,"upstream_inference_prompt_cost":0.00010515,"upstream_inference_completions_cost":6e-7},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}}},"usage":{"prompt_tokens":701,"completion_tokens":1,"total_tokens":702,"cost":0.00010575,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00010575,"upstream_inference_prompt_cost":0.00010515,"upstream_inference_completions_cost":6e-7},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"reportedCostUsd":0.00010575,"parsedLabel":"refund","error":null}
{"caseId":"DEC-016","modelId":"jev-1.13","platform":"OpenRouter","requestedModel":"typesafe/jev-1.13-20260917","returnedModel":"typesafe/jev-1.13-20260917","configuredProvider":"TypeSafe","expectedProvider":"TypeSafe","observedProvider":"TypeSafe","status":"ok","httpStatus":200,"latencyMs":438.944,"response":{"model":"typesafe/jev-1.13-20260917","answers":{"primary_intent":{"type":"choice","choice":"refund","probabilities":{"technical_support":0,"product_inquiry":0,"complaint":0,"refund":1,"other":0,"account_issue":0},"confidence":1}},"usage":{"input_tokens":1621,"output_tokens":66,"cost":0.000068082},"id":"gen-dec-1789898809-nkTnipNJKOyXmL6MCaDo","provider":"TypeSafe"},"usage":{"input_tokens":1621,"output_tokens":66,"cost":0.000068082},"reportedCostUsd":0.000068082,"parsedLabel":"refund","error":null}
{"caseId":"DEC-017","modelId":"jev-1.13","platform":"OpenRouter","requestedModel":"typesafe/jev-1.13-20260917","returnedModel":"typesafe/jev-1.13-20260917","configuredProvider":"TypeSafe","expectedProvider":"TypeSafe","observedProvider":"TypeSafe","status":"ok","httpStatus":200,"latencyMs":479.986,"response":{"model":"typesafe/jev-1.13-20260917","answers":{"primary_intent":{"type":"choice","choice":"account_issue","probabilities":{"refund":0,"technical_support":0,"account_issue":1,"complaint":0,"other":0,"product_inquiry":0},"confidence":1}},"usage":{"input_tokens":1623,"output_tokens":67,"cost":0.000068166},"id":"gen-dec-1789898809-ovPAWnI1pv40TMmT7qEG","provider":"TypeSafe"},"usage":{"input_tokens":1623,"output_tokens":67,"cost":0.000068166},"reportedCostUsd":0.000068166,"parsedLabel":"account_issue","error":null}
{"caseId":"DEC-017","modelId":"gpt-4o-mini","platform":"OpenRouter","requestedModel":"openai/gpt-4o-mini-2024-07-18","returnedModel":"openai/gpt-4o-mini-2024-07-18","configuredProvider":"OpenAI","expectedProvider":"OpenAI","observedProvider":"OpenAI","status":"ok","httpStatus":200,"latencyMs":672.842,"response":{"id":"gen-1789898810-3Cwet2W5otCXGPkUivFx","object":"chat.completion","created":1789898810,"model":"openai/gpt-4o-mini-2024-07-18","provider":"OpenAI","system_fingerprint":"fp_6054aa6593","service_tier":null,"choices":[{"index":0,"logprobs":null,"finish_reason":"stop","native_finish_reason":"stop","message":{"role":"assistant","content":"account_issue","refusal":null,"reasoning":null}}],"usage":{"prompt_tokens":703,"completion_tokens":2,"total_tokens":705,"cost":0.00010665,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00010665,"upstream_inference_prompt_cost":0.00010545,"upstream_inference_completions_cost":0.0000012},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}}},"usage":{"prompt_tokens":703,"completion_tokens":2,"total_tokens":705,"cost":0.00010665,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00010665,"upstream_inference_prompt_cost":0.00010545,"upstream_inference_completions_cost":0.0000012},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"reportedCostUsd":0.00010665,"parsedLabel":"account_issue","error":null}
{"caseId":"DEC-018","modelId":"gpt-4o-mini","platform":"OpenRouter","requestedModel":"openai/gpt-4o-mini-2024-07-18","returnedModel":"openai/gpt-4o-mini-2024-07-18","configuredProvider":"OpenAI","expectedProvider":"OpenAI","observedProvider":"OpenAI","status":"ok","httpStatus":200,"latencyMs":854.722,"response":{"id":"gen-1789898810-z1y8htvVLSleutLR0B3N","object":"chat.completion","created":1789898810,"model":"openai/gpt-4o-mini-2024-07-18","provider":"OpenAI","system_fingerprint":"fp_6054aa6593","service_tier":null,"choices":[{"index":0,"logprobs":null,"finish_reason":"stop","native_finish_reason":"stop","message":{"role":"assistant","content":"technical_support","refusal":null,"reasoning":null}}],"usage":{"prompt_tokens":697,"completion_tokens":2,"total_tokens":699,"cost":0.00010575,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00010575,"upstream_inference_prompt_cost":0.00010455,"upstream_inference_completions_cost":0.0000012},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}}},"usage":{"prompt_tokens":697,"completion_tokens":2,"total_tokens":699,"cost":0.00010575,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00010575,"upstream_inference_prompt_cost":0.00010455,"upstream_inference_completions_cost":0.0000012},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"reportedCostUsd":0.00010575,"parsedLabel":"technical_support","error":null}
{"caseId":"DEC-018","modelId":"jev-1.13","platform":"OpenRouter","requestedModel":"typesafe/jev-1.13-20260917","returnedModel":"typesafe/jev-1.13-20260917","configuredProvider":"TypeSafe","expectedProvider":"TypeSafe","observedProvider":"TypeSafe","status":"ok","httpStatus":200,"latencyMs":426.744,"response":{"model":"typesafe/jev-1.13-20260917","answers":{"primary_intent":{"type":"choice","choice":"technical_support","probabilities":{"other":0,"complaint":0,"technical_support":1,"refund":0,"account_issue":0,"product_inquiry":0},"confidence":1}},"usage":{"input_tokens":1617,"output_tokens":67,"cost":0.000067914},"id":"gen-dec-1789898811-VDmaSDLwzR7Ku282ntqJ","provider":"TypeSafe"},"usage":{"input_tokens":1617,"output_tokens":67,"cost":0.000067914},"reportedCostUsd":0.000067914,"parsedLabel":"technical_support","error":null}
{"caseId":"DEC-019","modelId":"jev-1.13","platform":"OpenRouter","requestedModel":"typesafe/jev-1.13-20260917","returnedModel":"typesafe/jev-1.13-20260917","configuredProvider":"TypeSafe","expectedProvider":"TypeSafe","observedProvider":"TypeSafe","status":"ok","httpStatus":200,"latencyMs":1292.045,"response":{"model":"typesafe/jev-1.13-20260917","answers":{"primary_intent":{"type":"choice","choice":"other","probabilities":{"refund":0,"technical_support":0,"account_issue":0,"complaint":0,"other":1,"product_inquiry":0},"confidence":1}},"usage":{"input_tokens":1615,"output_tokens":66,"cost":0.00006783},"id":"gen-dec-1789898812-E4E6BdviwvH5AUEDRQXm","provider":"TypeSafe"},"usage":{"input_tokens":1615,"output_tokens":66,"cost":0.00006783},"reportedCostUsd":0.00006783,"parsedLabel":"other","error":null}
{"caseId":"DEC-019","modelId":"gpt-4o-mini","platform":"OpenRouter","requestedModel":"openai/gpt-4o-mini-2024-07-18","returnedModel":"openai/gpt-4o-mini-2024-07-18","configuredProvider":"OpenAI","expectedProvider":"OpenAI","observedProvider":"OpenAI","status":"ok","httpStatus":200,"latencyMs":913.248,"response":{"id":"gen-1789898813-VQwV3AkAfbilxKsZ4keJ","object":"chat.completion","created":1789898813,"model":"openai/gpt-4o-mini-2024-07-18","provider":"OpenAI","system_fingerprint":"fp_6054aa6593","service_tier":null,"choices":[{"index":0,"logprobs":null,"finish_reason":"stop","native_finish_reason":"stop","message":{"role":"assistant","content":"other","refusal":null,"reasoning":null}}],"usage":{"prompt_tokens":695,"completion_tokens":1,"total_tokens":696,"cost":0.00010485,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00010485,"upstream_inference_prompt_cost":0.00010425,"upstream_inference_completions_cost":6e-7},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}}},"usage":{"prompt_tokens":695,"completion_tokens":1,"total_tokens":696,"cost":0.00010485,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00010485,"upstream_inference_prompt_cost":0.00010425,"upstream_inference_completions_cost":6e-7},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"reportedCostUsd":0.00010485,"parsedLabel":"other","error":null}
{"caseId":"DEC-020","modelId":"gpt-4o-mini","platform":"OpenRouter","requestedModel":"openai/gpt-4o-mini-2024-07-18","returnedModel":"openai/gpt-4o-mini-2024-07-18","configuredProvider":"OpenAI","expectedProvider":"OpenAI","observedProvider":"OpenAI","status":"ok","httpStatus":200,"latencyMs":722.543,"response":{"id":"gen-1789898814-ZLN52Lg84T45GX687kg7","object":"chat.completion","created":1789898814,"model":"openai/gpt-4o-mini-2024-07-18","provider":"OpenAI","system_fingerprint":"fp_6054aa6593","service_tier":null,"choices":[{"index":0,"logprobs":null,"finish_reason":"stop","native_finish_reason":"stop","message":{"role":"assistant","content":"other","refusal":null,"reasoning":null}}],"usage":{"prompt_tokens":693,"completion_tokens":1,"total_tokens":694,"cost":0.00010455,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00010455,"upstream_inference_prompt_cost":0.00010395,"upstream_inference_completions_cost":6e-7},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}}},"usage":{"prompt_tokens":693,"completion_tokens":1,"total_tokens":694,"cost":0.00010455,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00010455,"upstream_inference_prompt_cost":0.00010395,"upstream_inference_completions_cost":6e-7},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"reportedCostUsd":0.00010455,"parsedLabel":"other","error":null}
{"caseId":"DEC-020","modelId":"jev-1.13","platform":"OpenRouter","requestedModel":"typesafe/jev-1.13-20260917","returnedModel":"typesafe/jev-1.13-20260917","configuredProvider":"TypeSafe","expectedProvider":"TypeSafe","observedProvider":"TypeSafe","status":"ok","httpStatus":200,"latencyMs":361.909,"response":{"model":"typesafe/jev-1.13-20260917","answers":{"primary_intent":{"type":"choice","choice":"other","probabilities":{"account_issue":0,"product_inquiry":0,"refund":0,"technical_support":0,"complaint":0,"other":1},"confidence":1}},"usage":{"input_tokens":1613,"output_tokens":66,"cost":0.000067746},"id":"gen-dec-1789898814-i8CnVot1fls3749n0vYF","provider":"TypeSafe"},"usage":{"input_tokens":1613,"output_tokens":66,"cost":0.000067746},"reportedCostUsd":0.000067746,"parsedLabel":"other","error":null}
{"caseId":"DEC-021","modelId":"jev-1.13","platform":"OpenRouter","requestedModel":"typesafe/jev-1.13-20260917","returnedModel":"typesafe/jev-1.13-20260917","configuredProvider":"TypeSafe","expectedProvider":"TypeSafe","observedProvider":"TypeSafe","status":"ok","httpStatus":200,"latencyMs":532.968,"response":{"model":"typesafe/jev-1.13-20260917","answers":{"primary_intent":{"type":"choice","choice":"refund","probabilities":{"complaint":0,"other":0,"account_issue":0,"product_inquiry":0,"technical_support":0,"refund":1},"confidence":1}},"usage":{"input_tokens":1625,"output_tokens":66,"cost":0.00006825},"id":"gen-dec-1789898815-a2tphnfd2fnTp9z4rKjS","provider":"TypeSafe"},"usage":{"input_tokens":1625,"output_tokens":66,"cost":0.00006825},"reportedCostUsd":0.00006825,"parsedLabel":"refund","error":null}
{"caseId":"DEC-021","modelId":"gpt-4o-mini","platform":"OpenRouter","requestedModel":"openai/gpt-4o-mini-2024-07-18","returnedModel":"openai/gpt-4o-mini-2024-07-18","configuredProvider":"OpenAI","expectedProvider":"OpenAI","observedProvider":"OpenAI","status":"ok","httpStatus":200,"latencyMs":733.827,"response":{"id":"gen-1789898815-K6kKQbsx2GnHTDOZDFHh","object":"chat.completion","created":1789898815,"model":"openai/gpt-4o-mini-2024-07-18","provider":"OpenAI","system_fingerprint":"fp_6054aa6593","service_tier":null,"choices":[{"index":0,"logprobs":null,"finish_reason":"stop","native_finish_reason":"stop","message":{"role":"assistant","content":"refund","refusal":null,"reasoning":null}}],"usage":{"prompt_tokens":704,"completion_tokens":1,"total_tokens":705,"cost":0.0001062,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.0001062,"upstream_inference_prompt_cost":0.0001056,"upstream_inference_completions_cost":6e-7},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}}},"usage":{"prompt_tokens":704,"completion_tokens":1,"total_tokens":705,"cost":0.0001062,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.0001062,"upstream_inference_prompt_cost":0.0001056,"upstream_inference_completions_cost":6e-7},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"reportedCostUsd":0.0001062,"parsedLabel":"refund","error":null}
{"caseId":"DEC-022","modelId":"gpt-4o-mini","platform":"OpenRouter","requestedModel":"openai/gpt-4o-mini-2024-07-18","returnedModel":"openai/gpt-4o-mini-2024-07-18","configuredProvider":"OpenAI","expectedProvider":"OpenAI","observedProvider":"OpenAI","status":"ok","httpStatus":200,"latencyMs":735.72,"response":{"id":"gen-1789898816-rX1Hpw4vk67nwXAnlwLr","object":"chat.completion","created":1789898816,"model":"openai/gpt-4o-mini-2024-07-18","provider":"OpenAI","system_fingerprint":"fp_6054aa6593","service_tier":null,"choices":[{"index":0,"logprobs":null,"finish_reason":"stop","native_finish_reason":"stop","message":{"role":"assistant","content":"account_issue","refusal":null,"reasoning":null}}],"usage":{"prompt_tokens":707,"completion_tokens":2,"total_tokens":709,"cost":0.00010725,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00010725,"upstream_inference_prompt_cost":0.00010605,"upstream_inference_completions_cost":0.0000012},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}}},"usage":{"prompt_tokens":707,"completion_tokens":2,"total_tokens":709,"cost":0.00010725,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00010725,"upstream_inference_prompt_cost":0.00010605,"upstream_inference_completions_cost":0.0000012},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"reportedCostUsd":0.00010725,"parsedLabel":"account_issue","error":null}
{"caseId":"DEC-022","modelId":"jev-1.13","platform":"OpenRouter","requestedModel":"typesafe/jev-1.13-20260917","returnedModel":"typesafe/jev-1.13-20260917","configuredProvider":"TypeSafe","expectedProvider":"TypeSafe","observedProvider":"TypeSafe","status":"ok","httpStatus":200,"latencyMs":495.775,"response":{"model":"typesafe/jev-1.13-20260917","answers":{"primary_intent":{"type":"choice","choice":"account_issue","probabilities":{"account_issue":1,"product_inquiry":0,"technical_support":0,"complaint":0,"other":0,"refund":0},"confidence":1}},"usage":{"input_tokens":1627,"output_tokens":67,"cost":0.000068334},"id":"gen-dec-1789898817-rmPrjJermAaIwm6uILtp","provider":"TypeSafe"},"usage":{"input_tokens":1627,"output_tokens":67,"cost":0.000068334},"reportedCostUsd":0.000068334,"parsedLabel":"account_issue","error":null}
{"caseId":"DEC-023","modelId":"jev-1.13","platform":"OpenRouter","requestedModel":"typesafe/jev-1.13-20260917","returnedModel":"typesafe/jev-1.13-20260917","configuredProvider":"TypeSafe","expectedProvider":"TypeSafe","observedProvider":"TypeSafe","status":"ok","httpStatus":200,"latencyMs":591.993,"response":{"model":"typesafe/jev-1.13-20260917","answers":{"primary_intent":{"type":"choice","choice":"technical_support","probabilities":{"other":0,"complaint":0,"technical_support":1,"refund":0,"account_issue":0,"product_inquiry":0},"confidence":1}},"usage":{"input_tokens":1622,"output_tokens":67,"cost":0.000068124},"id":"gen-dec-1789898817-tqPZmqEet2YuNCg05NCq","provider":"TypeSafe"},"usage":{"input_tokens":1622,"output_tokens":67,"cost":0.000068124},"reportedCostUsd":0.000068124,"parsedLabel":"technical_support","error":null}
{"caseId":"DEC-023","modelId":"gpt-4o-mini","platform":"OpenRouter","requestedModel":"openai/gpt-4o-mini-2024-07-18","returnedModel":"openai/gpt-4o-mini-2024-07-18","configuredProvider":"OpenAI","expectedProvider":"OpenAI","observedProvider":"OpenAI","status":"ok","httpStatus":200,"latencyMs":711.534,"response":{"id":"gen-1789898818-05r9skkoPRxbciq6k1bm","object":"chat.completion","created":1789898818,"model":"openai/gpt-4o-mini-2024-07-18","provider":"OpenAI","system_fingerprint":"fp_6054aa6593","service_tier":null,"choices":[{"index":0,"logprobs":null,"finish_reason":"stop","native_finish_reason":"stop","message":{"role":"assistant","content":"technical_support","refusal":null,"reasoning":null}}],"usage":{"prompt_tokens":702,"completion_tokens":2,"total_tokens":704,"cost":0.0001065,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.0001065,"upstream_inference_prompt_cost":0.0001053,"upstream_inference_completions_cost":0.0000012},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}}},"usage":{"prompt_tokens":702,"completion_tokens":2,"total_tokens":704,"cost":0.0001065,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.0001065,"upstream_inference_prompt_cost":0.0001053,"upstream_inference_completions_cost":0.0000012},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"reportedCostUsd":0.0001065,"parsedLabel":"technical_support","error":null}
{"caseId":"DEC-024","modelId":"gpt-4o-mini","platform":"OpenRouter","requestedModel":"openai/gpt-4o-mini-2024-07-18","returnedModel":"openai/gpt-4o-mini-2024-07-18","configuredProvider":"OpenAI","expectedProvider":"OpenAI","observedProvider":"OpenAI","status":"ok","httpStatus":200,"latencyMs":803.276,"response":{"id":"gen-1789898819-mxTIibf3dczlP5nGc1Id","object":"chat.completion","created":1789898819,"model":"openai/gpt-4o-mini-2024-07-18","provider":"OpenAI","system_fingerprint":"fp_6054aa6593","service_tier":null,"choices":[{"index":0,"logprobs":null,"finish_reason":"stop","native_finish_reason":"stop","message":{"role":"assistant","content":"product_inquiry","refusal":null,"reasoning":null}}],"usage":{"prompt_tokens":699,"completion_tokens":3,"total_tokens":702,"cost":0.00010665,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00010665,"upstream_inference_prompt_cost":0.00010485,"upstream_inference_completions_cost":0.0000018},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}}},"usage":{"prompt_tokens":699,"completion_tokens":3,"total_tokens":702,"cost":0.00010665,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00010665,"upstream_inference_prompt_cost":0.00010485,"upstream_inference_completions_cost":0.0000018},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"reportedCostUsd":0.00010665,"parsedLabel":"product_inquiry","error":null}
{"caseId":"DEC-024","modelId":"jev-1.13","platform":"OpenRouter","requestedModel":"typesafe/jev-1.13-20260917","returnedModel":"typesafe/jev-1.13-20260917","configuredProvider":"TypeSafe","expectedProvider":"TypeSafe","observedProvider":"TypeSafe","status":"ok","httpStatus":200,"latencyMs":388.798,"response":{"model":"typesafe/jev-1.13-20260917","answers":{"primary_intent":{"type":"choice","choice":"product_inquiry","probabilities":{"technical_support":0,"complaint":0,"other":0,"refund":0,"account_issue":0,"product_inquiry":1},"confidence":1}},"usage":{"input_tokens":1620,"output_tokens":68,"cost":0.00006804},"id":"gen-dec-1789898819-OhZSYLXKyGMjt3Dc1ieL","provider":"TypeSafe"},"usage":{"input_tokens":1620,"output_tokens":68,"cost":0.00006804},"reportedCostUsd":0.00006804,"parsedLabel":"product_inquiry","error":null}
{"caseId":"DEC-025","modelId":"jev-1.13","platform":"OpenRouter","requestedModel":"typesafe/jev-1.13-20260917","returnedModel":"typesafe/jev-1.13-20260917","configuredProvider":"TypeSafe","expectedProvider":"TypeSafe","observedProvider":"TypeSafe","status":"ok","httpStatus":200,"latencyMs":568.64,"response":{"model":"typesafe/jev-1.13-20260917","answers":{"primary_intent":{"type":"choice","choice":"complaint","probabilities":{"account_issue":0,"product_inquiry":0,"refund":0,"technical_support":0,"other":0,"complaint":1},"confidence":1}},"usage":{"input_tokens":1622,"output_tokens":67,"cost":0.000068124},"id":"gen-dec-1789898820-5fLo6DTxCqPyjUiQCSGE","provider":"TypeSafe"},"usage":{"input_tokens":1622,"output_tokens":67,"cost":0.000068124},"reportedCostUsd":0.000068124,"parsedLabel":"complaint","error":null}
{"caseId":"DEC-025","modelId":"gpt-4o-mini","platform":"OpenRouter","requestedModel":"openai/gpt-4o-mini-2024-07-18","returnedModel":"openai/gpt-4o-mini-2024-07-18","configuredProvider":"OpenAI","expectedProvider":"OpenAI","observedProvider":"OpenAI","status":"ok","httpStatus":200,"latencyMs":675.694,"response":{"id":"gen-1789898820-YuJCh7unWBUhO7DNeYDJ","object":"chat.completion","created":1789898820,"model":"openai/gpt-4o-mini-2024-07-18","provider":"OpenAI","system_fingerprint":"fp_6054aa6593","service_tier":null,"choices":[{"index":0,"logprobs":null,"finish_reason":"stop","native_finish_reason":"stop","message":{"role":"assistant","content":"complaint","refusal":null,"reasoning":null}}],"usage":{"prompt_tokens":701,"completion_tokens":2,"total_tokens":703,"cost":0.00010635,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00010635,"upstream_inference_prompt_cost":0.00010515,"upstream_inference_completions_cost":0.0000012},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}}},"usage":{"prompt_tokens":701,"completion_tokens":2,"total_tokens":703,"cost":0.00010635,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00010635,"upstream_inference_prompt_cost":0.00010515,"upstream_inference_completions_cost":0.0000012},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"reportedCostUsd":0.00010635,"parsedLabel":"complaint","error":null}
{"caseId":"DEC-026","modelId":"gpt-4o-mini","platform":"OpenRouter","requestedModel":"openai/gpt-4o-mini-2024-07-18","returnedModel":"openai/gpt-4o-mini-2024-07-18","configuredProvider":"OpenAI","expectedProvider":"OpenAI","observedProvider":"OpenAI","status":"ok","httpStatus":200,"latencyMs":721.522,"response":{"id":"gen-1789898821-qzp5NVjPn2VwcM2HMcoR","object":"chat.completion","created":1789898821,"model":"openai/gpt-4o-mini-2024-07-18","provider":"OpenAI","system_fingerprint":"fp_6054aa6593","service_tier":null,"choices":[{"index":0,"logprobs":null,"finish_reason":"stop","native_finish_reason":"stop","message":{"role":"assistant","content":"refund","refusal":null,"reasoning":null}}],"usage":{"prompt_tokens":705,"completion_tokens":1,"total_tokens":706,"cost":0.00010635,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00010635,"upstream_inference_prompt_cost":0.00010575,"upstream_inference_completions_cost":6e-7},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}}},"usage":{"prompt_tokens":705,"completion_tokens":1,"total_tokens":706,"cost":0.00010635,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00010635,"upstream_inference_prompt_cost":0.00010575,"upstream_inference_completions_cost":6e-7},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"reportedCostUsd":0.00010635,"parsedLabel":"refund","error":null}
{"caseId":"DEC-026","modelId":"jev-1.13","platform":"OpenRouter","requestedModel":"typesafe/jev-1.13-20260917","returnedModel":"typesafe/jev-1.13-20260917","configuredProvider":"TypeSafe","expectedProvider":"TypeSafe","observedProvider":"TypeSafe","status":"ok","httpStatus":200,"latencyMs":494.554,"response":{"model":"typesafe/jev-1.13-20260917","answers":{"primary_intent":{"type":"choice","choice":"refund","probabilities":{"technical_support":0,"product_inquiry":0,"other":0,"refund":1,"complaint":0,"account_issue":0},"confidence":1}},"usage":{"input_tokens":1625,"output_tokens":66,"cost":0.00006825},"id":"gen-dec-1789898822-Ax3IbhWi1c25lAEi824D","provider":"TypeSafe"},"usage":{"input_tokens":1625,"output_tokens":66,"cost":0.00006825},"reportedCostUsd":0.00006825,"parsedLabel":"refund","error":null}
{"caseId":"DEC-027","modelId":"jev-1.13","platform":"OpenRouter","requestedModel":"typesafe/jev-1.13-20260917","returnedModel":"typesafe/jev-1.13-20260917","configuredProvider":"TypeSafe","expectedProvider":"TypeSafe","observedProvider":"TypeSafe","status":"ok","httpStatus":200,"latencyMs":520.897,"response":{"model":"typesafe/jev-1.13-20260917","answers":{"primary_intent":{"type":"choice","choice":"account_issue","probabilities":{"product_inquiry":0,"complaint":0,"refund":0,"other":0,"technical_support":0,"account_issue":1},"confidence":1}},"usage":{"input_tokens":1622,"output_tokens":67,"cost":0.000068124},"id":"gen-dec-1789898822-undV9VjojMA3I5qI6Dth","provider":"TypeSafe"},"usage":{"input_tokens":1622,"output_tokens":67,"cost":0.000068124},"reportedCostUsd":0.000068124,"parsedLabel":"account_issue","error":null}
{"caseId":"DEC-027","modelId":"gpt-4o-mini","platform":"OpenRouter","requestedModel":"openai/gpt-4o-mini-2024-07-18","returnedModel":"openai/gpt-4o-mini-2024-07-18","configuredProvider":"OpenAI","expectedProvider":"OpenAI","observedProvider":"OpenAI","status":"ok","httpStatus":200,"latencyMs":703.836,"response":{"id":"gen-1789898823-4JyCUraWFWmSDk2JnlLS","object":"chat.completion","created":1789898823,"model":"openai/gpt-4o-mini-2024-07-18","provider":"OpenAI","system_fingerprint":"fp_6054aa6593","service_tier":null,"choices":[{"index":0,"logprobs":null,"finish_reason":"stop","native_finish_reason":"stop","message":{"role":"assistant","content":"account_issue","refusal":null,"reasoning":null}}],"usage":{"prompt_tokens":702,"completion_tokens":2,"total_tokens":704,"cost":0.0001065,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.0001065,"upstream_inference_prompt_cost":0.0001053,"upstream_inference_completions_cost":0.0000012},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}}},"usage":{"prompt_tokens":702,"completion_tokens":2,"total_tokens":704,"cost":0.0001065,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.0001065,"upstream_inference_prompt_cost":0.0001053,"upstream_inference_completions_cost":0.0000012},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"reportedCostUsd":0.0001065,"parsedLabel":"account_issue","error":null}
{"caseId":"DEC-028","modelId":"gpt-4o-mini","platform":"OpenRouter","requestedModel":"openai/gpt-4o-mini-2024-07-18","returnedModel":"openai/gpt-4o-mini-2024-07-18","configuredProvider":"OpenAI","expectedProvider":"OpenAI","observedProvider":"OpenAI","status":"ok","httpStatus":200,"latencyMs":696.698,"response":{"id":"gen-1789898824-iLzjhAZRgkdGVgcTIPLu","object":"chat.completion","created":1789898824,"model":"openai/gpt-4o-mini-2024-07-18","provider":"OpenAI","system_fingerprint":"fp_6054aa6593","service_tier":null,"choices":[{"index":0,"logprobs":null,"finish_reason":"stop","native_finish_reason":"stop","message":{"role":"assistant","content":"technical_support","refusal":null,"reasoning":null}}],"usage":{"prompt_tokens":701,"completion_tokens":2,"total_tokens":703,"cost":0.00010635,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00010635,"upstream_inference_prompt_cost":0.00010515,"upstream_inference_completions_cost":0.0000012},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}}},"usage":{"prompt_tokens":701,"completion_tokens":2,"total_tokens":703,"cost":0.00010635,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00010635,"upstream_inference_prompt_cost":0.00010515,"upstream_inference_completions_cost":0.0000012},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"reportedCostUsd":0.00010635,"parsedLabel":"technical_support","error":null}
{"caseId":"DEC-028","modelId":"jev-1.13","platform":"OpenRouter","requestedModel":"typesafe/jev-1.13-20260917","returnedModel":"typesafe/jev-1.13-20260917","configuredProvider":"TypeSafe","expectedProvider":"TypeSafe","observedProvider":"TypeSafe","status":"ok","httpStatus":200,"latencyMs":389.094,"response":{"model":"typesafe/jev-1.13-20260917","answers":{"primary_intent":{"type":"choice","choice":"technical_support","probabilities":{"other":0,"product_inquiry":0,"account_issue":0,"technical_support":1,"complaint":0,"refund":0},"confidence":1}},"usage":{"input_tokens":1621,"output_tokens":67,"cost":0.000068082},"id":"gen-dec-1789898824-3P4FEUE1308DvSDUXiLY","provider":"TypeSafe"},"usage":{"input_tokens":1621,"output_tokens":67,"cost":0.000068082},"reportedCostUsd":0.000068082,"parsedLabel":"technical_support","error":null}
{"caseId":"DEC-029","modelId":"jev-1.13","platform":"OpenRouter","requestedModel":"typesafe/jev-1.13-20260917","returnedModel":"typesafe/jev-1.13-20260917","configuredProvider":"TypeSafe","expectedProvider":"TypeSafe","observedProvider":"TypeSafe","status":"ok","httpStatus":200,"latencyMs":625.197,"response":{"model":"typesafe/jev-1.13-20260917","answers":{"primary_intent":{"type":"choice","choice":"other","probabilities":{"product_inquiry":0,"complaint":0,"refund":0,"other":1,"technical_support":0,"account_issue":0},"confidence":1}},"usage":{"input_tokens":1617,"output_tokens":66,"cost":0.000067914},"id":"gen-dec-1789898825-rs3gxIQQbZKYgPcRxXW5","provider":"TypeSafe"},"usage":{"input_tokens":1617,"output_tokens":66,"cost":0.000067914},"reportedCostUsd":0.000067914,"parsedLabel":"other","error":null}
{"caseId":"DEC-029","modelId":"gpt-4o-mini","platform":"OpenRouter","requestedModel":"openai/gpt-4o-mini-2024-07-18","returnedModel":"openai/gpt-4o-mini-2024-07-18","configuredProvider":"OpenAI","expectedProvider":"OpenAI","observedProvider":"OpenAI","status":"ok","httpStatus":200,"latencyMs":724.067,"response":{"id":"gen-1789898825-doE6CI8tLCyFr9ZPBPhM","object":"chat.completion","created":1789898825,"model":"openai/gpt-4o-mini-2024-07-18","provider":"OpenAI","system_fingerprint":"fp_6054aa6593","service_tier":null,"choices":[{"index":0,"logprobs":null,"finish_reason":"stop","native_finish_reason":"stop","message":{"role":"assistant","content":"other","refusal":null,"reasoning":null}}],"usage":{"prompt_tokens":695,"completion_tokens":1,"total_tokens":696,"cost":0.00010485,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00010485,"upstream_inference_prompt_cost":0.00010425,"upstream_inference_completions_cost":6e-7},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}}},"usage":{"prompt_tokens":695,"completion_tokens":1,"total_tokens":696,"cost":0.00010485,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00010485,"upstream_inference_prompt_cost":0.00010425,"upstream_inference_completions_cost":6e-7},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"reportedCostUsd":0.00010485,"parsedLabel":"other","error":null}
{"caseId":"DEC-030","modelId":"gpt-4o-mini","platform":"OpenRouter","requestedModel":"openai/gpt-4o-mini-2024-07-18","returnedModel":"openai/gpt-4o-mini-2024-07-18","configuredProvider":"OpenAI","expectedProvider":"OpenAI","observedProvider":"OpenAI","status":"ok","httpStatus":200,"latencyMs":860.705,"response":{"id":"gen-1789898826-ESpxS4a8Ogu4ejkodv89","object":"chat.completion","created":1789898826,"model":"openai/gpt-4o-mini-2024-07-18","provider":"OpenAI","system_fingerprint":"fp_28f3a9c586","service_tier":null,"choices":[{"index":0,"logprobs":null,"finish_reason":"stop","native_finish_reason":"stop","message":{"role":"assistant","content":"other","refusal":null,"reasoning":null}}],"usage":{"prompt_tokens":697,"completion_tokens":1,"total_tokens":698,"cost":0.00010515,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00010515,"upstream_inference_prompt_cost":0.00010455,"upstream_inference_completions_cost":6e-7},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}}},"usage":{"prompt_tokens":697,"completion_tokens":1,"total_tokens":698,"cost":0.00010515,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00010515,"upstream_inference_prompt_cost":0.00010455,"upstream_inference_completions_cost":6e-7},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"reportedCostUsd":0.00010515,"parsedLabel":"other","error":null}
{"caseId":"DEC-030","modelId":"jev-1.13","platform":"OpenRouter","requestedModel":"typesafe/jev-1.13-20260917","returnedModel":"typesafe/jev-1.13-20260917","configuredProvider":"TypeSafe","expectedProvider":"TypeSafe","observedProvider":"TypeSafe","status":"ok","httpStatus":200,"latencyMs":381.676,"response":{"model":"typesafe/jev-1.13-20260917","answers":{"primary_intent":{"type":"choice","choice":"other","probabilities":{"other":1,"product_inquiry":0,"complaint":0,"technical_support":0,"refund":0,"account_issue":0},"confidence":1}},"usage":{"input_tokens":1617,"output_tokens":66,"cost":0.000067914},"id":"gen-dec-1789898827-EWl1gjnVZqjaGTMh7Akj","provider":"TypeSafe"},"usage":{"input_tokens":1617,"output_tokens":66,"cost":0.000067914},"reportedCostUsd":0.000067914,"parsedLabel":"other","error":null}
{"caseId":"DEC-031","modelId":"jev-1.13","platform":"OpenRouter","requestedModel":"typesafe/jev-1.13-20260917","returnedModel":"typesafe/jev-1.13-20260917","configuredProvider":"TypeSafe","expectedProvider":"TypeSafe","observedProvider":"TypeSafe","status":"ok","httpStatus":200,"latencyMs":471.793,"response":{"model":"typesafe/jev-1.13-20260917","answers":{"primary_intent":{"type":"choice","choice":"refund","probabilities":{"complaint":0,"other":0,"technical_support":0,"refund":0.99,"account_issue":0.01,"product_inquiry":0},"confidence":0.99}},"usage":{"input_tokens":1630,"output_tokens":66,"cost":0.00006846},"id":"gen-dec-1789898827-ynAaR0wtBBBV0ISCQgWN","provider":"TypeSafe"},"usage":{"input_tokens":1630,"output_tokens":66,"cost":0.00006846},"reportedCostUsd":0.00006846,"parsedLabel":"refund","error":null}
{"caseId":"DEC-031","modelId":"gpt-4o-mini","platform":"OpenRouter","requestedModel":"openai/gpt-4o-mini-2024-07-18","returnedModel":"openai/gpt-4o-mini-2024-07-18","configuredProvider":"OpenAI","expectedProvider":"OpenAI","observedProvider":"OpenAI","status":"ok","httpStatus":200,"latencyMs":669.022,"response":{"id":"gen-1789898828-e4OIoRsC2a6NkWyrxxGt","object":"chat.completion","created":1789898828,"model":"openai/gpt-4o-mini-2024-07-18","provider":"OpenAI","system_fingerprint":"fp_6054aa6593","service_tier":null,"choices":[{"index":0,"logprobs":null,"finish_reason":"stop","native_finish_reason":"stop","message":{"role":"assistant","content":"refund","refusal":null,"reasoning":null}}],"usage":{"prompt_tokens":708,"completion_tokens":1,"total_tokens":709,"cost":0.0001068,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.0001068,"upstream_inference_prompt_cost":0.0001062,"upstream_inference_completions_cost":6e-7},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}}},"usage":{"prompt_tokens":708,"completion_tokens":1,"total_tokens":709,"cost":0.0001068,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.0001068,"upstream_inference_prompt_cost":0.0001062,"upstream_inference_completions_cost":6e-7},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"reportedCostUsd":0.0001068,"parsedLabel":"refund","error":null}
{"caseId":"DEC-032","modelId":"gpt-4o-mini","platform":"OpenRouter","requestedModel":"openai/gpt-4o-mini-2024-07-18","returnedModel":"openai/gpt-4o-mini-2024-07-18","configuredProvider":"OpenAI","expectedProvider":"OpenAI","observedProvider":"OpenAI","status":"ok","httpStatus":200,"latencyMs":698.726,"response":{"id":"gen-1789898828-GHuo6pTmqNoZbxqIV5pv","object":"chat.completion","created":1789898828,"model":"openai/gpt-4o-mini-2024-07-18","provider":"OpenAI","system_fingerprint":"fp_6054aa6593","service_tier":null,"choices":[{"index":0,"logprobs":null,"finish_reason":"stop","native_finish_reason":"stop","message":{"role":"assistant","content":"account_issue","refusal":null,"reasoning":null}}],"usage":{"prompt_tokens":706,"completion_tokens":2,"total_tokens":708,"cost":0.0001071,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.0001071,"upstream_inference_prompt_cost":0.0001059,"upstream_inference_completions_cost":0.0000012},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}}},"usage":{"prompt_tokens":706,"completion_tokens":2,"total_tokens":708,"cost":0.0001071,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.0001071,"upstream_inference_prompt_cost":0.0001059,"upstream_inference_completions_cost":0.0000012},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"reportedCostUsd":0.0001071,"parsedLabel":"account_issue","error":null}
{"caseId":"DEC-032","modelId":"jev-1.13","platform":"OpenRouter","requestedModel":"typesafe/jev-1.13-20260917","returnedModel":"typesafe/jev-1.13-20260917","configuredProvider":"TypeSafe","expectedProvider":"TypeSafe","observedProvider":"TypeSafe","status":"ok","httpStatus":200,"latencyMs":399.135,"response":{"model":"typesafe/jev-1.13-20260917","answers":{"primary_intent":{"type":"choice","choice":"account_issue","probabilities":{"account_issue":1,"product_inquiry":0,"technical_support":0,"complaint":0,"other":0,"refund":0},"confidence":1}},"usage":{"input_tokens":1626,"output_tokens":67,"cost":0.000068292},"id":"gen-dec-1789898829-4d3FNUAxICzlXM762snm","provider":"TypeSafe"},"usage":{"input_tokens":1626,"output_tokens":67,"cost":0.000068292},"reportedCostUsd":0.000068292,"parsedLabel":"account_issue","error":null}
{"caseId":"DEC-033","modelId":"jev-1.13","platform":"OpenRouter","requestedModel":"typesafe/jev-1.13-20260917","returnedModel":"typesafe/jev-1.13-20260917","configuredProvider":"TypeSafe","expectedProvider":"TypeSafe","observedProvider":"TypeSafe","status":"ok","httpStatus":200,"latencyMs":385.235,"response":{"model":"typesafe/jev-1.13-20260917","answers":{"primary_intent":{"type":"choice","choice":"technical_support","probabilities":{"product_inquiry":0,"technical_support":1,"account_issue":0,"complaint":0,"refund":0,"other":0},"confidence":1}},"usage":{"input_tokens":1629,"output_tokens":67,"cost":0.000068418},"id":"gen-dec-1789898829-Nv2NkEcosUj3idVugcZp","provider":"TypeSafe"},"usage":{"input_tokens":1629,"output_tokens":67,"cost":0.000068418},"reportedCostUsd":0.000068418,"parsedLabel":"technical_support","error":null}
{"caseId":"DEC-033","modelId":"gpt-4o-mini","platform":"OpenRouter","requestedModel":"openai/gpt-4o-mini-2024-07-18","returnedModel":"openai/gpt-4o-mini-2024-07-18","configuredProvider":"OpenAI","expectedProvider":"OpenAI","observedProvider":"OpenAI","status":"ok","httpStatus":200,"latencyMs":671.779,"response":{"id":"gen-1789898830-4zrP20MKZWlGQgJ0dGom","object":"chat.completion","created":1789898830,"model":"openai/gpt-4o-mini-2024-07-18","provider":"OpenAI","system_fingerprint":"fp_6054aa6593","service_tier":null,"choices":[{"index":0,"logprobs":null,"finish_reason":"stop","native_finish_reason":"stop","message":{"role":"assistant","content":"technical_support","refusal":null,"reasoning":null}}],"usage":{"prompt_tokens":705,"completion_tokens":2,"total_tokens":707,"cost":0.00010695,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00010695,"upstream_inference_prompt_cost":0.00010575,"upstream_inference_completions_cost":0.0000012},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}}},"usage":{"prompt_tokens":705,"completion_tokens":2,"total_tokens":707,"cost":0.00010695,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00010695,"upstream_inference_prompt_cost":0.00010575,"upstream_inference_completions_cost":0.0000012},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"reportedCostUsd":0.00010695,"parsedLabel":"technical_support","error":null}
{"caseId":"DEC-034","modelId":"gpt-4o-mini","platform":"OpenRouter","requestedModel":"openai/gpt-4o-mini-2024-07-18","returnedModel":"openai/gpt-4o-mini-2024-07-18","configuredProvider":"OpenAI","expectedProvider":"OpenAI","observedProvider":"OpenAI","status":"ok","httpStatus":200,"latencyMs":718.542,"response":{"id":"gen-1789898830-qG1njbLMHqVHsxGS6bRV","object":"chat.completion","created":1789898830,"model":"openai/gpt-4o-mini-2024-07-18","provider":"OpenAI","system_fingerprint":"fp_6054aa6593","service_tier":null,"choices":[{"index":0,"logprobs":null,"finish_reason":"stop","native_finish_reason":"stop","message":{"role":"assistant","content":"product_inquiry","refusal":null,"reasoning":null}}],"usage":{"prompt_tokens":700,"completion_tokens":3,"total_tokens":703,"cost":0.0001068,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.0001068,"upstream_inference_prompt_cost":0.000105,"upstream_inference_completions_cost":0.0000018},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}}},"usage":{"prompt_tokens":700,"completion_tokens":3,"total_tokens":703,"cost":0.0001068,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.0001068,"upstream_inference_prompt_cost":0.000105,"upstream_inference_completions_cost":0.0000018},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"reportedCostUsd":0.0001068,"parsedLabel":"product_inquiry","error":null}
{"caseId":"DEC-034","modelId":"jev-1.13","platform":"OpenRouter","requestedModel":"typesafe/jev-1.13-20260917","returnedModel":"typesafe/jev-1.13-20260917","configuredProvider":"TypeSafe","expectedProvider":"TypeSafe","observedProvider":"TypeSafe","status":"ok","httpStatus":200,"latencyMs":413.859,"response":{"model":"typesafe/jev-1.13-20260917","answers":{"primary_intent":{"type":"choice","choice":"product_inquiry","probabilities":{"product_inquiry":1,"complaint":0,"refund":0,"other":0,"technical_support":0,"account_issue":0},"confidence":1}},"usage":{"input_tokens":1620,"output_tokens":68,"cost":0.00006804},"id":"gen-dec-1789898831-TM9H7FPIiSBLm4hjowbw","provider":"TypeSafe"},"usage":{"input_tokens":1620,"output_tokens":68,"cost":0.00006804},"reportedCostUsd":0.00006804,"parsedLabel":"product_inquiry","error":null}
{"caseId":"DEC-035","modelId":"jev-1.13","platform":"OpenRouter","requestedModel":"typesafe/jev-1.13-20260917","returnedModel":"typesafe/jev-1.13-20260917","configuredProvider":"TypeSafe","expectedProvider":"TypeSafe","observedProvider":"TypeSafe","status":"ok","httpStatus":200,"latencyMs":460.005,"response":{"model":"typesafe/jev-1.13-20260917","answers":{"primary_intent":{"type":"choice","choice":"product_inquiry","probabilities":{"product_inquiry":1,"account_issue":0,"refund":0,"technical_support":0,"other":0,"complaint":0},"confidence":1}},"usage":{"input_tokens":1636,"output_tokens":68,"cost":0.000068712},"id":"gen-dec-1789898832-xMHlKON2PG2pQ1gPc3sm","provider":"TypeSafe"},"usage":{"input_tokens":1636,"output_tokens":68,"cost":0.000068712},"reportedCostUsd":0.000068712,"parsedLabel":"product_inquiry","error":null}
{"caseId":"DEC-035","modelId":"gpt-4o-mini","platform":"OpenRouter","requestedModel":"openai/gpt-4o-mini-2024-07-18","returnedModel":"openai/gpt-4o-mini-2024-07-18","configuredProvider":"OpenAI","expectedProvider":"OpenAI","observedProvider":"OpenAI","status":"ok","httpStatus":200,"latencyMs":698.526,"response":{"id":"gen-1789898832-blTwgxZlWfOD1ngZx0jS","object":"chat.completion","created":1789898832,"model":"openai/gpt-4o-mini-2024-07-18","provider":"OpenAI","system_fingerprint":"fp_6054aa6593","service_tier":null,"choices":[{"index":0,"logprobs":null,"finish_reason":"stop","native_finish_reason":"stop","message":{"role":"assistant","content":"product_inquiry","refusal":null,"reasoning":null}}],"usage":{"prompt_tokens":716,"completion_tokens":3,"total_tokens":719,"cost":0.0001092,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.0001092,"upstream_inference_prompt_cost":0.0001074,"upstream_inference_completions_cost":0.0000018},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}}},"usage":{"prompt_tokens":716,"completion_tokens":3,"total_tokens":719,"cost":0.0001092,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.0001092,"upstream_inference_prompt_cost":0.0001074,"upstream_inference_completions_cost":0.0000018},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"reportedCostUsd":0.0001092,"parsedLabel":"product_inquiry","error":null}
{"caseId":"DEC-036","modelId":"gpt-4o-mini","platform":"OpenRouter","requestedModel":"openai/gpt-4o-mini-2024-07-18","returnedModel":"openai/gpt-4o-mini-2024-07-18","configuredProvider":"OpenAI","expectedProvider":"OpenAI","observedProvider":"OpenAI","status":"ok","httpStatus":200,"latencyMs":732.812,"response":{"id":"gen-1789898833-LjNDpavqamVxI388KUAu","object":"chat.completion","created":1789898833,"model":"openai/gpt-4o-mini-2024-07-18","provider":"OpenAI","system_fingerprint":"fp_6054aa6593","service_tier":null,"choices":[{"index":0,"logprobs":null,"finish_reason":"stop","native_finish_reason":"stop","message":{"role":"assistant","content":"complaint","refusal":null,"reasoning":null}}],"usage":{"prompt_tokens":704,"completion_tokens":2,"total_tokens":706,"cost":0.0001068,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.0001068,"upstream_inference_prompt_cost":0.0001056,"upstream_inference_completions_cost":0.0000012},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}}},"usage":{"prompt_tokens":704,"completion_tokens":2,"total_tokens":706,"cost":0.0001068,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.0001068,"upstream_inference_prompt_cost":0.0001056,"upstream_inference_completions_cost":0.0000012},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"reportedCostUsd":0.0001068,"parsedLabel":"complaint","error":null}
{"caseId":"DEC-036","modelId":"jev-1.13","platform":"OpenRouter","requestedModel":"typesafe/jev-1.13-20260917","returnedModel":"typesafe/jev-1.13-20260917","configuredProvider":"TypeSafe","expectedProvider":"TypeSafe","observedProvider":"TypeSafe","status":"ok","httpStatus":200,"latencyMs":396.651,"response":{"model":"typesafe/jev-1.13-20260917","answers":{"primary_intent":{"type":"choice","choice":"complaint","probabilities":{"other":0,"technical_support":0,"account_issue":0,"product_inquiry":0,"complaint":1,"refund":0},"confidence":1}},"usage":{"input_tokens":1624,"output_tokens":67,"cost":0.000068208},"id":"gen-dec-1789898834-nzw3yF235UwHhbJWrCGw","provider":"TypeSafe"},"usage":{"input_tokens":1624,"output_tokens":67,"cost":0.000068208},"reportedCostUsd":0.000068208,"parsedLabel":"complaint","error":null}
{"caseId":"DEC-037","modelId":"jev-1.13","platform":"OpenRouter","requestedModel":"typesafe/jev-1.13-20260917","returnedModel":"typesafe/jev-1.13-20260917","configuredProvider":"TypeSafe","expectedProvider":"TypeSafe","observedProvider":"TypeSafe","status":"ok","httpStatus":200,"latencyMs":644.71,"response":{"model":"typesafe/jev-1.13-20260917","answers":{"primary_intent":{"type":"choice","choice":"product_inquiry","probabilities":{"product_inquiry":0.99,"complaint":0,"account_issue":0.01,"other":0,"technical_support":0,"refund":0},"confidence":0.99}},"usage":{"input_tokens":1623,"output_tokens":68,"cost":0.000068166},"id":"gen-dec-1789898834-fTtEWRs7DGwOtJrDAvJe","provider":"TypeSafe"},"usage":{"input_tokens":1623,"output_tokens":68,"cost":0.000068166},"reportedCostUsd":0.000068166,"parsedLabel":"product_inquiry","error":null}
{"caseId":"DEC-037","modelId":"gpt-4o-mini","platform":"OpenRouter","requestedModel":"openai/gpt-4o-mini-2024-07-18","returnedModel":"openai/gpt-4o-mini-2024-07-18","configuredProvider":"OpenAI","expectedProvider":"OpenAI","observedProvider":"OpenAI","status":"ok","httpStatus":200,"latencyMs":700.741,"response":{"id":"gen-1789898835-4wdMMDj9Xn75WjqLCZuC","object":"chat.completion","created":1789898835,"model":"openai/gpt-4o-mini-2024-07-18","provider":"OpenAI","system_fingerprint":"fp_6054aa6593","service_tier":null,"choices":[{"index":0,"logprobs":null,"finish_reason":"stop","native_finish_reason":"stop","message":{"role":"assistant","content":"product_inquiry","refusal":null,"reasoning":null}}],"usage":{"prompt_tokens":702,"completion_tokens":3,"total_tokens":705,"cost":0.0001071,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.0001071,"upstream_inference_prompt_cost":0.0001053,"upstream_inference_completions_cost":0.0000018},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}}},"usage":{"prompt_tokens":702,"completion_tokens":3,"total_tokens":705,"cost":0.0001071,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.0001071,"upstream_inference_prompt_cost":0.0001053,"upstream_inference_completions_cost":0.0000018},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"reportedCostUsd":0.0001071,"parsedLabel":"product_inquiry","error":null}
{"caseId":"DEC-038","modelId":"gpt-4o-mini","platform":"OpenRouter","requestedModel":"openai/gpt-4o-mini-2024-07-18","returnedModel":"openai/gpt-4o-mini-2024-07-18","configuredProvider":"OpenAI","expectedProvider":"OpenAI","observedProvider":"OpenAI","status":"ok","httpStatus":200,"latencyMs":680.723,"response":{"id":"gen-1789898835-kDpOeE2zDc3270rmHsDV","object":"chat.completion","created":1789898835,"model":"openai/gpt-4o-mini-2024-07-18","provider":"OpenAI","system_fingerprint":"fp_6054aa6593","service_tier":null,"choices":[{"index":0,"logprobs":null,"finish_reason":"stop","native_finish_reason":"stop","message":{"role":"assistant","content":"complaint","refusal":null,"reasoning":null}}],"usage":{"prompt_tokens":711,"completion_tokens":2,"total_tokens":713,"cost":0.00010785,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00010785,"upstream_inference_prompt_cost":0.00010665,"upstream_inference_completions_cost":0.0000012},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}}},"usage":{"prompt_tokens":711,"completion_tokens":2,"total_tokens":713,"cost":0.00010785,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00010785,"upstream_inference_prompt_cost":0.00010665,"upstream_inference_completions_cost":0.0000012},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"reportedCostUsd":0.00010785,"parsedLabel":"complaint","error":null}
{"caseId":"DEC-038","modelId":"jev-1.13","platform":"OpenRouter","requestedModel":"typesafe/jev-1.13-20260917","returnedModel":"typesafe/jev-1.13-20260917","configuredProvider":"TypeSafe","expectedProvider":"TypeSafe","observedProvider":"TypeSafe","status":"ok","httpStatus":200,"latencyMs":440.559,"response":{"model":"typesafe/jev-1.13-20260917","answers":{"primary_intent":{"type":"choice","choice":"complaint","probabilities":{"refund":0,"product_inquiry":0,"complaint":1,"other":0,"technical_support":0,"account_issue":0},"confidence":1}},"usage":{"input_tokens":1631,"output_tokens":67,"cost":0.000068502},"id":"gen-dec-1789898836-AZ7knCMsmEcrBI1vzdAo","provider":"TypeSafe"},"usage":{"input_tokens":1631,"output_tokens":67,"cost":0.000068502},"reportedCostUsd":0.000068502,"parsedLabel":"complaint","error":null}
{"caseId":"DEC-039","modelId":"jev-1.13","platform":"OpenRouter","requestedModel":"typesafe/jev-1.13-20260917","returnedModel":"typesafe/jev-1.13-20260917","configuredProvider":"TypeSafe","expectedProvider":"TypeSafe","observedProvider":"TypeSafe","status":"ok","httpStatus":200,"latencyMs":429.322,"response":{"model":"typesafe/jev-1.13-20260917","answers":{"primary_intent":{"type":"choice","choice":"other","probabilities":{"refund":0,"product_inquiry":0,"complaint":0,"other":1,"technical_support":0,"account_issue":0},"confidence":1}},"usage":{"input_tokens":1618,"output_tokens":66,"cost":0.000067956},"id":"gen-dec-1789898836-aRWOquC1woowMaUvywhz","provider":"TypeSafe"},"usage":{"input_tokens":1618,"output_tokens":66,"cost":0.000067956},"reportedCostUsd":0.000067956,"parsedLabel":"other","error":null}
{"caseId":"DEC-039","modelId":"gpt-4o-mini","platform":"OpenRouter","requestedModel":"openai/gpt-4o-mini-2024-07-18","returnedModel":"openai/gpt-4o-mini-2024-07-18","configuredProvider":"OpenAI","expectedProvider":"OpenAI","observedProvider":"OpenAI","status":"ok","httpStatus":200,"latencyMs":682.171,"response":{"id":"gen-1789898837-R0OIH2Qqh4N1Yahf2TVo","object":"chat.completion","created":1789898837,"model":"openai/gpt-4o-mini-2024-07-18","provider":"OpenAI","system_fingerprint":"fp_6054aa6593","service_tier":null,"choices":[{"index":0,"logprobs":null,"finish_reason":"stop","native_finish_reason":"stop","message":{"role":"assistant","content":"other","refusal":null,"reasoning":null}}],"usage":{"prompt_tokens":698,"completion_tokens":1,"total_tokens":699,"cost":0.0001053,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.0001053,"upstream_inference_prompt_cost":0.0001047,"upstream_inference_completions_cost":6e-7},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}}},"usage":{"prompt_tokens":698,"completion_tokens":1,"total_tokens":699,"cost":0.0001053,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.0001053,"upstream_inference_prompt_cost":0.0001047,"upstream_inference_completions_cost":6e-7},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"reportedCostUsd":0.0001053,"parsedLabel":"other","error":null}
{"caseId":"DEC-040","modelId":"gpt-4o-mini","platform":"OpenRouter","requestedModel":"openai/gpt-4o-mini-2024-07-18","returnedModel":"openai/gpt-4o-mini-2024-07-18","configuredProvider":"OpenAI","expectedProvider":"OpenAI","observedProvider":"OpenAI","status":"ok","httpStatus":200,"latencyMs":767.444,"response":{"id":"gen-1789898838-hKE4hj55tiVA1VOs9gIj","object":"chat.completion","created":1789898838,"model":"openai/gpt-4o-mini-2024-07-18","provider":"OpenAI","system_fingerprint":"fp_d9f006541a","service_tier":null,"choices":[{"index":0,"logprobs":null,"finish_reason":"stop","native_finish_reason":"stop","message":{"role":"assistant","content":"other","refusal":null,"reasoning":null}}],"usage":{"prompt_tokens":695,"completion_tokens":1,"total_tokens":696,"cost":0.00010485,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00010485,"upstream_inference_prompt_cost":0.00010425,"upstream_inference_completions_cost":6e-7},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}}},"usage":{"prompt_tokens":695,"completion_tokens":1,"total_tokens":696,"cost":0.00010485,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00010485,"upstream_inference_prompt_cost":0.00010425,"upstream_inference_completions_cost":6e-7},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"reportedCostUsd":0.00010485,"parsedLabel":"other","error":null}
{"caseId":"DEC-040","modelId":"jev-1.13","platform":"OpenRouter","requestedModel":"typesafe/jev-1.13-20260917","returnedModel":"typesafe/jev-1.13-20260917","configuredProvider":"TypeSafe","expectedProvider":"TypeSafe","observedProvider":"TypeSafe","status":"ok","httpStatus":200,"latencyMs":399.741,"response":{"model":"typesafe/jev-1.13-20260917","answers":{"primary_intent":{"type":"choice","choice":"other","probabilities":{"technical_support":0,"other":1,"account_issue":0,"refund":0,"complaint":0,"product_inquiry":0},"confidence":1}},"usage":{"input_tokens":1615,"output_tokens":66,"cost":0.00006783},"id":"gen-dec-1789898838-0hFPm6mh5L9oyA6M6j6N","provider":"TypeSafe"},"usage":{"input_tokens":1615,"output_tokens":66,"cost":0.00006783},"reportedCostUsd":0.00006783,"parsedLabel":"other","error":null}
{"caseId":"DEC-041","modelId":"jev-1.13","platform":"OpenRouter","requestedModel":"typesafe/jev-1.13-20260917","returnedModel":"typesafe/jev-1.13-20260917","configuredProvider":"TypeSafe","expectedProvider":"TypeSafe","observedProvider":"TypeSafe","status":"ok","httpStatus":200,"latencyMs":629.001,"response":{"model":"typesafe/jev-1.13-20260917","answers":{"primary_intent":{"type":"choice","choice":"technical_support","probabilities":{"account_issue":0,"product_inquiry":0,"other":0,"complaint":0.01,"refund":0,"technical_support":0.99},"confidence":0.99}},"usage":{"input_tokens":1626,"output_tokens":67,"cost":0.000068292},"id":"gen-dec-1789898839-rr8hTmTXGW0gKe4osk9a","provider":"TypeSafe"},"usage":{"input_tokens":1626,"output_tokens":67,"cost":0.000068292},"reportedCostUsd":0.000068292,"parsedLabel":"technical_support","error":null}
{"caseId":"DEC-041","modelId":"gpt-4o-mini","platform":"OpenRouter","requestedModel":"openai/gpt-4o-mini-2024-07-18","returnedModel":"openai/gpt-4o-mini-2024-07-18","configuredProvider":"OpenAI","expectedProvider":"OpenAI","observedProvider":"OpenAI","status":"ok","httpStatus":200,"latencyMs":662.106,"response":{"id":"gen-1789898839-CKBD4JKC9dlNsf8wnER4","object":"chat.completion","created":1789898839,"model":"openai/gpt-4o-mini-2024-07-18","provider":"OpenAI","system_fingerprint":"fp_6054aa6593","service_tier":null,"choices":[{"index":0,"logprobs":null,"finish_reason":"stop","native_finish_reason":"stop","message":{"role":"assistant","content":"technical_support","refusal":null,"reasoning":null}}],"usage":{"prompt_tokens":704,"completion_tokens":2,"total_tokens":706,"cost":0.0001068,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.0001068,"upstream_inference_prompt_cost":0.0001056,"upstream_inference_completions_cost":0.0000012},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}}},"usage":{"prompt_tokens":704,"completion_tokens":2,"total_tokens":706,"cost":0.0001068,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.0001068,"upstream_inference_prompt_cost":0.0001056,"upstream_inference_completions_cost":0.0000012},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"reportedCostUsd":0.0001068,"parsedLabel":"technical_support","error":null}
{"caseId":"DEC-042","modelId":"gpt-4o-mini","platform":"OpenRouter","requestedModel":"openai/gpt-4o-mini-2024-07-18","returnedModel":"openai/gpt-4o-mini-2024-07-18","configuredProvider":"OpenAI","expectedProvider":"OpenAI","observedProvider":"OpenAI","status":"ok","httpStatus":200,"latencyMs":694.944,"response":{"id":"gen-1789898840-koBXLVBwDZPcxQGBClbg","object":"chat.completion","created":1789898840,"model":"openai/gpt-4o-mini-2024-07-18","provider":"OpenAI","system_fingerprint":"fp_6054aa6593","service_tier":null,"choices":[{"index":0,"logprobs":null,"finish_reason":"stop","native_finish_reason":"stop","message":{"role":"assistant","content":"account_issue","refusal":null,"reasoning":null}}],"usage":{"prompt_tokens":704,"completion_tokens":2,"total_tokens":706,"cost":0.0001068,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.0001068,"upstream_inference_prompt_cost":0.0001056,"upstream_inference_completions_cost":0.0000012},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}}},"usage":{"prompt_tokens":704,"completion_tokens":2,"total_tokens":706,"cost":0.0001068,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.0001068,"upstream_inference_prompt_cost":0.0001056,"upstream_inference_completions_cost":0.0000012},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"reportedCostUsd":0.0001068,"parsedLabel":"account_issue","error":null}
{"caseId":"DEC-042","modelId":"jev-1.13","platform":"OpenRouter","requestedModel":"typesafe/jev-1.13-20260917","returnedModel":"typesafe/jev-1.13-20260917","configuredProvider":"TypeSafe","expectedProvider":"TypeSafe","observedProvider":"TypeSafe","status":"ok","httpStatus":200,"latencyMs":407.677,"response":{"model":"typesafe/jev-1.13-20260917","answers":{"primary_intent":{"type":"choice","choice":"account_issue","probabilities":{"technical_support":0,"product_inquiry":0,"refund":0,"other":0.04,"complaint":0,"account_issue":0.96},"confidence":0.95}},"usage":{"input_tokens":1625,"output_tokens":67,"cost":0.00006825},"id":"gen-dec-1789898841-WsMTaOV7KMoijNipWMH3","provider":"TypeSafe"},"usage":{"input_tokens":1625,"output_tokens":67,"cost":0.00006825},"reportedCostUsd":0.00006825,"parsedLabel":"account_issue","error":null}
{"caseId":"DEC-043","modelId":"jev-1.13","platform":"OpenRouter","requestedModel":"typesafe/jev-1.13-20260917","returnedModel":"typesafe/jev-1.13-20260917","configuredProvider":"TypeSafe","expectedProvider":"TypeSafe","observedProvider":"TypeSafe","status":"ok","httpStatus":200,"latencyMs":535.191,"response":{"model":"typesafe/jev-1.13-20260917","answers":{"primary_intent":{"type":"choice","choice":"product_inquiry","probabilities":{"product_inquiry":1,"complaint":0,"refund":0,"other":0,"technical_support":0,"account_issue":0},"confidence":1}},"usage":{"input_tokens":1622,"output_tokens":68,"cost":0.000068124},"id":"gen-dec-1789898841-rK6NL6zVyilUhJubCFg0","provider":"TypeSafe"},"usage":{"input_tokens":1622,"output_tokens":68,"cost":0.000068124},"reportedCostUsd":0.000068124,"parsedLabel":"product_inquiry","error":null}
{"caseId":"DEC-043","modelId":"gpt-4o-mini","platform":"OpenRouter","requestedModel":"openai/gpt-4o-mini-2024-07-18","returnedModel":"openai/gpt-4o-mini-2024-07-18","configuredProvider":"OpenAI","expectedProvider":"OpenAI","observedProvider":"OpenAI","status":"ok","httpStatus":200,"latencyMs":746.306,"response":{"id":"gen-1789898842-R1Xvs9gddKUMWaqfyqkm","object":"chat.completion","created":1789898842,"model":"openai/gpt-4o-mini-2024-07-18","provider":"OpenAI","system_fingerprint":"fp_6054aa6593","service_tier":null,"choices":[{"index":0,"logprobs":null,"finish_reason":"stop","native_finish_reason":"stop","message":{"role":"assistant","content":"product_inquiry","refusal":null,"reasoning":null}}],"usage":{"prompt_tokens":701,"completion_tokens":3,"total_tokens":704,"cost":0.00010695,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00010695,"upstream_inference_prompt_cost":0.00010515,"upstream_inference_completions_cost":0.0000018},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}}},"usage":{"prompt_tokens":701,"completion_tokens":3,"total_tokens":704,"cost":0.00010695,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00010695,"upstream_inference_prompt_cost":0.00010515,"upstream_inference_completions_cost":0.0000018},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"reportedCostUsd":0.00010695,"parsedLabel":"product_inquiry","error":null}
{"caseId":"DEC-044","modelId":"gpt-4o-mini","platform":"OpenRouter","requestedModel":"openai/gpt-4o-mini-2024-07-18","returnedModel":"openai/gpt-4o-mini-2024-07-18","configuredProvider":"OpenAI","expectedProvider":"OpenAI","observedProvider":"OpenAI","status":"ok","httpStatus":200,"latencyMs":704.503,"response":{"id":"gen-1789898842-tv6IZP5lrQ0SgHIGeZcG","object":"chat.completion","created":1789898842,"model":"openai/gpt-4o-mini-2024-07-18","provider":"OpenAI","system_fingerprint":"fp_6054aa6593","service_tier":null,"choices":[{"index":0,"logprobs":null,"finish_reason":"stop","native_finish_reason":"stop","message":{"role":"assistant","content":"product_inquiry","refusal":null,"reasoning":null}}],"usage":{"prompt_tokens":706,"completion_tokens":3,"total_tokens":709,"cost":0.0001077,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.0001077,"upstream_inference_prompt_cost":0.0001059,"upstream_inference_completions_cost":0.0000018},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}}},"usage":{"prompt_tokens":706,"completion_tokens":3,"total_tokens":709,"cost":0.0001077,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.0001077,"upstream_inference_prompt_cost":0.0001059,"upstream_inference_completions_cost":0.0000018},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"reportedCostUsd":0.0001077,"parsedLabel":"product_inquiry","error":null}
{"caseId":"DEC-044","modelId":"jev-1.13","platform":"OpenRouter","requestedModel":"typesafe/jev-1.13-20260917","returnedModel":"typesafe/jev-1.13-20260917","configuredProvider":"TypeSafe","expectedProvider":"TypeSafe","observedProvider":"TypeSafe","status":"ok","httpStatus":200,"latencyMs":405.954,"response":{"model":"typesafe/jev-1.13-20260917","answers":{"primary_intent":{"type":"choice","choice":"product_inquiry","probabilities":{"account_issue":0,"product_inquiry":1,"other":0,"technical_support":0,"refund":0,"complaint":0},"confidence":1}},"usage":{"input_tokens":1627,"output_tokens":68,"cost":0.000068334},"id":"gen-dec-1789898843-OTewwyuCqX26zMryWvIB","provider":"TypeSafe"},"usage":{"input_tokens":1627,"output_tokens":68,"cost":0.000068334},"reportedCostUsd":0.000068334,"parsedLabel":"product_inquiry","error":null}
{"caseId":"DEC-045","modelId":"jev-1.13","platform":"OpenRouter","requestedModel":"typesafe/jev-1.13-20260917","returnedModel":"typesafe/jev-1.13-20260917","configuredProvider":"TypeSafe","expectedProvider":"TypeSafe","observedProvider":"TypeSafe","status":"ok","httpStatus":200,"latencyMs":399.813,"response":{"model":"typesafe/jev-1.13-20260917","answers":{"primary_intent":{"type":"choice","choice":"complaint","probabilities":{"product_inquiry":0,"other":0,"complaint":1,"technical_support":0,"refund":0,"account_issue":0},"confidence":1}},"usage":{"input_tokens":1625,"output_tokens":67,"cost":0.00006825},"id":"gen-dec-1789898844-PHAoTkxR2HEWqg1U1S1Y","provider":"TypeSafe"},"usage":{"input_tokens":1625,"output_tokens":67,"cost":0.00006825},"reportedCostUsd":0.00006825,"parsedLabel":"complaint","error":null}
{"caseId":"DEC-045","modelId":"gpt-4o-mini","platform":"OpenRouter","requestedModel":"openai/gpt-4o-mini-2024-07-18","returnedModel":"openai/gpt-4o-mini-2024-07-18","configuredProvider":"OpenAI","expectedProvider":"OpenAI","observedProvider":"OpenAI","status":"ok","httpStatus":200,"latencyMs":665.246,"response":{"id":"gen-1789898844-8a9puLhDjiFyzF1hY07c","object":"chat.completion","created":1789898844,"model":"openai/gpt-4o-mini-2024-07-18","provider":"OpenAI","system_fingerprint":"fp_6054aa6593","service_tier":null,"choices":[{"index":0,"logprobs":null,"finish_reason":"stop","native_finish_reason":"stop","message":{"role":"assistant","content":"complaint","refusal":null,"reasoning":null}}],"usage":{"prompt_tokens":704,"completion_tokens":2,"total_tokens":706,"cost":0.0001068,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.0001068,"upstream_inference_prompt_cost":0.0001056,"upstream_inference_completions_cost":0.0000012},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}}},"usage":{"prompt_tokens":704,"completion_tokens":2,"total_tokens":706,"cost":0.0001068,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.0001068,"upstream_inference_prompt_cost":0.0001056,"upstream_inference_completions_cost":0.0000012},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"reportedCostUsd":0.0001068,"parsedLabel":"complaint","error":null}
{"caseId":"DEC-046","modelId":"gpt-4o-mini","platform":"OpenRouter","requestedModel":"openai/gpt-4o-mini-2024-07-18","returnedModel":"openai/gpt-4o-mini-2024-07-18","configuredProvider":"OpenAI","expectedProvider":"OpenAI","observedProvider":"OpenAI","status":"ok","httpStatus":200,"latencyMs":656.508,"response":{"id":"gen-1789898845-P9wGwIE0IKZCreVD0JLm","object":"chat.completion","created":1789898845,"model":"openai/gpt-4o-mini-2024-07-18","provider":"OpenAI","system_fingerprint":"fp_6054aa6593","service_tier":null,"choices":[{"index":0,"logprobs":null,"finish_reason":"stop","native_finish_reason":"stop","message":{"role":"assistant","content":"refund","refusal":null,"reasoning":null}}],"usage":{"prompt_tokens":700,"completion_tokens":1,"total_tokens":701,"cost":0.0001056,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.0001056,"upstream_inference_prompt_cost":0.000105,"upstream_inference_completions_cost":6e-7},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}}},"usage":{"prompt_tokens":700,"completion_tokens":1,"total_tokens":701,"cost":0.0001056,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.0001056,"upstream_inference_prompt_cost":0.000105,"upstream_inference_completions_cost":6e-7},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"reportedCostUsd":0.0001056,"parsedLabel":"refund","error":null}
{"caseId":"DEC-046","modelId":"jev-1.13","platform":"OpenRouter","requestedModel":"typesafe/jev-1.13-20260917","returnedModel":"typesafe/jev-1.13-20260917","configuredProvider":"TypeSafe","expectedProvider":"TypeSafe","observedProvider":"TypeSafe","status":"ok","httpStatus":200,"latencyMs":404.761,"response":{"model":"typesafe/jev-1.13-20260917","answers":{"primary_intent":{"type":"choice","choice":"refund","probabilities":{"refund":1,"account_issue":0,"other":0,"product_inquiry":0,"technical_support":0,"complaint":0},"confidence":1}},"usage":{"input_tokens":1620,"output_tokens":66,"cost":0.00006804},"id":"gen-dec-1789898845-BZTsDuASCIw3I4qyln8K","provider":"TypeSafe"},"usage":{"input_tokens":1620,"output_tokens":66,"cost":0.00006804},"reportedCostUsd":0.00006804,"parsedLabel":"refund","error":null}
{"caseId":"DEC-047","modelId":"jev-1.13","platform":"OpenRouter","requestedModel":"typesafe/jev-1.13-20260917","returnedModel":"typesafe/jev-1.13-20260917","configuredProvider":"TypeSafe","expectedProvider":"TypeSafe","observedProvider":"TypeSafe","status":"ok","httpStatus":200,"latencyMs":416.802,"response":{"model":"typesafe/jev-1.13-20260917","answers":{"primary_intent":{"type":"choice","choice":"complaint","probabilities":{"account_issue":0,"product_inquiry":0,"other":0,"complaint":1,"technical_support":0,"refund":0},"confidence":1}},"usage":{"input_tokens":1624,"output_tokens":67,"cost":0.000068208},"id":"gen-dec-1789898846-WeEGpc4XVbFqZsFcWQq6","provider":"TypeSafe"},"usage":{"input_tokens":1624,"output_tokens":67,"cost":0.000068208},"reportedCostUsd":0.000068208,"parsedLabel":"complaint","error":null}
{"caseId":"DEC-047","modelId":"gpt-4o-mini","platform":"OpenRouter","requestedModel":"openai/gpt-4o-mini-2024-07-18","returnedModel":"openai/gpt-4o-mini-2024-07-18","configuredProvider":"OpenAI","expectedProvider":"OpenAI","observedProvider":"OpenAI","status":"ok","httpStatus":200,"latencyMs":691.76,"response":{"id":"gen-1789898846-xwNAHUdmBrmmnSYx49rd","object":"chat.completion","created":1789898846,"model":"openai/gpt-4o-mini-2024-07-18","provider":"OpenAI","system_fingerprint":"fp_6054aa6593","service_tier":null,"choices":[{"index":0,"logprobs":null,"finish_reason":"stop","native_finish_reason":"stop","message":{"role":"assistant","content":"complaint","refusal":null,"reasoning":null}}],"usage":{"prompt_tokens":703,"completion_tokens":2,"total_tokens":705,"cost":0.00010665,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00010665,"upstream_inference_prompt_cost":0.00010545,"upstream_inference_completions_cost":0.0000012},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}}},"usage":{"prompt_tokens":703,"completion_tokens":2,"total_tokens":705,"cost":0.00010665,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00010665,"upstream_inference_prompt_cost":0.00010545,"upstream_inference_completions_cost":0.0000012},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"reportedCostUsd":0.00010665,"parsedLabel":"complaint","error":null}
{"caseId":"DEC-048","modelId":"gpt-4o-mini","platform":"OpenRouter","requestedModel":"openai/gpt-4o-mini-2024-07-18","returnedModel":"openai/gpt-4o-mini-2024-07-18","configuredProvider":"OpenAI","expectedProvider":"OpenAI","observedProvider":"OpenAI","status":"ok","httpStatus":200,"latencyMs":697.424,"response":{"id":"gen-1789898847-1z33g2XfXO09hBpkeX2X","object":"chat.completion","created":1789898847,"model":"openai/gpt-4o-mini-2024-07-18","provider":"OpenAI","system_fingerprint":"fp_6054aa6593","service_tier":null,"choices":[{"index":0,"logprobs":null,"finish_reason":"stop","native_finish_reason":"stop","message":{"role":"assistant","content":"complaint","refusal":null,"reasoning":null}}],"usage":{"prompt_tokens":705,"completion_tokens":2,"total_tokens":707,"cost":0.00010695,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00010695,"upstream_inference_prompt_cost":0.00010575,"upstream_inference_completions_cost":0.0000012},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}}},"usage":{"prompt_tokens":705,"completion_tokens":2,"total_tokens":707,"cost":0.00010695,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00010695,"upstream_inference_prompt_cost":0.00010575,"upstream_inference_completions_cost":0.0000012},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"reportedCostUsd":0.00010695,"parsedLabel":"complaint","error":null}
{"caseId":"DEC-048","modelId":"jev-1.13","platform":"OpenRouter","requestedModel":"typesafe/jev-1.13-20260917","returnedModel":"typesafe/jev-1.13-20260917","configuredProvider":"TypeSafe","expectedProvider":"TypeSafe","observedProvider":"TypeSafe","status":"ok","httpStatus":200,"latencyMs":451.897,"response":{"model":"typesafe/jev-1.13-20260917","answers":{"primary_intent":{"type":"choice","choice":"complaint","probabilities":{"complaint":1,"refund":0,"other":0,"product_inquiry":0,"technical_support":0,"account_issue":0},"confidence":1}},"usage":{"input_tokens":1626,"output_tokens":67,"cost":0.000068292},"id":"gen-dec-1789898847-FudntA9bwgFC2U8uTRzS","provider":"TypeSafe"},"usage":{"input_tokens":1626,"output_tokens":67,"cost":0.000068292},"reportedCostUsd":0.000068292,"parsedLabel":"complaint","error":null}
{"caseId":"DEC-049","modelId":"jev-1.13","platform":"OpenRouter","requestedModel":"typesafe/jev-1.13-20260917","returnedModel":"typesafe/jev-1.13-20260917","configuredProvider":"TypeSafe","expectedProvider":"TypeSafe","observedProvider":"TypeSafe","status":"ok","httpStatus":200,"latencyMs":428.199,"response":{"model":"typesafe/jev-1.13-20260917","answers":{"primary_intent":{"type":"choice","choice":"other","probabilities":{"product_inquiry":0,"other":1,"complaint":0,"refund":0,"technical_support":0,"account_issue":0},"confidence":1}},"usage":{"input_tokens":1621,"output_tokens":66,"cost":0.000068082},"id":"gen-dec-1789898848-fDPYtUW4r8giPIPI2Qd1","provider":"TypeSafe"},"usage":{"input_tokens":1621,"output_tokens":66,"cost":0.000068082},"reportedCostUsd":0.000068082,"parsedLabel":"other","error":null}
{"caseId":"DEC-049","modelId":"gpt-4o-mini","platform":"OpenRouter","requestedModel":"openai/gpt-4o-mini-2024-07-18","returnedModel":"openai/gpt-4o-mini-2024-07-18","configuredProvider":"OpenAI","expectedProvider":"OpenAI","observedProvider":"OpenAI","status":"ok","httpStatus":200,"latencyMs":798.111,"response":{"id":"gen-1789898848-vk4IsLQDIdq8C6cJL9xk","object":"chat.completion","created":1789898848,"model":"openai/gpt-4o-mini-2024-07-18","provider":"OpenAI","system_fingerprint":"fp_6054aa6593","service_tier":null,"choices":[{"index":0,"logprobs":null,"finish_reason":"stop","native_finish_reason":"stop","message":{"role":"assistant","content":"other","refusal":null,"reasoning":null}}],"usage":{"prompt_tokens":700,"completion_tokens":1,"total_tokens":701,"cost":0.0001056,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.0001056,"upstream_inference_prompt_cost":0.000105,"upstream_inference_completions_cost":6e-7},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}}},"usage":{"prompt_tokens":700,"completion_tokens":1,"total_tokens":701,"cost":0.0001056,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.0001056,"upstream_inference_prompt_cost":0.000105,"upstream_inference_completions_cost":6e-7},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"reportedCostUsd":0.0001056,"parsedLabel":"other","error":null}
{"caseId":"DEC-050","modelId":"gpt-4o-mini","platform":"OpenRouter","requestedModel":"openai/gpt-4o-mini-2024-07-18","returnedModel":"openai/gpt-4o-mini-2024-07-18","configuredProvider":"OpenAI","expectedProvider":"OpenAI","observedProvider":"OpenAI","status":"ok","httpStatus":200,"latencyMs":748.813,"response":{"id":"gen-1789898849-5yrrsxguMjOEfQr5QWZb","object":"chat.completion","created":1789898849,"model":"openai/gpt-4o-mini-2024-07-18","provider":"OpenAI","system_fingerprint":"fp_6054aa6593","service_tier":null,"choices":[{"index":0,"logprobs":null,"finish_reason":"stop","native_finish_reason":"stop","message":{"role":"assistant","content":"other","refusal":null,"reasoning":null}}],"usage":{"prompt_tokens":703,"completion_tokens":1,"total_tokens":704,"cost":0.00010605,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00010605,"upstream_inference_prompt_cost":0.00010545,"upstream_inference_completions_cost":6e-7},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}}},"usage":{"prompt_tokens":703,"completion_tokens":1,"total_tokens":704,"cost":0.00010605,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"cache_write_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":0.00010605,"upstream_inference_prompt_cost":0.00010545,"upstream_inference_completions_cost":6e-7},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0,"audio_tokens":0}},"reportedCostUsd":0.00010605,"parsedLabel":"other","error":null}
{"caseId":"DEC-050","modelId":"jev-1.13","platform":"OpenRouter","requestedModel":"typesafe/jev-1.13-20260917","returnedModel":"typesafe/jev-1.13-20260917","configuredProvider":"TypeSafe","expectedProvider":"TypeSafe","observedProvider":"TypeSafe","status":"ok","httpStatus":200,"latencyMs":507.699,"response":{"model":"typesafe/jev-1.13-20260917","answers":{"primary_intent":{"type":"choice","choice":"other","probabilities":{"refund":0,"technical_support":0,"account_issue":0,"product_inquiry":0.07,"other":0.93,"complaint":0},"confidence":0.91}},"usage":{"input_tokens":1624,"output_tokens":66,"cost":0.000068208},"id":"gen-dec-1789898850-WBC543bwr3mSwl4p7md6","provider":"TypeSafe"},"usage":{"input_tokens":1624,"output_tokens":66,"cost":0.000068208},"reportedCostUsd":0.000068208,"parsedLabel":"other","error":null}