{"version":"1","generated_at":"2026-10-25T13:54:15.545519307Z","weeks":["2026-08-17","2026-08-24","2026-08-31","2026-09-07","2026-09-14","2026-09-21","2026-09-28","2026-10-05","2026-10-12","2026-10-19"],"models":[{"key":"deepseek-v4.1-flash","name":"deepseek-v4.1-flash","vendor":"deepseek","model_lab":"deepseek","open_weights":true,"summary":{"request_share_pct":6,"token_share_pct":14.6,"spend_share_pct":2.5,"blended_cost_per_mtok_usd":0.09,"cost_per_request_usd":0.006588,"tokens_per_request":74922,"cache_hit_rate_pct":88.7,"cache_savings_pct":73.8,"reasoning_request_pct":40,"stream_request_pct":58.1,"error_rate_4xx_pct":1.6,"error_rate_5xx_pct":1.9,"median_ttft_ms":1193,"p90_ttft_ms":3491,"p95_ttft_ms":5355,"median_tokens_per_sec":151,"median_latency_ms":4962,"p90_latency_ms":42623,"p95_latency_ms":74264,"median_session_cost_usd":0.03,"median_session_requests":25,"median_session_minutes":4.5},"series":{"request_share_pct":[4.7,2.2,3.1,2.4,6.5,8.7,6,7.4,7.9,6.4],"token_share_pct":[9.2,3.9,2.8,9.2,20.9,20.9,14.7,18.1,18.1,13.8],"spend_share_pct":[0.9,0.2,0.4,0.4,1.9,3,2.1,3,5.6,4.5],"blended_cost_per_mtok_usd":[0.05,0.05,0.08,0.03,0.05,0.06,0.08,0.1,0.12,0.13],"cost_per_request_usd":[0.003481,0.002131,0.002236,0.003306,0.004088,0.004542,0.005798,0.006766,0.009791,0.010794],"tokens_per_request":[65558,40843,28375,122550,82752,76453,73755,66545,81577,84828],"cache_hit_rate_pct":[86.6,92.9,91.4,96.9,96.1,95.7,92.7,86.6,82.1,80.7],"cache_savings_pct":[79.3,79,74.6,89.1,85.2,83,78.9,69.4,64.3,63.9],"reasoning_request_pct":[48.3,46.7,55.1,68.4,24.9,39,24.5,41.3,49.6,39.7],"stream_request_pct":[47.4,39.2,30.3,77.7,57.8,50.8,51.1,58.4,68.1,70.5],"error_rate_4xx_pct":[0.4,2.2,null,0.3,0.1,0.8,5.1,3.1,0.2,0.3],"error_rate_5xx_pct":[0.2,0.1,null,null,0.7,0.1,5,5.8,0.2,0.1],"median_ttft_ms":[1201,848,621,976,933,1342,1342,1233,1322,1058],"p90_ttft_ms":[2881,1999,1254,2285,2225,2936,3710,3844,4510,3559],"p95_ttft_ms":[3789,2596,1707,3106,3173,4019,5954,6400,6819,5662],"median_tokens_per_sec":[62,58,59,108,172,191,172,154,136,166],"median_latency_ms":[6510,9345,7460,4530,2620,5581,6535,5057,4527,3576],"p90_latency_ms":[36790,43502,53973,27171,15511,33516,97813,64555,26323,22342],"p95_latency_ms":[53978,61236,83297,44889,24903,60757,191378,107136,44236,37437],"median_session_cost_usd":[null,null,null,0.04,0.12,0.03,0.06,0.06,0.05,0.04],"median_session_requests":[null,null,null,17,24,25,9,11,12,10],"median_session_minutes":[null,null,null,4.9,7.5,4.5,10.7,10.2,14.6,19.8]},"token_share_delta_pp":-4.3,"spend_share_delta_pp":-1.1,"providers":[{"key":"deepseek","name":"deepseek","share_pct":33.6,"blended_cost_per_mtok_usd":0.03,"cache_hit_rate_pct":96,"median_ttft_ms":1146,"p95_ttft_ms":2342,"median_tokens_per_sec":117,"median_latency_ms":3781,"p95_latency_ms":33431},{"key":"sference","name":"sference","share_pct":29.3,"blended_cost_per_mtok_usd":0.14,"cache_hit_rate_pct":86.5,"median_ttft_ms":567,"p95_ttft_ms":4618,"median_tokens_per_sec":245,"median_latency_ms":3830,"p95_latency_ms":137809,"error_rate_5xx_pct":3.3},{"key":"tensorx","name":"tensorx","share_pct":7,"blended_cost_per_mtok_usd":0.3,"cache_hit_rate_pct":54.5,"median_ttft_ms":2098,"p95_ttft_ms":9726,"median_tokens_per_sec":288,"median_latency_ms":7056,"p95_latency_ms":111425,"error_rate_5xx_pct":3},{"key":"fireworks","name":"fireworks","share_pct":6.6,"blended_cost_per_mtok_usd":0.03,"cache_hit_rate_pct":95.2,"median_ttft_ms":1298,"p95_ttft_ms":4373,"median_tokens_per_sec":59,"median_latency_ms":5631,"p95_latency_ms":41009},{"key":"deepinfra","name":"deepinfra","share_pct":6.5,"blended_cost_per_mtok_usd":0.03,"cache_hit_rate_pct":93.9,"median_ttft_ms":1533,"p95_ttft_ms":5866,"median_tokens_per_sec":57,"median_latency_ms":10399,"p95_latency_ms":73831},{"key":"melious","name":"melious","share_pct":5.6,"blended_cost_per_mtok_usd":0.06,"cache_hit_rate_pct":87.5,"median_ttft_ms":778,"p95_ttft_ms":9055,"median_tokens_per_sec":64,"median_latency_ms":4644,"p95_latency_ms":51913},{"key":"novita","name":"novita","share_pct":5.4,"blended_cost_per_mtok_usd":0.02,"cache_hit_rate_pct":96.8,"median_ttft_ms":2918,"p95_ttft_ms":16269,"median_tokens_per_sec":94,"median_latency_ms":6059,"p95_latency_ms":31799},{"key":"lyceum","name":"lyceum","share_pct":3.2,"blended_cost_per_mtok_usd":0.27,"cache_hit_rate_pct":75.5,"median_ttft_ms":1632,"p95_ttft_ms":8073,"median_tokens_per_sec":267,"median_latency_ms":4990,"p95_latency_ms":108461,"error_rate_5xx_pct":21.9},{"key":"runware","name":"runware","share_pct":2.6,"blended_cost_per_mtok_usd":0.04,"cache_hit_rate_pct":82.3,"median_ttft_ms":1668,"p95_ttft_ms":5197,"median_tokens_per_sec":75,"median_latency_ms":3827,"p95_latency_ms":53863,"error_rate_5xx_pct":0.1},{"key":"doubleword","name":"doubleword","share_pct":0,"blended_cost_per_mtok_usd":0.13,"median_ttft_ms":987,"p95_ttft_ms":2466,"median_tokens_per_sec":72,"median_latency_ms":2879,"p95_latency_ms":15492,"error_rate_5xx_pct":0.5},{"key":"together","name":"together","share_pct":0,"blended_cost_per_mtok_usd":0.23,"cache_hit_rate_pct":26.5,"median_ttft_ms":1967,"p95_ttft_ms":2906,"median_tokens_per_sec":136,"median_latency_ms":4774,"p95_latency_ms":10415},{"key":"tencent","name":"tencent","share_pct":0,"blended_cost_per_mtok_usd":0.56,"cache_hit_rate_pct":40.4,"median_ttft_ms":1785,"p95_ttft_ms":2000,"median_tokens_per_sec":24,"median_latency_ms":2095,"p95_latency_ms":3748}],"regions":[{"key":"eu","name":"eu","share_pct":82.3,"blended_cost_per_mtok_usd":0.1,"cache_hit_rate_pct":87,"median_ttft_ms":1200,"p95_ttft_ms":5828,"median_tokens_per_sec":161,"median_latency_ms":4985,"p95_latency_ms":82683,"error_rate_5xx_pct":2.2},{"key":"us","name":"us","share_pct":9,"blended_cost_per_mtok_usd":0.04,"cache_hit_rate_pct":97,"median_ttft_ms":1255,"p95_ttft_ms":3131,"median_tokens_per_sec":142,"median_latency_ms":4612,"p95_latency_ms":26097,"error_rate_5xx_pct":0.1},{"key":"ap","name":"ap","share_pct":8.7,"blended_cost_per_mtok_usd":0.03,"cache_hit_rate_pct":95.8,"median_ttft_ms":1081,"p95_ttft_ms":3444,"median_tokens_per_sec":89,"median_latency_ms":5225,"p95_latency_ms":49189}]},{"key":"glm-5.3-flash","name":"glm-5.3-flash","vendor":"zai","model_lab":"zai","open_weights":true,"summary":{"request_share_pct":4,"token_share_pct":8.5,"spend_share_pct":1.2,"blended_cost_per_mtok_usd":0.07,"cost_per_request_usd":0.004783,"tokens_per_request":66185,"cache_hit_rate_pct":91.8,"cache_savings_pct":60.6,"reasoning_request_pct":18.9,"stream_request_pct":55.9,"error_rate_4xx_pct":2.1,"error_rate_5xx_pct":0.1,"median_ttft_ms":1309,"p90_ttft_ms":3874,"p95_ttft_ms":6042,"median_tokens_per_sec":108,"median_latency_ms":3323,"p90_latency_ms":19464,"p95_latency_ms":35382,"median_session_requests":2,"median_session_minutes":0.1},"series":{"request_share_pct":[null,0.8,3.6,5.9,4.4,6.8,4.8,4,4.3,3.2],"token_share_pct":[null,3.1,10,13.7,15.2,11.7,11,8.3,6.3,5.7],"spend_share_pct":[null,0.2,1,1.6,1.8,2.2,1.5,1.1,1.2,1.1],"blended_cost_per_mtok_usd":[null,0.06,0.05,0.07,0.07,0.08,0.08,0.08,0.08,0.07],"cost_per_request_usd":[null,0.005511,0.004596,0.004838,0.005789,0.004287,0.005246,0.004656,0.003967,0.005171],"tokens_per_request":[null,94672,86181,72877,88454,55065,68553,57068,52211,69419],"cache_hit_rate_pct":[null,95.8,92.3,90.4,93.3,90.5,93.1,91.2,90.4,91.7],"cache_savings_pct":[null,63.9,62.8,58.4,63.3,60,61.2,58.8,59.9,60.6],"reasoning_request_pct":[null,21.6,12.3,13.1,14,12.5,8.3,21.5,34.4,32.8],"stream_request_pct":[null,82.6,80.3,64.1,71.7,42.2,47.9,47.2,50.2,70.8],"error_rate_4xx_pct":[null,1,0.7,0.5,0.4,0.7,0.5,0.3,10.6,0.3],"error_rate_5xx_pct":[null,0.1,0.1,0.2,0.1,0.1,null,0.2,0.3,0.2],"median_ttft_ms":[null,2301,1606,1497,1350,1165,1401,1309,975,1115],"p90_ttft_ms":[null,5355,4655,3981,3589,3807,4056,4039,3298,3625],"p95_ttft_ms":[null,7390,8345,5857,5287,5979,5887,6423,5589,5625],"median_tokens_per_sec":[null,57,82,92,110,146,126,113,112,116],"median_latency_ms":[null,5008,4231,4689,4139,3336,2263,3036,3435,2280],"p90_latency_ms":[null,34494,29146,34144,28648,14003,9634,19160,18077,15068],"p95_latency_ms":[null,62775,50721,64519,47351,23721,18068,35137,35785,28705],"median_session_cost_usd":[null,0.03,0.04,0.02,0.01,0.01,null,null,null,0.01],"median_session_requests":[null,9,15,11,9,5,2,2,3,5],"median_session_minutes":[null,3.1,4.8,3.9,8.6,0.7,0.1,1.2,0.8,0.3]},"token_share_delta_pp":-0.6,"spend_share_delta_pp":-0.1,"providers":[{"key":"sference","name":"sference","share_pct":66.9,"blended_cost_per_mtok_usd":0.08,"cache_hit_rate_pct":94.3,"median_ttft_ms":621,"p95_ttft_ms":3364,"median_tokens_per_sec":124,"median_latency_ms":1806,"p95_latency_ms":23754,"error_rate_5xx_pct":0.1},{"key":"runware","name":"runware","share_pct":9.8,"blended_cost_per_mtok_usd":0.03,"cache_hit_rate_pct":93.3,"median_ttft_ms":1979,"p95_ttft_ms":6663,"median_tokens_per_sec":129,"median_latency_ms":4438,"p95_latency_ms":50740,"error_rate_5xx_pct":0.1},{"key":"zai","name":"zai","share_pct":7.4,"blended_cost_per_mtok_usd":0.03,"cache_hit_rate_pct":93.2,"median_ttft_ms":5985,"p95_ttft_ms":21592,"median_tokens_per_sec":21,"median_latency_ms":9632,"p95_latency_ms":100616,"error_rate_5xx_pct":0.1},{"key":"tensorx","name":"tensorx","share_pct":3.8,"blended_cost_per_mtok_usd":0.1,"cache_hit_rate_pct":75.7,"median_ttft_ms":1439,"p95_ttft_ms":13791,"median_tokens_per_sec":80,"median_latency_ms":4640,"p95_latency_ms":75264,"error_rate_5xx_pct":0.6},{"key":"lyceum","name":"lyceum","share_pct":3.7,"blended_cost_per_mtok_usd":0.09,"cache_hit_rate_pct":80.4,"median_ttft_ms":1522,"p95_ttft_ms":7681,"median_tokens_per_sec":109,"median_latency_ms":3295,"p95_latency_ms":37985,"error_rate_5xx_pct":1.3},{"key":"melious","name":"melious","share_pct":3.3,"blended_cost_per_mtok_usd":0.03,"cache_hit_rate_pct":94,"median_ttft_ms":559,"p95_ttft_ms":3298,"median_tokens_per_sec":101,"median_latency_ms":1536,"p95_latency_ms":20925},{"key":"deepinfra","name":"deepinfra","share_pct":2.8,"blended_cost_per_mtok_usd":0.08,"cache_hit_rate_pct":59.5,"median_ttft_ms":2035,"p95_ttft_ms":7966,"median_tokens_per_sec":33,"median_latency_ms":10674,"p95_latency_ms":53515,"error_rate_5xx_pct":0.2},{"key":"fireworks","name":"fireworks","share_pct":1.9,"blended_cost_per_mtok_usd":0.05,"cache_hit_rate_pct":89.7,"median_ttft_ms":1387,"p95_ttft_ms":6125,"median_tokens_per_sec":71,"median_latency_ms":4298,"p95_latency_ms":28297},{"key":"novita","name":"novita","share_pct":0.2,"blended_cost_per_mtok_usd":0.08,"cache_hit_rate_pct":77.1,"median_ttft_ms":5865,"p95_ttft_ms":19843,"median_tokens_per_sec":30,"median_latency_ms":22755,"p95_latency_ms":153695},{"key":"together","name":"together","share_pct":0,"blended_cost_per_mtok_usd":0.12,"cache_hit_rate_pct":56.6,"median_ttft_ms":606,"p95_ttft_ms":3979,"median_tokens_per_sec":132,"median_latency_ms":6110,"p95_latency_ms":29135,"error_rate_5xx_pct":0.5},{"key":"tencent","name":"tencent","share_pct":0,"blended_cost_per_mtok_usd":0.26,"cache_hit_rate_pct":19,"median_latency_ms":9192,"p95_latency_ms":50011},{"key":"relace","name":"relace","share_pct":0}],"regions":[{"key":"eu","name":"eu","share_pct":93.8,"blended_cost_per_mtok_usd":0.07,"cache_hit_rate_pct":92.6,"median_ttft_ms":1220,"p95_ttft_ms":5826,"median_tokens_per_sec":108,"median_latency_ms":2768,"p95_latency_ms":33341,"error_rate_5xx_pct":0.1},{"key":"us","name":"us","share_pct":4.4,"blended_cost_per_mtok_usd":0.07,"cache_hit_rate_pct":74.6,"median_ttft_ms":3196,"p95_ttft_ms":10660,"median_tokens_per_sec":104,"median_latency_ms":10483,"p95_latency_ms":59789,"error_rate_5xx_pct":0.2},{"key":"ap","name":"ap","share_pct":1.8,"blended_cost_per_mtok_usd":0.04,"cache_hit_rate_pct":93.5,"median_ttft_ms":3266,"p95_ttft_ms":10822,"median_tokens_per_sec":107,"median_latency_ms":6256,"p95_latency_ms":54479,"error_rate_5xx_pct":0.1}]},{"key":"deepseek-v4-flash-0731","name":"deepseek-v4-flash-0731","vendor":"deepseek","model_lab":"deepseek","open_weights":true,"summary":{"request_share_pct":8.4,"token_share_pct":7.9,"spend_share_pct":1.5,"blended_cost_per_mtok_usd":0.1,"cost_per_request_usd":0.002868,"tokens_per_request":29006,"cache_hit_rate_pct":75,"cache_savings_pct":53.7,"reasoning_request_pct":12.5,"stream_request_pct":40.6,"error_rate_4xx_pct":4,"error_rate_5xx_pct":0.8,"median_ttft_ms":788,"p90_ttft_ms":3437,"p95_ttft_ms":6212,"median_tokens_per_sec":137,"median_latency_ms":3268,"p90_latency_ms":28373,"p95_latency_ms":53530,"median_session_requests":3,"median_session_minutes":0.1},"series":{"request_share_pct":[11.5,6.8,14.1,11.8,6.3,7.2,4.9,5.3,15.3,5.3],"token_share_pct":[14.7,12.2,16.9,12,8.9,8.5,5.4,5.9,6,2.6],"spend_share_pct":[1.5,0.8,2.1,2.3,1.9,2.2,1.3,1.1,1.9,0.9],"blended_cost_per_mtok_usd":[0.06,0.06,0.07,0.11,0.11,0.11,0.13,0.12,0.12,0.13],"cost_per_request_usd":[0.002528,0.002513,0.002601,0.003448,0.004186,0.003957,0.004268,0.00349,0.001739,0.002414],"tokens_per_request":[42462,41808,37538,32088,36461,37489,33086,30296,13954,18738],"cache_hit_rate_pct":[84.6,81.4,79.2,77.5,76.2,75.6,66.7,66.9,72.8,56.7],"cache_savings_pct":[63.6,59.6,60.2,56.5,53.9,56.8,48.9,46.8,48.2,39.2],"reasoning_request_pct":[7.5,8.8,8,12.3,13.6,14.2,11.1,13.5,8.8,37.6],"stream_request_pct":[71.6,63.4,53.6,39.2,50.4,50.6,49.4,42.6,17.5,22.3],"error_rate_4xx_pct":[null,null,null,0.9,1.3,1,0.2,0.3,13.7,0.5],"error_rate_5xx_pct":[0.1,null,null,7.3,0.2,null,0.1,0.2,0.2,0.6],"median_ttft_ms":[545,610,581,379,574,754,931,1243,1307,1475],"p90_ttft_ms":[1875,2109,1965,1780,2433,5047,4565,5361,5983,4738],"p95_ttft_ms":[3155,3217,3217,3709,4434,7611,7763,10716,11471,12103],"median_tokens_per_sec":[123,118,101,129,182,226,209,164,95,38],"median_latency_ms":[2613,2862,3883,4852,3117,2910,3609,3602,2517,3793],"p90_latency_ms":[21700,20004,30572,54988,24254,24325,25215,25948,24086,37658],"p95_latency_ms":[35719,30218,49614,103720,39625,39792,41174,41766,58725,80961],"median_session_cost_usd":[0.02,null,null,0.03,0.04,0.04,null,0.01,null,null],"median_session_requests":[4,null,null,4,4,4,null,3,3,null],"median_session_minutes":[1,null,null,0.7,0.5,0.6,null,0.1,0.1,null]},"token_share_delta_pp":-3.4,"spend_share_delta_pp":-1,"providers":[{"key":"sference","name":"sference","share_pct":51.2,"blended_cost_per_mtok_usd":0.13,"cache_hit_rate_pct":69.3,"median_ttft_ms":375,"p95_ttft_ms":2786,"median_tokens_per_sec":199,"median_latency_ms":2918,"p95_latency_ms":62990,"error_rate_5xx_pct":1.5},{"key":"deepseek","name":"deepseek","share_pct":13,"blended_cost_per_mtok_usd":0.02,"cache_hit_rate_pct":95,"median_ttft_ms":1131,"p95_ttft_ms":2522,"median_tokens_per_sec":94,"median_latency_ms":5004,"p95_latency_ms":33458},{"key":"tensorx","name":"tensorx","share_pct":12.4,"blended_cost_per_mtok_usd":0.14,"cache_hit_rate_pct":63.6,"median_ttft_ms":1345,"p95_ttft_ms":18959,"median_tokens_per_sec":28,"median_latency_ms":2395,"p95_latency_ms":57074,"error_rate_5xx_pct":0.4},{"key":"deepinfra","name":"deepinfra","share_pct":11.6,"blended_cost_per_mtok_usd":0.04,"cache_hit_rate_pct":74.6,"median_ttft_ms":1040,"p95_ttft_ms":6119,"median_tokens_per_sec":76,"median_latency_ms":4429,"p95_latency_ms":33896},{"key":"novita","name":"novita","share_pct":7.9,"blended_cost_per_mtok_usd":0.04,"cache_hit_rate_pct":92.9,"median_ttft_ms":3377,"p95_ttft_ms":12272,"median_tokens_per_sec":94,"median_latency_ms":7380,"p95_latency_ms":33600},{"key":"fireworks","name":"fireworks","share_pct":1.2,"blended_cost_per_mtok_usd":0.05,"cache_hit_rate_pct":92,"median_ttft_ms":1013,"p95_ttft_ms":7546,"median_tokens_per_sec":85,"median_latency_ms":4541,"p95_latency_ms":26637,"error_rate_5xx_pct":0.1},{"key":"melious","name":"melious","share_pct":1.1,"blended_cost_per_mtok_usd":0.05,"cache_hit_rate_pct":91.8,"median_ttft_ms":476,"p95_ttft_ms":2179,"median_tokens_per_sec":116,"median_latency_ms":3255,"p95_latency_ms":16378},{"key":"runware","name":"runware","share_pct":0.7,"blended_cost_per_mtok_usd":0.04,"cache_hit_rate_pct":71.1,"median_ttft_ms":2819,"p95_ttft_ms":13705,"median_tokens_per_sec":83,"median_latency_ms":5203,"p95_latency_ms":46349,"error_rate_5xx_pct":0.1},{"key":"lyceum","name":"lyceum","share_pct":0.6,"blended_cost_per_mtok_usd":0.12,"cache_hit_rate_pct":73.5,"median_ttft_ms":1914,"p95_ttft_ms":7774,"median_tokens_per_sec":200,"median_latency_ms":6585,"p95_latency_ms":58076,"error_rate_5xx_pct":0.6},{"key":"scaleway","name":"scaleway","share_pct":0.4,"blended_cost_per_mtok_usd":0.32,"cache_hit_rate_pct":45.2,"median_ttft_ms":1177,"p95_ttft_ms":7231,"median_tokens_per_sec":108,"median_latency_ms":6287,"p95_latency_ms":66861,"error_rate_5xx_pct":0.4},{"key":"sail","name":"sail","share_pct":0,"blended_cost_per_mtok_usd":0.05,"cache_hit_rate_pct":62.8,"median_ttft_ms":4326,"p95_ttft_ms":32412,"median_tokens_per_sec":39,"median_latency_ms":10865,"p95_latency_ms":74321,"error_rate_5xx_pct":0.9}],"regions":[{"key":"eu","name":"eu","share_pct":86.9,"blended_cost_per_mtok_usd":0.11,"cache_hit_rate_pct":74.1,"median_ttft_ms":727,"p95_ttft_ms":6131,"median_tokens_per_sec":142,"median_latency_ms":2964,"p95_latency_ms":55142,"error_rate_5xx_pct":0.9},{"key":"ap","name":"ap","share_pct":6.7,"blended_cost_per_mtok_usd":0.03,"cache_hit_rate_pct":92.1,"median_ttft_ms":1910,"p95_ttft_ms":8241,"median_tokens_per_sec":86,"median_latency_ms":5979,"p95_latency_ms":51603,"error_rate_5xx_pct":0.1},{"key":"us","name":"us","share_pct":6.3,"blended_cost_per_mtok_usd":0.05,"cache_hit_rate_pct":68.8,"median_ttft_ms":1234,"p95_ttft_ms":5879,"median_tokens_per_sec":82,"median_latency_ms":6158,"p95_latency_ms":34221}]},{"key":"claude-opus-5-5","name":"claude-opus-5-5","vendor":"anthropic","model_lab":"anthropic","open_weights":false,"summary":{"request_share_pct":4.3,"token_share_pct":6.8,"spend_share_pct":17.1,"blended_cost_per_mtok_usd":1.32,"cost_per_request_usd":0.063793,"tokens_per_request":48213,"cache_hit_rate_pct":82.9,"cache_savings_pct":76.6,"reasoning_request_pct":12.5,"stream_request_pct":19.9,"error_rate_4xx_pct":3.8,"median_ttft_ms":3691,"p90_ttft_ms":9235,"p95_ttft_ms":14862,"median_tokens_per_sec":134,"median_latency_ms":5673,"p90_latency_ms":26445,"p95_latency_ms":39452,"median_session_cost_usd":0.61,"median_session_requests":7,"median_session_minutes":0.7},"series":{"request_share_pct":[null,null,null,null,null,1.1,13.6,10,3.9,3.6],"token_share_pct":[null,null,null,null,null,1.9,16,12.1,8.2,11.1],"spend_share_pct":[null,null,null,null,null,5.2,39.4,34.2,23.4,30.2],"blended_cost_per_mtok_usd":[null,null,null,null,null,1.13,1.36,1.74,1.11,1.05],"cost_per_request_usd":[null,null,null,null,null,0.063586,0.048206,0.057387,0.084051,0.12833],"tokens_per_request":[null,null,null,null,null,56405,35371,33007,75470,121939],"cache_hit_rate_pct":[null,null,null,null,null,87,84.1,74.8,85.2,86.8],"cache_savings_pct":[null,null,null,null,null,83.6,72.9,68.5,81.3,85.9],"reasoning_request_pct":[null,null,null,null,null,33.4,4.6,6.9,25.9,44.4],"stream_request_pct":[null,null,null,null,null,58.8,7.2,11.4,40.9,68.3],"error_rate_4xx_pct":[null,null,null,null,null,null,4.4,5.6,0.7,null],"error_rate_5xx_pct":[null,null,null,null,null,null,0.1,null,null,null],"median_ttft_ms":[null,null,null,null,null,1925,2822,4019,4062,3990],"p90_ttft_ms":[null,null,null,null,null,3949,6905,9184,10777,10295],"p95_ttft_ms":[null,null,null,null,null,5495,10585,14386,17381,17239],"median_tokens_per_sec":[null,null,null,null,null,93,111,121,151,149],"median_latency_ms":[null,null,null,null,null,4649,5616,5663,5899,5913],"p90_latency_ms":[null,null,null,null,null,17759,29275,24168,24696,27078],"p95_latency_ms":[null,null,null,null,null,31122,40229,37442,39730,45224],"median_session_cost_usd":[null,null,null,null,null,0.46,0.88,1.48,0.61,1.49],"median_session_requests":[null,null,null,null,null,7,11,15,7,14],"median_session_minutes":[null,null,null,null,null,1.7,4.2,7.8,0.7,7.6]},"token_share_delta_pp":2.9,"spend_share_delta_pp":6.8,"providers":[{"key":"bedrock","name":"bedrock","share_pct":79,"blended_cost_per_mtok_usd":1.33,"cache_hit_rate_pct":82.9,"median_ttft_ms":3972,"p95_ttft_ms":14661,"median_tokens_per_sec":131,"median_latency_ms":5674,"p95_latency_ms":38638},{"key":"anthropic","name":"anthropic","share_pct":13.5,"blended_cost_per_mtok_usd":0.99,"cache_hit_rate_pct":87.2,"median_ttft_ms":3055,"p95_ttft_ms":12174,"median_tokens_per_sec":140,"median_latency_ms":5708,"p95_latency_ms":34432},{"key":"vertex","name":"vertex","share_pct":7.5,"blended_cost_per_mtok_usd":1.84,"cache_hit_rate_pct":74.7,"median_ttft_ms":3199,"p95_ttft_ms":21863,"median_tokens_per_sec":140,"median_latency_ms":5585,"p95_latency_ms":65397}],"regions":[{"key":"eu","name":"eu","share_pct":51.7,"blended_cost_per_mtok_usd":1.05,"cache_hit_rate_pct":87.4,"median_ttft_ms":3473,"p95_ttft_ms":15255,"median_tokens_per_sec":135,"median_latency_ms":5678,"p95_latency_ms":46233,"error_rate_5xx_pct":0.1},{"key":"us","name":"us","share_pct":38.3,"blended_cost_per_mtok_usd":1.87,"cache_hit_rate_pct":73.9,"median_ttft_ms":3457,"p95_ttft_ms":13265,"median_tokens_per_sec":128,"median_latency_ms":5631,"p95_latency_ms":37696},{"key":"ap","name":"ap","share_pct":10,"blended_cost_per_mtok_usd":0.65,"cache_hit_rate_pct":92.9,"median_ttft_ms":5043,"p95_ttft_ms":13198,"median_tokens_per_sec":131,"median_latency_ms":6488,"p95_latency_ms":33664}]},{"key":"gpt-6-luna","name":"gpt-6-luna","vendor":"openai","model_lab":"openai","open_weights":false,"summary":{"request_share_pct":10.5,"token_share_pct":6.6,"spend_share_pct":0.9,"blended_cost_per_mtok_usd":0.07,"cost_per_request_usd":0.001407,"tokens_per_request":19539,"cache_hit_rate_pct":64.5,"cache_savings_pct":73.7,"reasoning_request_pct":54,"stream_request_pct":18.8,"error_rate_4xx_pct":14.3,"median_ttft_ms":2038,"p90_ttft_ms":8305,"p95_ttft_ms":11955,"median_tokens_per_sec":114,"median_latency_ms":3354,"p90_latency_ms":11826,"p95_latency_ms":17784,"median_session_requests":4,"median_session_minutes":0.1},"series":{"request_share_pct":[null,null,null,null,null,5.7,26.8,11.9,14.3,23],"token_share_pct":[null,null,null,null,null,6.5,12.9,11.2,8.9,9.6],"spend_share_pct":[null,null,null,null,null,0.7,2.1,1.4,1.4,1.7],"blended_cost_per_mtok_usd":[null,null,null,null,null,0.04,0.09,0.08,0.06,0.07],"cost_per_request_usd":[null,null,null,null,null,0.001606,0.001292,0.002026,0.00139,0.001099],"tokens_per_request":[null,null,null,null,null,36329,14446,25676,22251,16389],"cache_hit_rate_pct":[null,null,null,null,null,77,51.1,62.3,71.9,68.9],"cache_savings_pct":[null,null,null,null,null,66.2,57,79.6,81.9,81.6],"reasoning_request_pct":[null,null,null,null,null,67.4,47,74.4,60.7,41],"stream_request_pct":[null,null,null,null,null,31,7.8,24.2,24,23.2],"error_rate_4xx_pct":[null,null,null,null,null,1.4,39.4,0.6,3.8,1.3],"median_ttft_ms":[null,null,null,null,null,3059,2979,2020,1812,1560],"p90_ttft_ms":[null,null,null,null,null,9167,8853,8779,7771,7937],"p95_ttft_ms":[null,null,null,null,null,12785,12227,12377,11600,11598],"median_tokens_per_sec":[null,null,null,null,null,113,127,120,109,107],"median_latency_ms":[null,null,null,null,null,3261,3989,3331,3190,2994],"p90_latency_ms":[null,null,null,null,null,12036,14490,11846,11149,10103],"p95_latency_ms":[null,null,null,null,null,18123,20766,19687,16861,14651],"median_session_cost_usd":[null,null,null,null,null,null,0.02,null,null,null],"median_session_requests":[null,null,null,null,null,6,11,4,4,3],"median_session_minutes":[null,null,null,null,null,0.5,1.5,0.2,0.1,0.1]},"token_share_delta_pp":0.7,"spend_share_delta_pp":0.3,"providers":[{"key":"azure","name":"azure","share_pct":77,"blended_cost_per_mtok_usd":0.08,"cache_hit_rate_pct":59.4,"median_ttft_ms":1921,"p95_ttft_ms":10603,"median_tokens_per_sec":134,"median_latency_ms":3455,"p95_latency_ms":17943},{"key":"openai","name":"openai","share_pct":23,"blended_cost_per_mtok_usd":0.04,"cache_hit_rate_pct":82,"median_ttft_ms":2338,"p95_ttft_ms":15429,"median_tokens_per_sec":82,"median_latency_ms":3241,"p95_latency_ms":17606}],"regions":[{"key":"eu","name":"eu","share_pct":86.5,"blended_cost_per_mtok_usd":0.08,"cache_hit_rate_pct":61.3,"median_ttft_ms":1861,"p95_ttft_ms":11456,"median_tokens_per_sec":118,"median_latency_ms":3212,"p95_latency_ms":17409},{"key":"us","name":"us","share_pct":8.6,"blended_cost_per_mtok_usd":0.03,"cache_hit_rate_pct":88.3,"median_ttft_ms":3179,"p95_ttft_ms":14767,"median_tokens_per_sec":100,"median_latency_ms":4486,"p95_latency_ms":28914,"error_rate_5xx_pct":0.1},{"key":"ap","name":"ap","share_pct":4.9,"blended_cost_per_mtok_usd":0.05,"cache_hit_rate_pct":79.7,"median_ttft_ms":2978,"p95_ttft_ms":15785,"median_tokens_per_sec":93,"median_latency_ms":3690,"p95_latency_ms":16449,"error_rate_5xx_pct":0.1}]},{"key":"gemini-3.8-flash","name":"gemini-3.8-flash","vendor":"google","model_lab":"google","open_weights":false,"summary":{"request_share_pct":3.1,"token_share_pct":5.4,"spend_share_pct":4.4,"blended_cost_per_mtok_usd":0.43,"cost_per_request_usd":0.022849,"tokens_per_request":53581,"cache_hit_rate_pct":57.2,"cache_savings_pct":47.8,"reasoning_request_pct":49,"stream_request_pct":40.6,"error_rate_4xx_pct":0.5,"median_ttft_ms":3855,"p90_ttft_ms":15383,"p95_ttft_ms":24935,"median_tokens_per_sec":94,"median_latency_ms":6292,"p90_latency_ms":25224,"p95_latency_ms":39734,"median_session_cost_usd":0.1,"median_session_requests":11,"median_session_minutes":1.7},"series":{"request_share_pct":[null,null,0.6,1.5,1.5,2.5,2.4,4.7,8.1,3.5],"token_share_pct":[null,null,1.1,2.1,1.8,1.4,1.3,2.5,21.4,5.7],"spend_share_pct":[null,null,0.7,1.6,2.1,2.2,1.5,2.7,20.6,6.6],"blended_cost_per_mtok_usd":[null,null,0.36,0.44,0.62,0.66,0.63,0.66,0.37,0.45],"cost_per_request_usd":[null,null,0.022109,0.01963,0.018907,0.011617,0.009895,0.009721,0.035471,0.028876],"tokens_per_request":[null,null,61130,44273,30335,17730,15823,14667,94854,64582],"cache_hit_rate_pct":[null,null,59.1,31.7,36.5,36.9,43.8,36.3,62.6,55.3],"cache_savings_pct":[null,null,57.5,49.7,30.2,28,32.1,26.7,52.9,45.4],"reasoning_request_pct":[null,null,43,35,22.6,22,11.5,30.1,75.2,66.8],"stream_request_pct":[null,null,59.6,51.5,27.8,22,15.2,8.1,67.3,52.6],"error_rate_4xx_pct":[null,null,0.2,0.4,1.4,0.4,0.2,0.1,0.5,1.3],"error_rate_5xx_pct":[null,null,null,null,0.1,null,null,null,null,0.1],"median_ttft_ms":[null,null,2780,3159,2875,2243,2689,2774,4028,4609],"p90_ttft_ms":[null,null,8522,10389,8529,7334,8887,10715,15133,24355],"p95_ttft_ms":[null,null,13461,16388,15250,12474,15859,20888,23743,40986],"median_tokens_per_sec":[null,null,143,128,121,149,145,152,87,96],"median_latency_ms":[null,null,4129,5076,4040,4042,4487,5470,7240,9161],"p90_latency_ms":[null,null,17049,21129,23390,16571,15676,18621,29682,39520],"p95_latency_ms":[null,null,25161,32055,42228,23868,24246,29248,46559,63135],"median_session_cost_usd":[null,null,0.05,0.04,0.01,0.02,0.03,0.06,0.17,0.1],"median_session_requests":[null,null,4,4,3,4,4.5,5,17,11],"median_session_minutes":[null,null,0.7,0.5,0.1,0.3,0.6,0.7,1.9,1.7]},"token_share_delta_pp":-15.7,"spend_share_delta_pp":-14,"providers":[{"key":"vertex","name":"vertex","share_pct":100,"blended_cost_per_mtok_usd":0.43,"cache_hit_rate_pct":57.2,"median_ttft_ms":3855,"p95_ttft_ms":24935,"median_tokens_per_sec":94,"median_latency_ms":6292,"p95_latency_ms":39734},{"key":"google","name":"google","share_pct":0}],"regions":[{"key":"us","name":"us","share_pct":60.7,"blended_cost_per_mtok_usd":0.37,"cache_hit_rate_pct":62.7,"median_ttft_ms":4008,"p95_ttft_ms":26750,"median_tokens_per_sec":85,"median_latency_ms":8117,"p95_latency_ms":54542},{"key":"eu","name":"eu","share_pct":36.6,"blended_cost_per_mtok_usd":0.51,"cache_hit_rate_pct":47.8,"median_ttft_ms":3561,"p95_ttft_ms":22127,"median_tokens_per_sec":114,"median_latency_ms":5437,"p95_latency_ms":32861},{"key":"ap","name":"ap","share_pct":2.8,"blended_cost_per_mtok_usd":0.46,"cache_hit_rate_pct":57,"median_ttft_ms":4263,"p95_ttft_ms":23960,"median_tokens_per_sec":117,"median_latency_ms":6826,"p95_latency_ms":43019}]},{"key":"claude-sonnet-5","name":"claude-sonnet-5","vendor":"anthropic","model_lab":"anthropic","open_weights":false,"summary":{"request_share_pct":2.8,"token_share_pct":5.3,"spend_share_pct":8.4,"blended_cost_per_mtok_usd":0.84,"cost_per_request_usd":0.047833,"tokens_per_request":57168,"cache_hit_rate_pct":77.7,"cache_savings_pct":71.2,"reasoning_request_pct":30.1,"stream_request_pct":51.2,"error_rate_4xx_pct":0.1,"median_ttft_ms":1867,"p90_ttft_ms":5106,"p95_ttft_ms":8208,"median_tokens_per_sec":93,"median_latency_ms":4017,"p90_latency_ms":21271,"p95_latency_ms":36979,"median_session_cost_usd":0.32,"median_session_requests":8,"median_session_minutes":1.7},"series":{"request_share_pct":[5.3,2.3,4.4,3.6,3,3.9,3.4,2.1,1.7,1.8],"token_share_pct":[10,6.2,8.8,5.6,5.1,7.3,5.3,5,3.1,2.8],"spend_share_pct":[14,5.1,13.4,9.6,9.5,17.6,8.1,5.9,5.5,5.4],"blended_cost_per_mtok_usd":[0.8,0.75,0.84,0.97,1,1.01,0.84,0.73,0.69,0.75],"cost_per_request_usd":[0.050764,0.046955,0.052575,0.047341,0.044262,0.059274,0.039562,0.047789,0.045181,0.044759],"tokens_per_request":[63076,62700,62831,49008,44127,58884,47259,65317,65817,60037],"cache_hit_rate_pct":[77.3,78.6,78.8,73.3,71.4,70,78.4,82.8,84.1,82.8],"cache_savings_pct":[70.7,72.8,71.4,69.3,66.7,64.3,70.5,75.2,77.3,74.9],"reasoning_request_pct":[30.6,29.9,30.4,28.4,32,38.2,25.4,31,28,25.3],"stream_request_pct":[55.3,54.1,55.2,49.1,53.3,64.3,40.9,51.7,45.2,42.1],"error_rate_4xx_pct":[null,null,null,null,null,null,0.5,null,0.1,null],"error_rate_5xx_pct":[0.1,null,0.1,0.1,null,null,0.1,null,null,null],"median_ttft_ms":[1699,1791,1669,1834,1595,1531,1851,2177,2556,2518],"p90_ttft_ms":[3036,3246,3209,3475,2979,2623,6049,9121,10484,9520],"p95_ttft_ms":[3879,4217,4231,4422,3775,3231,10443,16849,18928,17100],"median_tokens_per_sec":[80,78,80,76,75,75,108,126,126,122],"median_latency_ms":[4607,4172,4797,4359,4394,4387,3398,3438,3251,3780],"p90_latency_ms":[18785,20689,29253,19004,21796,19557,18149,23740,21323,22585],"p95_latency_ms":[32402,33933,47594,32498,37196,36885,35391,40486,34592,37847],"median_session_cost_usd":[0.54,0.44,0.49,0.37,0.33,0.32,0.4,0.33,0.34,0.4],"median_session_requests":[11,10,9,11,11,8,9,9,8,9],"median_session_minutes":[3.5,3.6,3.9,2.6,2.5,1.7,2.6,1.6,2.8,3.1]},"token_share_delta_pp":-0.3,"spend_share_delta_pp":-0.1,"providers":[{"key":"vertex","name":"vertex","share_pct":37.3,"blended_cost_per_mtok_usd":0.86,"cache_hit_rate_pct":77,"median_ttft_ms":1396,"p95_ttft_ms":11551,"median_tokens_per_sec":101,"median_latency_ms":3448,"p95_latency_ms":33364},{"key":"bedrock","name":"bedrock","share_pct":36.4,"blended_cost_per_mtok_usd":0.78,"cache_hit_rate_pct":79.8,"median_ttft_ms":2416,"p95_ttft_ms":7262,"median_tokens_per_sec":89,"median_latency_ms":3594,"p95_latency_ms":33425},{"key":"anthropic","name":"anthropic","share_pct":26.2,"blended_cost_per_mtok_usd":0.87,"cache_hit_rate_pct":76,"median_ttft_ms":1794,"p95_ttft_ms":6470,"median_tokens_per_sec":89,"median_latency_ms":5056,"p95_latency_ms":44592,"error_rate_5xx_pct":0.1}],"regions":[{"key":"eu","name":"eu","share_pct":88.1,"blended_cost_per_mtok_usd":0.85,"cache_hit_rate_pct":77.2,"median_ttft_ms":1844,"p95_ttft_ms":8079,"median_tokens_per_sec":93,"median_latency_ms":3995,"p95_latency_ms":36071},{"key":"us","name":"us","share_pct":6.8,"blended_cost_per_mtok_usd":0.89,"cache_hit_rate_pct":78.3,"median_ttft_ms":1894,"p95_ttft_ms":10101,"median_tokens_per_sec":95,"median_latency_ms":4211,"p95_latency_ms":44009,"error_rate_5xx_pct":0.1},{"key":"ap","name":"ap","share_pct":5.1,"blended_cost_per_mtok_usd":0.46,"cache_hit_rate_pct":85.7,"median_ttft_ms":2309,"p95_ttft_ms":6320,"median_tokens_per_sec":83,"median_latency_ms":3940,"p95_latency_ms":36295,"error_rate_5xx_pct":0.1}]},{"key":"gpt-5.6-luna","name":"gpt-5.6-luna","vendor":"openai","model_lab":"openai","open_weights":false,"summary":{"request_share_pct":6.5,"token_share_pct":4.9,"spend_share_pct":0.9,"blended_cost_per_mtok_usd":0.1,"cost_per_request_usd":0.002342,"tokens_per_request":23132,"cache_hit_rate_pct":73.5,"cache_savings_pct":62.8,"reasoning_request_pct":72,"stream_request_pct":37.3,"error_rate_4xx_pct":1.2,"error_rate_5xx_pct":0.1,"median_ttft_ms":1636,"p90_ttft_ms":4690,"p95_ttft_ms":6958,"median_tokens_per_sec":80,"median_latency_ms":3579,"p90_latency_ms":12605,"p95_latency_ms":20325,"median_session_requests":2,"median_session_minutes":0.1},"series":{"request_share_pct":[15.5,5.7,9.1,13.1,14.6,5.9,4.3,3,2.8,3.6],"token_share_pct":[11.1,6.3,9,9,10.3,5.2,3.4,2.5,1.8,2],"spend_share_pct":[1.6,0.5,1.4,1.9,1.8,1.2,0.8,0.5,0.5,0.7],"blended_cost_per_mtok_usd":[0.08,0.07,0.09,0.12,0.09,0.09,0.12,0.11,0.12,0.14],"cost_per_request_usd":[0.001977,0.001926,0.002707,0.002503,0.001725,0.002621,0.002943,0.002572,0.002675,0.003121],"tokens_per_request":[23864,25688,30969,21483,18216,27883,23634,22602,22976,22026],"cache_hit_rate_pct":[78.8,80.3,76.4,69.2,73.1,73.7,66.1,74.4,73.6,66.5],"cache_savings_pct":[64.3,67.3,63.4,52.4,58.4,60.7,59.2,75.6,75.1,73.1],"reasoning_request_pct":[63.7,62.6,79.2,81.7,71.1,63.6,77.8,72,69.1,80],"stream_request_pct":[29.9,31.4,36.6,50.5,25.6,49.1,52.3,41.4,33.5,36],"error_rate_4xx_pct":[2.7,5.5,0.1,1.9,0.5,0.3,0.4,0.1,0.1,0.1],"error_rate_5xx_pct":[0.1,0.2,0.9,null,null,null,null,null,null,null],"median_ttft_ms":[624,754,739,552,838,2924,3091,2653,2610,2816],"p90_ttft_ms":[1749,2117,1878,1239,4080,7648,8433,7349,7755,7557],"p95_ttft_ms":[2352,2787,2581,1714,5993,11785,12441,11036,11639,11741],"median_tokens_per_sec":[35,37,42,55,61,106,113,137,146,140],"median_latency_ms":[3257,3154,3812,4803,3256,3334,3900,3323,3044,3765],"p90_latency_ms":[19008,11097,12275,18550,9130,11307,13537,9716,9060,11401],"p95_latency_ms":[31685,17613,19586,27691,13100,19238,25875,16099,15740,18908],"median_session_cost_usd":[null,null,0.01,0.01,0.01,null,null,null,null,null],"median_session_requests":[3,3,4,4,4,2,2,2,2,2],"median_session_minutes":[0.3,0.1,0.4,0.3,0.3,0.1,0.1,0.1,0.1,0.1]},"token_share_delta_pp":0.2,"spend_share_delta_pp":0.2,"providers":[{"key":"azure","name":"azure","share_pct":59.7,"blended_cost_per_mtok_usd":0.09,"cache_hit_rate_pct":76.4,"median_ttft_ms":1842,"p95_ttft_ms":8143,"median_tokens_per_sec":86,"median_latency_ms":3420,"p95_latency_ms":18105,"error_rate_5xx_pct":0.2},{"key":"openai","name":"openai","share_pct":40.3,"blended_cost_per_mtok_usd":0.11,"cache_hit_rate_pct":69.2,"median_ttft_ms":1412,"p95_ttft_ms":5667,"median_tokens_per_sec":75,"median_latency_ms":3727,"p95_latency_ms":22378,"error_rate_5xx_pct":0.1},{"key":"bedrock","name":"bedrock","share_pct":0,"blended_cost_per_mtok_usd":0.07,"cache_hit_rate_pct":82.1,"median_ttft_ms":752,"p95_ttft_ms":1414,"median_tokens_per_sec":46,"median_latency_ms":2025,"p95_latency_ms":13026}],"regions":[{"key":"eu","name":"eu","share_pct":87.6,"blended_cost_per_mtok_usd":0.1,"cache_hit_rate_pct":72.3,"median_ttft_ms":1697,"p95_ttft_ms":7273,"median_tokens_per_sec":83,"median_latency_ms":3670,"p95_latency_ms":19569,"error_rate_5xx_pct":0.1},{"key":"us","name":"us","share_pct":11,"blended_cost_per_mtok_usd":0.07,"cache_hit_rate_pct":83.4,"median_ttft_ms":919,"p95_ttft_ms":3286,"median_tokens_per_sec":46,"median_latency_ms":2858,"p95_latency_ms":25174,"error_rate_5xx_pct":0.1},{"key":"ap","name":"ap","share_pct":1.4,"blended_cost_per_mtok_usd":0.11,"cache_hit_rate_pct":70.3,"median_ttft_ms":1294,"p95_ttft_ms":4647,"median_tokens_per_sec":66,"median_latency_ms":3692,"p95_latency_ms":26045}]},{"key":"gpt-5.6-sol","name":"gpt-5.6-sol","vendor":"openai","model_lab":"openai","open_weights":false,"summary":{"request_share_pct":4,"token_share_pct":3,"spend_share_pct":9.8,"blended_cost_per_mtok_usd":1.73,"cost_per_request_usd":0.03987,"tokens_per_request":23087,"cache_hit_rate_pct":79.6,"cache_savings_pct":67.7,"reasoning_request_pct":53.7,"stream_request_pct":72,"error_rate_4xx_pct":31.6,"error_rate_5xx_pct":1,"median_ttft_ms":760,"p90_ttft_ms":1680,"p95_ttft_ms":2255,"median_tokens_per_sec":50,"median_latency_ms":4822,"p90_latency_ms":19758,"p95_latency_ms":31240,"median_session_cost_usd":1.28,"median_session_requests":15,"median_session_minutes":3.2},"series":{"request_share_pct":[6,32.3,3.5,1,1,0.8,0.5,0.2,0.3,0.2],"token_share_pct":[7.3,20.9,5.3,2.7,2.7,1.6,0.8,0.3,0.3,0.2],"spend_share_pct":[17.7,46.5,13.8,6.3,6,4.7,2.4,1.2,1.2,1],"blended_cost_per_mtok_usd":[1.4,2.03,1.44,1.3,1.2,1.27,1.63,2.09,1.78,2.15],"cost_per_request_usd":[0.05609,0.030607,0.067833,0.11664,0.08245,0.075802,0.088939,0.09666,0.066366,0.070101],"tokens_per_request":[40120,15076,47075,89724,68690,59801,54644,46351,37361,32569],"cache_hit_rate_pct":[88.4,71.9,88.7,88.8,88.1,87.5,84.3,79,82.4,78.3],"cache_savings_pct":[72.6,59.3,74.9,75.2,80.6,80.5,82.9,83,81.8,79.3],"reasoning_request_pct":[65.2,49.1,77.6,74.8,66.2,68.1,67.6,61.1,67.6,78.8],"stream_request_pct":[50.2,79.8,17.4,85,59.7,45.9,40.4,49.2,52.8,43.7],"error_rate_4xx_pct":[20.5,38.8,null,0.2,0.3,0.1,null,null,0.1,null],"error_rate_5xx_pct":[0.1,1.3,0.1,null,null,null,0.1,0.3,null,null],"median_ttft_ms":[650,515,887,1124,1658,4440,3578,2696,2447,2508],"p90_ttft_ms":[1340,864,1979,2283,7365,12370,9052,7531,7263,6656],"p95_ttft_ms":[1795,1112,2719,3085,10243,17213,12190,10645,10181,9164],"median_tokens_per_sec":[37,48,35,36,54,105,108,111,112,108],"median_latency_ms":[5749,4200,5203,8053,7401,6731,5809,6250,3787,8288],"p90_latency_ms":[32307,13773,22738,31588,37783,38393,41563,37816,25992,42974],"p95_latency_ms":[52023,22586,39708,53772,52848,56580,54075,48248,36967,51240],"median_session_cost_usd":[0.68,0.8,1.28,1.28,1.52,1.84,1.77,0.88,0.21,0.17],"median_session_requests":[10,10,12,15,18,22,17,12,8,7],"median_session_minutes":[4.1,3,3.2,3.2,3.7,2.8,1.3,1,1.6,0.3]},"token_share_delta_pp":-0.1,"spend_share_delta_pp":-0.2,"providers":[{"key":"openai","name":"openai","share_pct":71.3,"blended_cost_per_mtok_usd":1.94,"cache_hit_rate_pct":75.5,"median_ttft_ms":568,"p95_ttft_ms":1330,"median_tokens_per_sec":48,"median_latency_ms":4593,"p95_latency_ms":30189,"error_rate_5xx_pct":1.1},{"key":"azure","name":"azure","share_pct":27.9,"blended_cost_per_mtok_usd":1.2,"cache_hit_rate_pct":89.4,"median_ttft_ms":1889,"p95_ttft_ms":7681,"median_tokens_per_sec":62,"median_latency_ms":6319,"p95_latency_ms":38330,"error_rate_5xx_pct":0.1},{"key":"bedrock","name":"bedrock","share_pct":0.8,"blended_cost_per_mtok_usd":0.88,"cache_hit_rate_pct":91.7,"median_ttft_ms":851,"p95_ttft_ms":2080,"median_tokens_per_sec":34,"median_latency_ms":8662,"p95_latency_ms":38643,"error_rate_5xx_pct":0.1}],"regions":[{"key":"eu","name":"eu","share_pct":57.2,"blended_cost_per_mtok_usd":1.64,"cache_hit_rate_pct":81.3,"median_ttft_ms":1002,"p95_ttft_ms":3300,"median_tokens_per_sec":52,"median_latency_ms":5298,"p95_latency_ms":35349,"error_rate_5xx_pct":0.9},{"key":"us","name":"us","share_pct":36.5,"blended_cost_per_mtok_usd":1.89,"cache_hit_rate_pct":76.2,"median_ttft_ms":474,"p95_ttft_ms":1087,"median_tokens_per_sec":47,"median_latency_ms":4256,"p95_latency_ms":26741,"error_rate_5xx_pct":1.3},{"key":"ap","name":"ap","share_pct":6.3,"blended_cost_per_mtok_usd":1.55,"cache_hit_rate_pct":83.3,"median_ttft_ms":978,"p95_ttft_ms":2499,"median_tokens_per_sec":49,"median_latency_ms":4975,"p95_latency_ms":29636}]},{"key":"glm-5.3","name":"glm-5.3","vendor":"zai","model_lab":"zai","open_weights":true,"summary":{"request_share_pct":1,"token_share_pct":2.4,"spend_share_pct":1.9,"blended_cost_per_mtok_usd":0.4,"cost_per_request_usd":0.030124,"tokens_per_request":74491,"cache_hit_rate_pct":94.2,"cache_savings_pct":70.4,"reasoning_request_pct":33.1,"stream_request_pct":79.3,"error_rate_4xx_pct":0.6,"error_rate_5xx_pct":0.2,"median_ttft_ms":1284,"p90_ttft_ms":4198,"p95_ttft_ms":7018,"median_tokens_per_sec":101,"median_latency_ms":3960,"p90_latency_ms":30793,"p95_latency_ms":61032,"median_session_cost_usd":0.41,"median_session_requests":15,"median_session_minutes":3.8},"series":{"request_share_pct":[0.1,0.2,1.1,1.3,1.2,1.5,1.3,0.9,1,1.1],"token_share_pct":[0.1,1.1,3,3.6,3.9,3.5,3.5,2.5,1.9,1.3],"spend_share_pct":[0.1,0.4,2.3,2.3,3,3.3,2.6,1.7,1.9,1.5],"blended_cost_per_mtok_usd":[0.5,0.32,0.41,0.36,0.41,0.39,0.4,0.43,0.4,0.47],"cost_per_request_usd":[0.017951,0.041645,0.037167,0.032531,0.03512,0.028303,0.03269,0.03167,0.025925,0.02112],"tokens_per_request":[35766,128582,89620,90113,84633,73343,80831,74171,65249,44849],"cache_hit_rate_pct":[92.2,97.3,94.1,95.5,92.8,94.7,93.5,93.3,95.9,92.6],"cache_savings_pct":[65.2,76.6,70.3,72.3,69.1,71,70.3,68.9,71.8,67.5],"reasoning_request_pct":[46,57.6,38.7,22.1,27.6,23.7,27.5,34.1,40.7,46.9],"stream_request_pct":[57.4,93.8,88.6,91,89,86.3,80.7,79.6,67.9,60],"error_rate_4xx_pct":[31.3,0.1,0.2,0.1,null,1.9,null,0.1,0.4,0.3],"error_rate_5xx_pct":[0.1,0.1,0.1,0.1,0.2,0.5,0.1,0.2,0.2,0.1],"median_ttft_ms":[3142,3365,971,750,935,1185,1237,1282,1765,1515],"p90_ttft_ms":[6341,6873,2594,1996,3289,4186,4930,4632,5288,4584],"p95_ttft_ms":[8205,9430,4385,3454,6124,6881,8215,8124,8554,7334],"median_tokens_per_sec":[31,43,117,108,96,108,106,102,85,93],"median_latency_ms":[9676,6604,2871,2532,3833,3467,3048,8689,3159,2496],"p90_latency_ms":[69042,35598,24333,23397,39217,29055,26710,39853,31797,25164],"p95_latency_ms":[143800,61966,47612,50012,73518,53790,52370,74157,68180,56921],"median_session_cost_usd":[0.27,0.87,0.86,0.79,0.49,0.41,0.39,0.45,0.1,0.01],"median_session_requests":[10,33,27,23,14,15,14,13,9,8],"median_session_minutes":[6.6,19.8,9.9,11.9,5.6,3.8,3.4,4,0.9,0.6]},"token_share_delta_pp":-0.6,"spend_share_delta_pp":-0.4,"providers":[{"key":"sference","name":"sference","share_pct":57.1,"blended_cost_per_mtok_usd":0.35,"cache_hit_rate_pct":95.5,"median_ttft_ms":447,"p95_ttft_ms":4151,"median_tokens_per_sec":130,"median_latency_ms":1871,"p95_latency_ms":43280,"error_rate_5xx_pct":0.1},{"key":"zai","name":"zai","share_pct":19.5,"blended_cost_per_mtok_usd":0.38,"cache_hit_rate_pct":96.6,"median_ttft_ms":4105,"p95_ttft_ms":12782,"median_tokens_per_sec":25,"median_latency_ms":12644,"p95_latency_ms":146920},{"key":"tensorx","name":"tensorx","share_pct":11.5,"blended_cost_per_mtok_usd":0.69,"cache_hit_rate_pct":86.6,"median_ttft_ms":1081,"p95_ttft_ms":10452,"median_tokens_per_sec":87,"median_latency_ms":2364,"p95_latency_ms":45454,"error_rate_5xx_pct":0.5},{"key":"fireworks","name":"fireworks","share_pct":5.9,"blended_cost_per_mtok_usd":0.42,"cache_hit_rate_pct":91.6,"median_ttft_ms":1385,"p95_ttft_ms":5547,"median_tokens_per_sec":68,"median_latency_ms":7184,"p95_latency_ms":73398,"error_rate_5xx_pct":0.7},{"key":"lyceum","name":"lyceum","share_pct":2.2,"blended_cost_per_mtok_usd":0.65,"cache_hit_rate_pct":89.2,"median_ttft_ms":1121,"p95_ttft_ms":7156,"median_tokens_per_sec":82,"median_latency_ms":904,"p95_latency_ms":24803,"error_rate_5xx_pct":0.2},{"key":"deepinfra","name":"deepinfra","share_pct":2,"blended_cost_per_mtok_usd":0.27,"cache_hit_rate_pct":92.3,"median_ttft_ms":1847,"p95_ttft_ms":11843,"median_tokens_per_sec":86,"median_latency_ms":5861,"p95_latency_ms":96241,"error_rate_5xx_pct":0.1},{"key":"melious","name":"melious","share_pct":1.6,"blended_cost_per_mtok_usd":0.35,"cache_hit_rate_pct":90.1,"median_ttft_ms":689,"p95_ttft_ms":8897,"median_tokens_per_sec":70,"median_latency_ms":1072,"p95_latency_ms":26024,"error_rate_5xx_pct":0.1},{"key":"runware","name":"runware","share_pct":0.3,"blended_cost_per_mtok_usd":0.39,"cache_hit_rate_pct":94.5,"median_ttft_ms":2449,"p95_ttft_ms":11118,"median_tokens_per_sec":75,"median_latency_ms":15989,"p95_latency_ms":99462,"error_rate_5xx_pct":0.5},{"key":"tencent","name":"tencent","share_pct":0,"blended_cost_per_mtok_usd":1,"cache_hit_rate_pct":73.8,"median_ttft_ms":1999,"p95_ttft_ms":4183,"median_tokens_per_sec":15,"median_latency_ms":19751,"p95_latency_ms":103525},{"key":"together","name":"together","share_pct":0,"blended_cost_per_mtok_usd":2.1,"cache_hit_rate_pct":69.2,"median_ttft_ms":249,"p95_ttft_ms":583,"median_tokens_per_sec":161,"median_latency_ms":2624,"p95_latency_ms":6932}],"regions":[{"key":"eu","name":"eu","share_pct":96.9,"blended_cost_per_mtok_usd":0.4,"cache_hit_rate_pct":94.2,"median_ttft_ms":1259,"p95_ttft_ms":7038,"median_tokens_per_sec":101,"median_latency_ms":3020,"p95_latency_ms":56311,"error_rate_5xx_pct":0.2},{"key":"us","name":"us","share_pct":2,"blended_cost_per_mtok_usd":0.62,"cache_hit_rate_pct":92.7,"median_ttft_ms":2212,"p95_ttft_ms":6617,"median_tokens_per_sec":77,"median_latency_ms":38353,"p95_latency_ms":232537,"error_rate_5xx_pct":0.1},{"key":"ap","name":"ap","share_pct":1,"blended_cost_per_mtok_usd":0.37,"cache_hit_rate_pct":94.5,"median_ttft_ms":1951,"p95_ttft_ms":5875,"median_tokens_per_sec":88,"median_latency_ms":5127,"p95_latency_ms":70006,"error_rate_5xx_pct":0.1}]},{"key":"claude-opus-5","name":"claude-opus-5","vendor":"anthropic","model_lab":"anthropic","open_weights":false,"summary":{"request_share_pct":3.9,"token_share_pct":2.4,"spend_share_pct":10.8,"blended_cost_per_mtok_usd":2.31,"cost_per_request_usd":0.045007,"tokens_per_request":19493,"cache_hit_rate_pct":81.7,"cache_savings_pct":71.7,"reasoning_request_pct":7.7,"stream_request_pct":12.7,"error_rate_4xx_pct":22,"median_ttft_ms":1894,"p90_ttft_ms":4124,"p95_ttft_ms":6064,"median_tokens_per_sec":76,"median_latency_ms":4676,"p90_latency_ms":24463,"p95_latency_ms":39162,"median_session_cost_usd":0.2,"median_session_requests":3,"median_session_minutes":0.6},"series":{"request_share_pct":[0.8,12.5,1.4,1.3,21.6,1.1,0.6,0.4,0.3,0.4],"token_share_pct":[2.7,5.3,4.3,4.4,7.5,2.8,1.2,1,0.6,0.7],"spend_share_pct":[7.7,18.2,12.5,12.8,41.4,12.5,4.9,3.4,2.7,2.9],"blended_cost_per_mtok_usd":[1.66,3.13,1.62,1.64,2.99,1.84,2.31,2.12,1.91,1.53],"cost_per_request_usd":[0.182457,0.030913,0.155787,0.175671,0.026719,0.155553,0.139641,0.133563,0.141978,0.108892],"tokens_per_request":[110244,9879,96116,107437,8950,84342,60345,63050,74449,71307],"cache_hit_rate_pct":[86.5,80.7,87.7,88,76.5,83.1,75.2,78.7,81.1,86.8],"cache_savings_pct":[80.6,76.7,79.4,79.5,57.5,78.1,71.9,73.4,76.2,78.7],"reasoning_request_pct":[47.9,2.4,44.5,47.6,2.3,38.7,32.3,39.1,40.1,42.2],"stream_request_pct":[81.9,4.2,73.9,81.9,4,68,50.4,56.5,60.2,62.5],"error_rate_4xx_pct":[null,15.8,null,null,31,null,null,null,null,null],"error_rate_5xx_pct":[null,null,0.2,null,null,null,0.1,null,null,null],"median_ttft_ms":[1592,1675,1637,1526,1469,1496,2205,3311,3201,3034],"p90_ttft_ms":[3071,3504,3065,2779,2779,3158,6050,10357,6506,5844],"p95_ttft_ms":[3919,5055,3845,3489,3466,4069,9713,18417,11558,8794],"median_tokens_per_sec":[71,71,69,68,73,71,86,98,90,92],"median_latency_ms":[7336,3243,9615,7332,5082,5770,4614,4327,5428,5318],"p90_latency_ms":[39839,23936,39008,39145,21861,32829,27122,28428,30017,23739],"p95_latency_ms":[69221,41288,60467,76514,31422,58824,48926,47226,48382,37313],"median_session_cost_usd":[1.76,1.03,1.78,1.76,1.21,0.21,0.19,0.19,0.2,0.22],"median_session_requests":[16,8,16,16,10,3,3,3,3,3],"median_session_minutes":[5.8,3.9,6,5.4,4.2,0.7,0.6,0.6,0.6,0.8]},"token_share_delta_pp":0.1,"spend_share_delta_pp":0.2,"providers":[{"key":"bedrock","name":"bedrock","share_pct":41.8,"blended_cost_per_mtok_usd":1.63,"cache_hit_rate_pct":86.5,"median_ttft_ms":1897,"p95_ttft_ms":5559,"median_tokens_per_sec":80,"median_latency_ms":6741,"p95_latency_ms":62893,"error_rate_5xx_pct":0.1},{"key":"anthropic","name":"anthropic","share_pct":34.1,"blended_cost_per_mtok_usd":2.84,"cache_hit_rate_pct":75.9,"median_ttft_ms":2155,"p95_ttft_ms":7381,"median_tokens_per_sec":66,"median_latency_ms":5287,"p95_latency_ms":34337},{"key":"vertex","name":"vertex","share_pct":24,"blended_cost_per_mtok_usd":2.75,"cache_hit_rate_pct":81.3,"median_ttft_ms":1569,"p95_ttft_ms":5387,"median_tokens_per_sec":80,"median_latency_ms":3223,"p95_latency_ms":40511}],"regions":[{"key":"eu","name":"eu","share_pct":79.9,"blended_cost_per_mtok_usd":1.79,"cache_hit_rate_pct":84.3,"median_ttft_ms":1891,"p95_ttft_ms":6064,"median_tokens_per_sec":76,"median_latency_ms":6449,"p95_latency_ms":58888,"error_rate_5xx_pct":0.1},{"key":"ap","name":"ap","share_pct":12.2,"blended_cost_per_mtok_usd":3.72,"cache_hit_rate_pct":73.2,"median_ttft_ms":1922,"p95_ttft_ms":5361,"median_tokens_per_sec":80,"median_latency_ms":5012,"p95_latency_ms":28525},{"key":"us","name":"us","share_pct":7.9,"blended_cost_per_mtok_usd":5.4,"cache_hit_rate_pct":66,"median_ttft_ms":1993,"p95_ttft_ms":6554,"median_tokens_per_sec":71,"median_latency_ms":3079,"p95_latency_ms":39435}]},{"key":"gpt-6.1-sol","name":"gpt-6.1-sol","vendor":"openai","model_lab":"openai","open_weights":false,"summary":{"request_share_pct":1,"token_share_pct":2.4,"spend_share_pct":2.1,"blended_cost_per_mtok_usd":0.44,"cost_per_request_usd":0.034365,"tokens_per_request":77433,"cache_hit_rate_pct":91.6,"cache_savings_pct":90.1,"reasoning_request_pct":53.8,"stream_request_pct":73.9,"error_rate_4xx_pct":0.4,"error_rate_5xx_pct":0.1,"median_ttft_ms":4206,"p90_ttft_ms":13922,"p95_ttft_ms":18702,"median_tokens_per_sec":71,"median_latency_ms":6588,"p90_latency_ms":23528,"p95_latency_ms":35538,"median_session_cost_usd":0.47,"median_session_requests":15,"median_session_minutes":4.1},"series":{"request_share_pct":[null,null,null,null,null,null,0.6,1.6,2.1,3.1],"token_share_pct":[null,null,null,null,null,null,1.6,4.5,4.5,6.2],"spend_share_pct":[null,null,null,null,null,null,1,3,5.4,7.5],"blended_cost_per_mtok_usd":[null,null,null,null,null,null,0.34,0.41,0.47,0.47],"cost_per_request_usd":[null,null,null,null,null,null,0.026183,0.03227,0.036176,0.036104],"tokens_per_request":[null,null,null,null,null,null,77866,77955,76830,77497],"cache_hit_rate_pct":[null,null,null,null,null,null,91.9,92.3,91.2,91.4],"cache_savings_pct":[null,null,null,null,null,null,88.7,90.3,90.7,89.8],"reasoning_request_pct":[null,null,null,null,null,null,59,54.1,54.3,52.1],"stream_request_pct":[null,null,null,null,null,null,67.5,69.3,76.7,76.1],"error_rate_4xx_pct":[null,null,null,null,null,null,null,0.9,0.6,0.1],"error_rate_5xx_pct":[null,null,null,null,null,null,null,null,0.1,0.1],"median_ttft_ms":[null,null,null,null,null,null,4825,4256,4365,3913],"p90_ttft_ms":[null,null,null,null,null,null,14976,12527,14886,13735],"p95_ttft_ms":[null,null,null,null,null,null,19095,15663,20692,18769],"median_tokens_per_sec":[null,null,null,null,null,null,82,86,62,67],"median_latency_ms":[null,null,null,null,null,null,6627,6092,7538,6105],"p90_latency_ms":[null,null,null,null,null,null,23920,18269,26488,24436],"p95_latency_ms":[null,null,null,null,null,null,40705,27177,40245,35975],"median_session_cost_usd":[null,null,null,null,null,null,0.61,0.56,0.43,0.47],"median_session_requests":[null,null,null,null,null,null,17,16,15,15],"median_session_minutes":[null,null,null,null,null,null,3.7,2.4,3.9,4.1]},"token_share_delta_pp":1.7,"spend_share_delta_pp":2.1,"providers":[{"key":"azure","name":"azure","share_pct":78.6,"blended_cost_per_mtok_usd":0.49,"cache_hit_rate_pct":91.4,"median_ttft_ms":4032,"p95_ttft_ms":18781,"median_tokens_per_sec":75,"median_latency_ms":5913,"p95_latency_ms":36007,"error_rate_5xx_pct":0.1},{"key":"openai","name":"openai","share_pct":21.4,"blended_cost_per_mtok_usd":0.27,"cache_hit_rate_pct":92.3,"median_ttft_ms":4685,"p95_ttft_ms":18481,"median_tokens_per_sec":62,"median_latency_ms":8280,"p95_latency_ms":34362}],"regions":[{"key":"eu","name":"eu","share_pct":89.4,"blended_cost_per_mtok_usd":0.46,"cache_hit_rate_pct":91.8,"median_ttft_ms":3995,"p95_ttft_ms":18134,"median_tokens_per_sec":72,"median_latency_ms":5967,"p95_latency_ms":34542},{"key":"ap","name":"ap","share_pct":5.7,"blended_cost_per_mtok_usd":0.37,"cache_hit_rate_pct":91.9,"median_ttft_ms":5177,"p95_ttft_ms":20398,"median_tokens_per_sec":61,"median_latency_ms":10202,"p95_latency_ms":38719,"error_rate_5xx_pct":0.3},{"key":"us","name":"us","share_pct":4.9,"blended_cost_per_mtok_usd":0.23,"cache_hit_rate_pct":87.4,"median_ttft_ms":5380,"p95_ttft_ms":23183,"median_tokens_per_sec":68,"median_latency_ms":8278,"p95_latency_ms":43098,"error_rate_5xx_pct":0.1}]},{"key":"deepseek-v4.1-flash-1017","name":"deepseek-v4.1-flash-1017","vendor":"deepseek","model_lab":"deepseek","open_weights":true,"summary":{"request_share_pct":0.8,"token_share_pct":2.4,"spend_share_pct":0.3,"blended_cost_per_mtok_usd":0.07,"cost_per_request_usd":0.006548,"tokens_per_request":91956,"cache_hit_rate_pct":90.2,"cache_savings_pct":75.3,"reasoning_request_pct":53.5,"stream_request_pct":82.8,"error_rate_4xx_pct":0.2,"error_rate_5xx_pct":0.1,"median_ttft_ms":939,"p90_ttft_ms":2411,"p95_ttft_ms":3592,"median_tokens_per_sec":128,"median_latency_ms":3207,"p90_latency_ms":18314,"p95_latency_ms":32104,"median_session_cost_usd":0.12,"median_session_requests":23,"median_session_minutes":3.8},"series":{"request_share_pct":[null,null,null,null,null,null,null,null,0.2,6.7],"token_share_pct":[null,null,null,null,null,null,null,null,0.7,15.7],"spend_share_pct":[null,null,null,null,null,null,null,null,0.1,3],"blended_cost_per_mtok_usd":[null,null,null,null,null,null,null,null,0.04,0.07],"cost_per_request_usd":[null,null,null,null,null,null,null,null,0.004148,0.006653],"tokens_per_request":[null,null,null,null,null,null,null,null,106874,91304],"cache_hit_rate_pct":[null,null,null,null,null,null,null,null,97.6,89.8],"cache_savings_pct":[null,null,null,null,null,null,null,null,87,74.6],"reasoning_request_pct":[null,null,null,null,null,null,null,null,33.4,54.3],"stream_request_pct":[null,null,null,null,null,null,null,null,83.1,82.8],"error_rate_4xx_pct":[null,null,null,null,null,null,null,null,null,0.3],"error_rate_5xx_pct":[null,null,null,null,null,null,null,null,0.1,0.1],"median_ttft_ms":[null,null,null,null,null,null,null,null,934,939],"p90_ttft_ms":[null,null,null,null,null,null,null,null,1657,2444],"p95_ttft_ms":[null,null,null,null,null,null,null,null,2056,3660],"median_tokens_per_sec":[null,null,null,null,null,null,null,null,226,123],"median_latency_ms":[null,null,null,null,null,null,null,null,2521,3236],"p90_latency_ms":[null,null,null,null,null,null,null,null,11446,18607],"p95_latency_ms":[null,null,null,null,null,null,null,null,18856,32670],"median_session_cost_usd":[null,null,null,null,null,null,null,null,0.03,0.12],"median_session_requests":[null,null,null,null,null,null,null,null,27,23],"median_session_minutes":[null,null,null,null,null,null,null,null,3.7,3.8]},"token_share_delta_pp":15,"spend_share_delta_pp":2.9,"providers":[{"key":"melious","name":"melious","share_pct":29.1,"blended_cost_per_mtok_usd":0.05,"cache_hit_rate_pct":91.8,"median_ttft_ms":580,"p95_ttft_ms":3295,"median_tokens_per_sec":63,"median_latency_ms":2965,"p95_latency_ms":37436,"error_rate_5xx_pct":0.1},{"key":"sference","name":"sference","share_pct":19.3,"blended_cost_per_mtok_usd":0.16,"cache_hit_rate_pct":81.1,"median_ttft_ms":500,"p95_ttft_ms":3535,"median_tokens_per_sec":251,"median_latency_ms":2641,"p95_latency_ms":35864},{"key":"deepinfra","name":"deepinfra","share_pct":19.1,"blended_cost_per_mtok_usd":0.01,"cache_hit_rate_pct":95.7,"median_ttft_ms":1679,"p95_ttft_ms":4187,"median_tokens_per_sec":86,"median_latency_ms":4313,"p95_latency_ms":36480,"error_rate_5xx_pct":0.3},{"key":"deepseek","name":"deepseek","share_pct":16.4,"blended_cost_per_mtok_usd":0.02,"cache_hit_rate_pct":95.9,"median_ttft_ms":1163,"p95_ttft_ms":1920,"median_tokens_per_sec":147,"median_latency_ms":3167,"p95_latency_ms":17197},{"key":"tensorx","name":"tensorx","share_pct":8.8,"blended_cost_per_mtok_usd":0.22,"cache_hit_rate_pct":78,"median_ttft_ms":1795,"p95_ttft_ms":7299,"median_tokens_per_sec":135,"median_latency_ms":3293,"p95_latency_ms":29154,"error_rate_5xx_pct":0.1},{"key":"together","name":"together","share_pct":4.6,"blended_cost_per_mtok_usd":0.04,"cache_hit_rate_pct":94.5,"median_ttft_ms":373,"p95_ttft_ms":2096,"median_tokens_per_sec":185,"median_latency_ms":2295,"p95_latency_ms":17535,"error_rate_5xx_pct":0.1},{"key":"fireworks","name":"fireworks","share_pct":2.6,"blended_cost_per_mtok_usd":0.02,"cache_hit_rate_pct":97,"median_ttft_ms":1859,"p95_ttft_ms":5820,"median_tokens_per_sec":125,"median_latency_ms":4483,"p95_latency_ms":33534},{"key":"runware","name":"runware","share_pct":0.2,"blended_cost_per_mtok_usd":0.02,"cache_hit_rate_pct":94.5,"median_ttft_ms":1251,"p95_ttft_ms":6385,"median_tokens_per_sec":94,"median_latency_ms":4308,"p95_latency_ms":26681}],"regions":[{"key":"eu","name":"eu","share_pct":82.1,"blended_cost_per_mtok_usd":0.08,"cache_hit_rate_pct":89.2,"median_ttft_ms":864,"p95_ttft_ms":3802,"median_tokens_per_sec":126,"median_latency_ms":3115,"p95_latency_ms":33673,"error_rate_5xx_pct":0.1},{"key":"ap","name":"ap","share_pct":11.8,"blended_cost_per_mtok_usd":0.02,"cache_hit_rate_pct":94.2,"median_ttft_ms":1262,"p95_ttft_ms":2535,"median_tokens_per_sec":134,"median_latency_ms":3858,"p95_latency_ms":28985},{"key":"us","name":"us","share_pct":6.1,"blended_cost_per_mtok_usd":0.02,"cache_hit_rate_pct":95.3,"median_ttft_ms":1174,"p95_ttft_ms":3226,"median_tokens_per_sec":136,"median_latency_ms":2965,"p95_latency_ms":19633,"error_rate_5xx_pct":0.3}]},{"key":"kimi-k3","name":"kimi-k3","vendor":"moonshotai","model_lab":"moonshotai","open_weights":true,"summary":{"request_share_pct":0.7,"token_share_pct":2,"spend_share_pct":2.6,"blended_cost_per_mtok_usd":0.69,"cost_per_request_usd":0.056794,"tokens_per_request":81844,"cache_hit_rate_pct":94,"cache_savings_pct":75.6,"reasoning_request_pct":37.2,"stream_request_pct":80.1,"error_rate_4xx_pct":2.1,"error_rate_5xx_pct":0.2,"median_ttft_ms":1125,"p90_ttft_ms":3663,"p95_ttft_ms":6479,"median_tokens_per_sec":82,"median_latency_ms":6252,"p90_latency_ms":30320,"p95_latency_ms":50462,"median_session_cost_usd":0.69,"median_session_requests":14,"median_session_minutes":7.5},"series":{"request_share_pct":[1.8,0.8,1.8,1.9,0.7,0.9,0.5,0.4,0.3,0.3],"token_share_pct":[4.3,3.4,5,4.4,2,2.8,1.3,1,0.7,0.4],"spend_share_pct":[5.6,1.9,5.2,5.5,2.8,4.3,2,1.4,1.7,0.9],"blended_cost_per_mtok_usd":[0.75,0.49,0.57,0.7,0.77,0.63,0.8,0.86,0.88,0.9],"cost_per_request_usd":[0.058251,0.048966,0.049285,0.052496,0.057503,0.062906,0.064646,0.062642,0.072589,0.04619],"tokens_per_request":[77606,99459,85868,74705,74485,99075,80371,72671,82366,51112],"cache_hit_rate_pct":[88.9,93.8,93.9,95.4,93.7,95.7,95.8,95.1,94.7,91.9],"cache_savings_pct":[71.8,79.2,77.7,76.5,75.1,79.1,73.9,71.9,71.2,70.9],"reasoning_request_pct":[45.1,26.2,45.5,41,34.9,24.5,32.7,43.6,37.4,36.8],"stream_request_pct":[80.7,81.4,74,68.1,81,87.7,85.2,80.5,92,89.7],"error_rate_4xx_pct":[1.4,2,2,2.8,3.5,4.1,0.9,0.2,0.6,0.3],"error_rate_5xx_pct":[0.5,0.3,0.1,0.1,0.3,0.2,0.2,0.4,0.2,0.2],"median_ttft_ms":[1581,1185,1237,588,799,1371,1216,1122,1166,838],"p90_ttft_ms":[4308,3585,3497,1624,2783,4693,3851,3738,4672,5463],"p95_ttft_ms":[7727,6063,5739,2825,5083,7621,9732,6044,7921,8638],"median_tokens_per_sec":[68,81,77,81,86,96,104,96,79,89],"median_latency_ms":[6518,4784,9940,11343,5005,3142,4352,3063,3000,3053],"p90_latency_ms":[36460,26336,36394,49302,35022,16864,26225,14915,16240,16777],"p95_latency_ms":[68724,47948,54266,76753,54692,28853,42838,28528,30565,32295],"median_session_cost_usd":[0.69,0.77,1.02,1,0.99,1.3,0.87,0.95,0.92,0.98],"median_session_requests":[14,22,22,22,16,23,11,11,10,9],"median_session_minutes":[7.5,14.2,11.2,9.8,9,8.8,5.1,4.9,4.8,5.4]},"token_share_delta_pp":-0.3,"spend_share_delta_pp":-0.8,"providers":[{"key":"sference","name":"sference","share_pct":71.3,"blended_cost_per_mtok_usd":0.48,"cache_hit_rate_pct":96.8,"median_ttft_ms":415,"p95_ttft_ms":2132,"median_tokens_per_sec":104,"median_latency_ms":1701,"p95_latency_ms":17688,"error_rate_5xx_pct":0.1},{"key":"tensorx","name":"tensorx","share_pct":15.2,"blended_cost_per_mtok_usd":1.2,"cache_hit_rate_pct":84.6,"median_ttft_ms":1286,"p95_ttft_ms":13516,"median_tokens_per_sec":39,"median_latency_ms":6171,"p95_latency_ms":59206,"error_rate_5xx_pct":0.6},{"key":"moonshot","name":"moonshot","share_pct":9.3,"blended_cost_per_mtok_usd":0.89,"cache_hit_rate_pct":92.3,"median_ttft_ms":5922,"p95_ttft_ms":13324,"median_tokens_per_sec":37,"median_latency_ms":22236,"p95_latency_ms":137665},{"key":"fireworks","name":"fireworks","share_pct":2,"blended_cost_per_mtok_usd":1.13,"cache_hit_rate_pct":79.1,"median_ttft_ms":2034,"p95_ttft_ms":11843,"median_tokens_per_sec":41,"median_latency_ms":16804,"p95_latency_ms":158438,"error_rate_5xx_pct":0.2},{"key":"nebius","name":"nebius","share_pct":1.9,"blended_cost_per_mtok_usd":3.22,"cache_hit_rate_pct":90,"median_ttft_ms":1261,"p95_ttft_ms":50123,"median_tokens_per_sec":75,"median_latency_ms":10335,"p95_latency_ms":145211,"error_rate_5xx_pct":0.6},{"key":"lyceum","name":"lyceum","share_pct":0.2,"blended_cost_per_mtok_usd":1.03,"cache_hit_rate_pct":93.2,"median_ttft_ms":1707,"p95_ttft_ms":7668,"median_tokens_per_sec":175,"median_latency_ms":3165,"p95_latency_ms":26269,"error_rate_5xx_pct":4.8},{"key":"tencent","name":"tencent","share_pct":0,"blended_cost_per_mtok_usd":1.09,"cache_hit_rate_pct":79.7,"median_ttft_ms":7636,"p95_ttft_ms":11724,"median_tokens_per_sec":16,"median_latency_ms":13718,"p95_latency_ms":37481,"error_rate_5xx_pct":3.5}],"regions":[{"key":"eu","name":"eu","share_pct":93.9,"blended_cost_per_mtok_usd":0.68,"cache_hit_rate_pct":94.4,"median_ttft_ms":970,"p95_ttft_ms":6013,"median_tokens_per_sec":84,"median_latency_ms":6011,"p95_latency_ms":48040,"error_rate_5xx_pct":0.2},{"key":"us","name":"us","share_pct":3.4,"blended_cost_per_mtok_usd":0.83,"cache_hit_rate_pct":92.8,"median_ttft_ms":4474,"p95_ttft_ms":17553,"median_tokens_per_sec":52,"median_latency_ms":10420,"p95_latency_ms":77767,"error_rate_5xx_pct":0.3},{"key":"ap","name":"ap","share_pct":2.7,"blended_cost_per_mtok_usd":0.95,"cache_hit_rate_pct":83.4,"median_ttft_ms":3130,"p95_ttft_ms":11508,"median_tokens_per_sec":48,"median_latency_ms":10261,"p95_latency_ms":103597}]},{"key":"glm-5.2","name":"glm-5.2","vendor":"zai","model_lab":"zai","open_weights":true,"summary":{"request_share_pct":0.8,"token_share_pct":1.8,"spend_share_pct":1.3,"blended_cost_per_mtok_usd":0.39,"cost_per_request_usd":0.027504,"tokens_per_request":71037,"cache_hit_rate_pct":92,"cache_savings_pct":68.6,"reasoning_request_pct":21.5,"stream_request_pct":77.6,"error_rate_4xx_pct":0.5,"error_rate_5xx_pct":0.2,"median_ttft_ms":412,"p90_ttft_ms":1478,"p95_ttft_ms":2635,"median_tokens_per_sec":138,"median_latency_ms":2894,"p90_latency_ms":21042,"p95_latency_ms":40184,"median_session_cost_usd":0.28,"median_session_requests":12,"median_session_minutes":1.7},"series":{"request_share_pct":[3.3,1.5,1.5,1.5,0.9,0.9,0.4,0.2,0.2,0.1],"token_share_pct":[7.5,4.9,3.7,4,2.3,1.5,0.7,0.4,0.4,0.2],"spend_share_pct":[5.2,1.9,2.4,2.7,1.8,1.6,0.5,0.2,0.4,0.1],"blended_cost_per_mtok_usd":[0.4,0.36,0.36,0.38,0.43,0.44,0.4,0.39,0.34,0.36],"cost_per_request_usd":[0.030583,0.027354,0.028668,0.030977,0.028207,0.024078,0.022207,0.017533,0.025988,0.023895],"tokens_per_request":[76980,76850,79223,80956,65434,54310,54940,45483,75519,66019],"cache_hit_rate_pct":[91.6,92.5,92.8,93.2,91.3,87.9,91.8,91.1,95.3,94.2],"cache_savings_pct":[67.8,69.9,70.3,69.2,66.6,65.6,68.1,68.7,72.2,70.7],"reasoning_request_pct":[19.1,22.5,9.7,13.2,26.6,30.4,26.9,30.7,38.6,10.6],"stream_request_pct":[73.3,77,82.8,87.8,75.6,77.8,76.8,67.4,73,75.3],"error_rate_4xx_pct":[0.5,0.4,null,0.1,null,0.1,0.5,1.6,5.8,0.4],"error_rate_5xx_pct":[0.2,0.2,null,0.2,0.2,0.1,0.2,0.2,0.4,0.1],"median_ttft_ms":[299,379,270,340,391,687,724,419,664,505],"p90_ttft_ms":[998,1349,580,928,1553,2773,3245,1799,2434,2026],"p95_ttft_ms":[1712,2695,874,1438,2894,5012,5827,2810,4341,3603],"median_tokens_per_sec":[154,140,153,133,101,131,128,151,142,156],"median_latency_ms":[3056,3954,2087,2524,3413,2317,3049,1044,2505,2263],"p90_latency_ms":[23507,21309,16155,23562,34756,14099,18735,8429,10176,14964],"p95_latency_ms":[36204,39737,32930,52724,70679,26368,32034,29005,18535,25572],"median_session_cost_usd":[0.28,0.28,null,0.24,null,null,null,0.06,0.07,null],"median_session_requests":[12,11,null,10,null,null,null,8,6,null],"median_session_minutes":[1.7,1.6,null,1.6,null,null,null,0.2,0.3,null]},"token_share_delta_pp":-0.2,"spend_share_delta_pp":-0.3,"providers":[{"key":"sference","name":"sference","share_pct":85.9,"blended_cost_per_mtok_usd":0.35,"cache_hit_rate_pct":94.1,"median_ttft_ms":172,"p95_ttft_ms":1311,"median_tokens_per_sec":146,"median_latency_ms":1835,"p95_latency_ms":36332,"error_rate_5xx_pct":0.1},{"key":"tensorx","name":"tensorx","share_pct":6,"blended_cost_per_mtok_usd":0.66,"cache_hit_rate_pct":82.5,"median_ttft_ms":952,"p95_ttft_ms":7292,"median_tokens_per_sec":127,"median_latency_ms":4319,"p95_latency_ms":23627,"error_rate_5xx_pct":0.5},{"key":"inceptron","name":"inceptron","share_pct":2.8,"blended_cost_per_mtok_usd":0.37,"cache_hit_rate_pct":91.8,"median_ttft_ms":879,"p95_ttft_ms":5751,"median_tokens_per_sec":100,"median_latency_ms":3915,"p95_latency_ms":39784,"error_rate_5xx_pct":0.8},{"key":"fireworks","name":"fireworks","share_pct":2.1,"blended_cost_per_mtok_usd":0.34,"cache_hit_rate_pct":88.5,"median_ttft_ms":1513,"p95_ttft_ms":7458,"median_tokens_per_sec":84,"median_latency_ms":6857,"p95_latency_ms":115275,"error_rate_5xx_pct":0.1},{"key":"runware","name":"runware","share_pct":1.2,"blended_cost_per_mtok_usd":0.28,"cache_hit_rate_pct":85.4,"median_ttft_ms":2876,"p95_ttft_ms":10120,"median_tokens_per_sec":51,"median_latency_ms":5435,"p95_latency_ms":48499,"error_rate_5xx_pct":0.1},{"key":"zai","name":"zai","share_pct":1.1,"blended_cost_per_mtok_usd":0.96,"cache_hit_rate_pct":65.5,"median_ttft_ms":2749,"p95_ttft_ms":8743,"median_tokens_per_sec":37,"median_latency_ms":16158,"p95_latency_ms":77770,"error_rate_5xx_pct":0.2},{"key":"nebius","name":"nebius","share_pct":0.9,"blended_cost_per_mtok_usd":1.43,"cache_hit_rate_pct":1.4,"median_ttft_ms":983,"p95_ttft_ms":6945,"median_tokens_per_sec":109,"median_latency_ms":599,"p95_latency_ms":64666,"error_rate_5xx_pct":0.5},{"key":"deepinfra","name":"deepinfra","share_pct":0.1,"blended_cost_per_mtok_usd":0.25,"cache_hit_rate_pct":85.1,"median_ttft_ms":3501,"p95_ttft_ms":11133,"median_tokens_per_sec":66,"median_latency_ms":11658,"p95_latency_ms":64997,"error_rate_5xx_pct":0.1},{"key":"doubleword","name":"doubleword","share_pct":0,"blended_cost_per_mtok_usd":1.66,"cache_hit_rate_pct":35.7,"median_ttft_ms":543,"p95_ttft_ms":1521,"median_tokens_per_sec":63,"median_latency_ms":5237,"p95_latency_ms":40472},{"key":"sail","name":"sail","share_pct":0,"blended_cost_per_mtok_usd":0.24,"cache_hit_rate_pct":91.8,"median_ttft_ms":4754,"p95_ttft_ms":16779,"median_tokens_per_sec":123,"median_latency_ms":3278,"p95_latency_ms":24483},{"key":"scaleway","name":"scaleway","share_pct":0,"blended_cost_per_mtok_usd":2.54,"median_ttft_ms":1165,"p95_ttft_ms":3270,"median_tokens_per_sec":37,"median_latency_ms":4714,"p95_latency_ms":34858},{"key":"tencent","name":"tencent","share_pct":0,"blended_cost_per_mtok_usd":3.94,"median_ttft_ms":1148,"p95_ttft_ms":1238,"median_tokens_per_sec":15,"median_latency_ms":16132,"p95_latency_ms":147006}],"regions":[{"key":"eu","name":"eu","share_pct":98.8,"blended_cost_per_mtok_usd":0.39,"cache_hit_rate_pct":92.1,"median_ttft_ms":394,"p95_ttft_ms":2590,"median_tokens_per_sec":139,"median_latency_ms":2841,"p95_latency_ms":40076,"error_rate_5xx_pct":0.2},{"key":"ap","name":"ap","share_pct":0.7,"blended_cost_per_mtok_usd":0.34,"cache_hit_rate_pct":89.2,"median_ttft_ms":1570,"p95_ttft_ms":6364,"median_tokens_per_sec":83,"median_latency_ms":7843,"p95_latency_ms":64229},{"key":"us","name":"us","share_pct":0.5,"blended_cost_per_mtok_usd":0.54,"cache_hit_rate_pct":78.7,"median_ttft_ms":1342,"p95_ttft_ms":4339,"median_tokens_per_sec":133,"median_latency_ms":4536,"p95_latency_ms":34982,"error_rate_5xx_pct":0.5}]},{"key":"nemotron-3-ultra-550b-a55b","name":"nemotron-3-ultra-550b-a55b","vendor":"nvidia","model_lab":"nvidia","open_weights":true,"summary":{"request_share_pct":0.7,"token_share_pct":1.7,"spend_share_pct":0.1,"blended_cost_per_mtok_usd":0.02,"cost_per_request_usd":0.001493,"tokens_per_request":78371,"cache_hit_rate_pct":70.8,"reasoning_request_pct":5.5,"stream_request_pct":62.6,"error_rate_4xx_pct":0.5,"error_rate_5xx_pct":8.2,"median_ttft_ms":4018,"p90_ttft_ms":16824,"p95_ttft_ms":25358,"median_tokens_per_sec":55,"median_latency_ms":48118,"p90_latency_ms":95489,"p95_latency_ms":121963,"median_session_requests":13,"median_session_minutes":3.3},"series":{"request_share_pct":[1.3,0.6,1.6,0.7,0.5,0.7,0.5,0.5,0.5,0.8],"token_share_pct":[3.8,2.1,2.1,1.3,1.8,2,1.5,1.2,1,2.2],"spend_share_pct":[null,null,0.8,null,null,null,null,null,null,null],"blended_cost_per_mtok_usd":[null,null,0.22,null,null,null,0.01,0.01,null,null],"cost_per_request_usd":[null,0.000078,0.008782,0.00002,0.000312,0.000286,0.000593,0.000485,0.000171,0.000256],"tokens_per_request":[96746,83197,40267,56539,89317,96106,89944,68424,66417,106257],"cache_hit_rate_pct":[73.6,67.8,51.6,52.9,66.8,75.5,73.9,73.6,73.6,77.4],"reasoning_request_pct":[null,null,33.8,0.1,0.5,1.2,2.1,0.6,0.7,0.4],"stream_request_pct":[75,74.6,28.5,60.6,74.3,72,66.7,60.3,60.8,72.1],"error_rate_4xx_pct":[0.2,1,0.2,0.3,2.5,0.2,0.1,null,1.1,null],"error_rate_5xx_pct":[2.5,5.6,23.5,8.1,4.2,3.9,3.9,8.7,13.1,0.7],"median_ttft_ms":[2189,3303,12432,24178,3163,2240,2204,2074,2072,2040],"p90_ttft_ms":[13413,23947,40676,64418,23841,12403,8836,7313,8567,8173],"p95_ttft_ms":[20648,36540,49589,84516,39961,20502,14977,12115,14265,13559],"median_tokens_per_sec":[50,55,59,60,50,52,47,45,51,71],"median_latency_ms":[9152,13396,305122,38353,12677,9817,9824,10099,9378,7297],"p90_latency_ms":[46922,64657,339264,101057,72100,66560,58287,68521,53847,46527],"p95_latency_ms":[69584,87372,354521,125833,98639,99671,86244,105980,84091,72214],"median_session_requests":[9,9,10,7.5,7,5,12,9,11,13],"median_session_minutes":[5.2,10.7,9.9,16.9,6.9,6.4,3.7,2.7,2.7,3.3]},"token_share_delta_pp":1.2,"spend_share_delta_pp":0,"providers":[{"key":"nvidia","name":"nvidia","share_pct":98.1,"cache_hit_rate_pct":71.6,"median_ttft_ms":4028,"p95_ttft_ms":25445,"median_tokens_per_sec":54,"median_latency_ms":12464,"p95_latency_ms":89759,"error_rate_5xx_pct":6},{"key":"nebius","name":"nebius","share_pct":1.9,"blended_cost_per_mtok_usd":1.02,"cache_hit_rate_pct":28.8,"median_ttft_ms":1421,"p95_ttft_ms":3452,"median_tokens_per_sec":150,"median_latency_ms":522038,"p95_latency_ms":550032,"error_rate_5xx_pct":26.1}],"regions":[{"key":"ap","name":"ap","share_pct":37.5,"blended_cost_per_mtok_usd":0.01,"cache_hit_rate_pct":72,"median_ttft_ms":3174,"p95_ttft_ms":22766,"median_tokens_per_sec":53,"median_latency_ms":22124,"p95_latency_ms":92198,"error_rate_5xx_pct":5.4},{"key":"eu","name":"eu","share_pct":34.4,"blended_cost_per_mtok_usd":0.02,"cache_hit_rate_pct":69.5,"median_ttft_ms":4500,"p95_ttft_ms":27935,"median_tokens_per_sec":55,"median_latency_ms":47340,"p95_latency_ms":121546,"error_rate_5xx_pct":8.8},{"key":"us","name":"us","share_pct":28,"blended_cost_per_mtok_usd":0.03,"cache_hit_rate_pct":71,"median_ttft_ms":4479,"p95_ttft_ms":25188,"median_tokens_per_sec":56,"median_latency_ms":77687,"p95_latency_ms":155136,"error_rate_5xx_pct":10.1}]},{"key":"claude-sonnet-4-6","name":"claude-sonnet-4-6","vendor":"anthropic","model_lab":"anthropic","open_weights":false,"summary":{"request_share_pct":2,"token_share_pct":1.6,"spend_share_pct":4.6,"blended_cost_per_mtok_usd":1.48,"cost_per_request_usd":0.037509,"tokens_per_request":25339,"cache_hit_rate_pct":72.9,"cache_savings_pct":69.5,"reasoning_request_pct":5.3,"stream_request_pct":34.1,"median_ttft_ms":1305,"p90_ttft_ms":2736,"p95_ttft_ms":3893,"median_tokens_per_sec":80,"median_latency_ms":3495,"p90_latency_ms":15373,"p95_latency_ms":27654,"median_session_cost_usd":0.13,"median_session_requests":4,"median_session_minutes":0.7},"series":{"request_share_pct":[3.2,2.8,2.4,2.4,1.9,2.1,2.3,1.6,1.2,1.4],"token_share_pct":[3,2.2,2.5,2.1,1.9,1.6,1.3,1.7,1.2,0.9],"spend_share_pct":[7.8,4.4,6.8,6.3,5.3,6.2,3.6,3.1,4,3],"blended_cost_per_mtok_usd":[1.48,1.79,1.51,1.72,1.55,1.61,1.58,1.11,1.3,1.37],"cost_per_request_usd":[0.045939,0.033464,0.04907,0.046566,0.038051,0.038343,0.026557,0.032907,0.0454,0.033456],"tokens_per_request":[30974,18647,32600,27108,24600,23845,16811,29549,34937,24424],"cache_hit_rate_pct":[73.5,70.8,73.2,66.5,69.9,67.9,69.9,81.1,76,75.3],"cache_savings_pct":[71.2,60.1,72.1,67,67.5,64.8,66.5,75.5,75.7,71.4],"reasoning_request_pct":[5.4,4.6,8.3,9.1,6.8,6.6,2.8,3.6,3.7,4.9],"stream_request_pct":[41.9,29.2,38.4,36,29.3,33.1,25.1,42.1,38.5,36],"error_rate_4xx_pct":[null,null,null,null,null,0.5,null,null,null,null],"error_rate_5xx_pct":[null,null,0.1,null,null,0.1,0.1,null,null,null],"median_ttft_ms":[1486,1473,1514,1412,1292,1342,1106,1128,1238,1130],"p90_ttft_ms":[2867,2902,3503,3342,2675,2887,2483,2460,2369,2035],"p95_ttft_ms":[3880,4143,4964,4813,3822,4176,3718,3325,3582,2761],"median_tokens_per_sec":[63,61,77,75,74,71,79,88,120,105],"median_latency_ms":[5393,6738,4112,3503,2750,2786,2455,2307,2456,2012],"p90_latency_ms":[22763,13839,22034,18148,13905,16073,10258,14093,14560,15440],"p95_latency_ms":[36173,21299,38516,35691,28765,32630,20260,23430,26127,27150],"median_session_cost_usd":[0.32,0.11,0.1,0.1,0.1,0.13,0.12,0.1,0.1,0.11],"median_session_requests":[6,5,4,4,4,4,4,6,4,4],"median_session_minutes":[1.7,0.7,0.6,0.6,0.6,0.7,0.5,0.6,0.5,0.6]},"token_share_delta_pp":-0.3,"spend_share_delta_pp":-1,"providers":[{"key":"bedrock","name":"bedrock","share_pct":45.3,"blended_cost_per_mtok_usd":1.58,"cache_hit_rate_pct":71.8,"median_ttft_ms":1265,"p95_ttft_ms":3443,"median_tokens_per_sec":108,"median_latency_ms":3089,"p95_latency_ms":17923},{"key":"vertex","name":"vertex","share_pct":29,"blended_cost_per_mtok_usd":1.41,"cache_hit_rate_pct":72.7,"median_ttft_ms":1102,"p95_ttft_ms":3660,"median_tokens_per_sec":69,"median_latency_ms":2715,"p95_latency_ms":21311,"error_rate_5xx_pct":0.1},{"key":"anthropic","name":"anthropic","share_pct":25.7,"blended_cost_per_mtok_usd":1.39,"cache_hit_rate_pct":75.1,"median_ttft_ms":1465,"p95_ttft_ms":4504,"median_tokens_per_sec":59,"median_latency_ms":5119,"p95_latency_ms":55609,"error_rate_5xx_pct":0.1}],"regions":[{"key":"eu","name":"eu","share_pct":87.7,"blended_cost_per_mtok_usd":1.51,"cache_hit_rate_pct":72.4,"median_ttft_ms":1271,"p95_ttft_ms":3793,"median_tokens_per_sec":85,"median_latency_ms":3233,"p95_latency_ms":27398},{"key":"us","name":"us","share_pct":11.1,"blended_cost_per_mtok_usd":1.17,"cache_hit_rate_pct":78.9,"median_ttft_ms":1489,"p95_ttft_ms":4487,"median_tokens_per_sec":58,"median_latency_ms":5955,"p95_latency_ms":30681,"error_rate_5xx_pct":0.1},{"key":"ap","name":"ap","share_pct":1.3,"blended_cost_per_mtok_usd":1.85,"cache_hit_rate_pct":58.6,"median_ttft_ms":1441,"p95_ttft_ms":3762,"median_tokens_per_sec":50,"median_latency_ms":5021,"p95_latency_ms":27096}]},{"key":"claude-sonnet-5-5","name":"claude-sonnet-5-5","vendor":"anthropic","model_lab":"anthropic","open_weights":false,"summary":{"request_share_pct":1,"token_share_pct":1.5,"spend_share_pct":4.2,"blended_cost_per_mtok_usd":1.52,"cost_per_request_usd":0.065333,"tokens_per_request":42919,"cache_hit_rate_pct":79,"cache_savings_pct":59.3,"reasoning_request_pct":32.9,"stream_request_pct":64.2,"error_rate_4xx_pct":17.2,"median_ttft_ms":2676,"p90_ttft_ms":10838,"p95_ttft_ms":19399,"median_tokens_per_sec":200,"median_latency_ms":3291,"p90_latency_ms":15611,"p95_latency_ms":27105,"median_session_cost_usd":0.02,"median_session_requests":2},"series":{"request_share_pct":[null,null,null,null,null,null,0.7,3.2,1.6,2.1],"token_share_pct":[null,null,null,null,null,null,1.4,3.5,2.2,3.1],"spend_share_pct":[null,null,null,null,null,null,1.8,16.2,5.6,7.2],"blended_cost_per_mtok_usd":[null,null,null,null,null,null,0.72,2.86,0.99,0.89],"cost_per_request_usd":[null,null,null,null,null,null,0.04528,0.083461,0.048256,0.051817],"tokens_per_request":[null,null,null,null,null,null,62739,29232,48669,58390],"cache_hit_rate_pct":[null,null,null,null,null,null,85.4,76.6,78.5,79],"cache_savings_pct":[null,null,null,null,null,null,76.9,38.3,71.6,73.5],"reasoning_request_pct":[null,null,null,null,null,null,32.3,31.5,32.9,35.7],"stream_request_pct":[null,null,null,null,null,null,60.3,77.6,49.3,52.4],"error_rate_4xx_pct":[null,null,null,null,null,null,null,36,1.5,null],"median_ttft_ms":[null,null,null,null,null,null,2045,2317,2918,2950],"p90_ttft_ms":[null,null,null,null,null,null,7976,10576,11923,11128],"p95_ttft_ms":[null,null,null,null,null,null,15445,19545,21519,18924],"median_tokens_per_sec":[null,null,null,null,null,null,175,210,203,201],"median_latency_ms":[null,null,null,null,null,null,3339,2905,3045,3815],"p90_latency_ms":[null,null,null,null,null,null,16735,15605,13798,16944],"p95_latency_ms":[null,null,null,null,null,null,30328,28770,23358,28222],"median_session_cost_usd":[null,null,null,null,null,null,0.1,0.34,0.22,0.02],"median_session_requests":[null,null,null,null,null,null,5,10,5,2],"median_session_minutes":[null,null,null,null,null,null,0.7,4.4,0.3,null]},"token_share_delta_pp":0.9,"spend_share_delta_pp":1.6,"providers":[{"key":"vertex","name":"vertex","share_pct":53.5,"blended_cost_per_mtok_usd":1.32,"cache_hit_rate_pct":80.8,"median_ttft_ms":2229,"p95_ttft_ms":27827,"median_tokens_per_sec":210,"median_latency_ms":2682,"p95_latency_ms":26292},{"key":"bedrock","name":"bedrock","share_pct":24.4,"blended_cost_per_mtok_usd":1.61,"cache_hit_rate_pct":76.4,"median_ttft_ms":3441,"p95_ttft_ms":12880,"median_tokens_per_sec":179,"median_latency_ms":4501,"p95_latency_ms":27188},{"key":"anthropic","name":"anthropic","share_pct":22.1,"blended_cost_per_mtok_usd":1.9,"cache_hit_rate_pct":77.6,"median_ttft_ms":2382,"p95_ttft_ms":11594,"median_tokens_per_sec":220,"median_latency_ms":3255,"p95_latency_ms":28602}],"regions":[{"key":"eu","name":"eu","share_pct":77.3,"blended_cost_per_mtok_usd":0.88,"cache_hit_rate_pct":79.5,"median_ttft_ms":2758,"p95_ttft_ms":20995,"median_tokens_per_sec":200,"median_latency_ms":3334,"p95_latency_ms":27283},{"key":"us","name":"us","share_pct":21.3,"blended_cost_per_mtok_usd":3.9,"cache_hit_rate_pct":76.2,"median_ttft_ms":2025,"p95_ttft_ms":8164,"median_tokens_per_sec":207,"median_latency_ms":2898,"p95_latency_ms":23896},{"key":"ap","name":"ap","share_pct":1.3,"blended_cost_per_mtok_usd":0.81,"cache_hit_rate_pct":82.2,"median_ttft_ms":3276,"p95_ttft_ms":19837,"median_tokens_per_sec":173,"median_latency_ms":3855,"p95_latency_ms":41998}]},{"key":"nemotron-3-super-120b-a12b","name":"nemotron-3-super-120b-a12b","vendor":"nvidia","model_lab":"nvidia","open_weights":true,"summary":{"request_share_pct":0.4,"token_share_pct":1.2,"tokens_per_request":98252,"cache_hit_rate_pct":79.4,"reasoning_request_pct":38.9,"stream_request_pct":63,"error_rate_4xx_pct":4.6,"error_rate_5xx_pct":3,"median_ttft_ms":1855,"p90_ttft_ms":5962,"p95_ttft_ms":9415,"median_tokens_per_sec":78,"median_latency_ms":5755,"p90_latency_ms":31809,"p95_latency_ms":51236,"median_session_requests":17,"median_session_minutes":5.7},"series":{"request_share_pct":[0.6,0.4,0.5,0.7,0.3,0.3,0.3,0.4,0.4,0.2],"token_share_pct":[2.1,1.9,1.9,2.2,1,0.5,0.7,1.8,1.4,0.2],"tokens_per_request":[115201,106463,118739,104146,71838,54216,88092,116299,117516,43070],"cache_hit_rate_pct":[75.1,75.1,73.4,73.5,63.7,65.1,77.2,88.7,89.1,89.8],"reasoning_request_pct":[null,null,null,null,null,null,59.3,99,98.1,35.5],"stream_request_pct":[69.2,76.5,73.3,69.2,56.7,47.3,54.8,66.4,62.9,42.1],"error_rate_4xx_pct":[1.5,null,0.7,0.6,null,0.2,2.4,null,null,63.5],"error_rate_5xx_pct":[0.7,0.9,3.1,4,9.1,11.5,4,0.1,0.5,0.3],"median_ttft_ms":[1875,1926,1959,2030,1935,1874,1902,1589,1822,1988],"p90_ttft_ms":[6720,6530,6867,7032,7352,6138,7270,3735,5213,5427],"p95_ttft_ms":[10780,9738,11740,11744,12388,9624,12303,5459,7586,7913],"median_tokens_per_sec":[101,98,90,79,89,97,76,76,43,29],"median_latency_ms":[5685,5752,5594,6349,6596,6341,5300,4139,6337,8700],"p90_latency_ms":[29549,30206,30903,32301,33426,30119,30377,22876,41323,49364],"p95_latency_ms":[48187,49716,50169,49566,53566,49421,49801,36855,66712,76950],"median_session_requests":[null,null,null,2.5,12,null,null,17,7.5,null],"median_session_minutes":[null,null,null,0.6,7.9,null,null,5.7,6.8,null]},"token_share_delta_pp":-1.2,"spend_share_delta_pp":0,"providers":[{"key":"nvidia","name":"nvidia","share_pct":100,"cache_hit_rate_pct":79.4,"median_ttft_ms":1855,"p95_ttft_ms":9415,"median_tokens_per_sec":78,"median_latency_ms":5756,"p95_latency_ms":51239,"error_rate_5xx_pct":3},{"key":"nebius","name":"nebius","share_pct":0,"blended_cost_per_mtok_usd":0.62,"median_latency_ms":1780,"p95_latency_ms":4064}],"regions":[{"key":"ap","name":"ap","share_pct":39,"cache_hit_rate_pct":77.6,"median_ttft_ms":1750,"p95_ttft_ms":9442,"median_tokens_per_sec":78,"median_latency_ms":5318,"p95_latency_ms":42674,"error_rate_5xx_pct":1.5},{"key":"eu","name":"eu","share_pct":34.5,"cache_hit_rate_pct":79.3,"median_ttft_ms":2075,"p95_ttft_ms":9357,"median_tokens_per_sec":76,"median_latency_ms":5947,"p95_latency_ms":56761,"error_rate_5xx_pct":4.1},{"key":"us","name":"us","share_pct":26.5,"cache_hit_rate_pct":82.2,"median_ttft_ms":1701,"p95_ttft_ms":9454,"median_tokens_per_sec":82,"median_latency_ms":6014,"p95_latency_ms":53324,"error_rate_5xx_pct":3}]},{"key":"claude-opus-4-8","name":"claude-opus-4-8","vendor":"anthropic","model_lab":"anthropic","open_weights":false,"summary":{"request_share_pct":0.5,"token_share_pct":1.2,"spend_share_pct":4.1,"blended_cost_per_mtok_usd":1.8,"cost_per_request_usd":0.125547,"tokens_per_request":69564,"cache_hit_rate_pct":82.7,"cache_savings_pct":77.3,"reasoning_request_pct":21.7,"stream_request_pct":58,"error_rate_5xx_pct":0.1,"median_ttft_ms":1321,"p90_ttft_ms":3005,"p95_ttft_ms":3940,"median_tokens_per_sec":71,"median_latency_ms":7520,"p90_latency_ms":33259,"p95_latency_ms":49852,"median_session_cost_usd":2.58,"median_session_requests":20,"median_session_minutes":9.9},"series":{"request_share_pct":[0.8,0.5,1.1,1.2,0.4,0.3,0.6,0.6,0.1,0.4],"token_share_pct":[2.5,2.4,0.8,1.6,0.5,0.3,1.8,1.7,0.1,1.2],"spend_share_pct":[7.2,4,4.6,7.1,2.7,1.6,5.1,4.7,1,4.7],"blended_cost_per_mtok_usd":[1.62,1.52,3.09,2.56,2.68,2.18,1.52,1.68,3.1,1.5],"cost_per_request_usd":[0.172639,0.160839,0.074689,0.109488,0.09734,0.084323,0.137578,0.124031,0.148686,0.164259],"tokens_per_request":[106609,106005,24176,42836,36289,38689,90339,74027,47945,109252],"cache_hit_rate_pct":[85.8,86.2,67.5,79.1,70.5,78.2,86.3,83,65,84.5],"cache_savings_pct":[82.1,82.1,56.2,61.9,65.1,74.6,82.5,80.1,74.3,80.2],"reasoning_request_pct":[34.6,35.5,34.3,44.7,17.3,10.8,12.6,4.6,7.1,7.3],"stream_request_pct":[82.5,82.9,48.1,59.5,39.1,36.8,61,56.1,49.8,50.9],"error_rate_5xx_pct":[null,0.3,0.1,0.1,null,0.2,0.1,null,null,0.1],"median_ttft_ms":[1291,1335,1147,1113,1158,1778,1242,1402,974,1995],"p90_ttft_ms":[2707,2954,2161,2026,2346,3529,3239,3589,3366,4889],"p95_ttft_ms":[3651,4138,2924,2605,3329,4519,4193,4616,4044,6057],"median_tokens_per_sec":[76,73,45,43,61,75,84,88,80,90],"median_latency_ms":[7186,7092,9982,10906,7862,7408,6293,5955,7158,5165],"p90_latency_ms":[32673,31634,39738,56421,37658,29069,24618,24008,33951,21644],"p95_latency_ms":[52713,51426,55604,83744,52761,45375,37903,35504,51013,31940],"median_session_cost_usd":[1.54,1.27,2.22,2.58,null,1.88,0.92,0.57,null,0.97],"median_session_requests":[13,11,18,20,null,19,8,6,null,5],"median_session_minutes":[7,5.9,11.3,9.9,null,11,6.6,4.6,null,7.5]},"token_share_delta_pp":1.1,"spend_share_delta_pp":3.7,"providers":[{"key":"vertex","name":"vertex","share_pct":45.7,"blended_cost_per_mtok_usd":1.58,"cache_hit_rate_pct":85.3,"median_ttft_ms":1049,"p95_ttft_ms":3736,"median_tokens_per_sec":78,"median_latency_ms":5946,"p95_latency_ms":45582},{"key":"bedrock","name":"bedrock","share_pct":43.7,"blended_cost_per_mtok_usd":1.68,"cache_hit_rate_pct":83.1,"median_ttft_ms":1812,"p95_ttft_ms":4953,"median_tokens_per_sec":87,"median_latency_ms":6426,"p95_latency_ms":38190,"error_rate_5xx_pct":0.2},{"key":"anthropic","name":"anthropic","share_pct":10.6,"blended_cost_per_mtok_usd":3.28,"cache_hit_rate_pct":69.4,"median_ttft_ms":1061,"p95_ttft_ms":2796,"median_tokens_per_sec":36,"median_latency_ms":10360,"p95_latency_ms":68256,"error_rate_5xx_pct":0.1}],"regions":[{"key":"eu","name":"eu","share_pct":93.1,"blended_cost_per_mtok_usd":1.77,"cache_hit_rate_pct":82.8,"median_ttft_ms":1329,"p95_ttft_ms":3988,"median_tokens_per_sec":72,"median_latency_ms":7366,"p95_latency_ms":48028,"error_rate_5xx_pct":0.1},{"key":"us","name":"us","share_pct":6.4,"blended_cost_per_mtok_usd":2.28,"cache_hit_rate_pct":82.4,"median_ttft_ms":1127,"p95_ttft_ms":3129,"median_tokens_per_sec":61,"median_latency_ms":8508,"p95_latency_ms":62012,"error_rate_5xx_pct":0.1},{"key":"ap","name":"ap","share_pct":0.5,"blended_cost_per_mtok_usd":1.69,"cache_hit_rate_pct":82,"median_ttft_ms":1905,"p95_ttft_ms":4637,"median_tokens_per_sec":74,"median_latency_ms":7359,"p95_latency_ms":38819}]},{"key":"gpt-5.6-terra","name":"gpt-5.6-terra","vendor":"openai","model_lab":"openai","open_weights":false,"summary":{"request_share_pct":1.1,"token_share_pct":1.2,"spend_share_pct":2.1,"blended_cost_per_mtok_usd":0.95,"cost_per_request_usd":0.031629,"tokens_per_request":33290,"cache_hit_rate_pct":73.8,"cache_savings_pct":65.8,"reasoning_request_pct":63.9,"stream_request_pct":50.2,"error_rate_5xx_pct":0.3,"median_ttft_ms":1676,"p90_ttft_ms":4610,"p95_ttft_ms":6964,"median_tokens_per_sec":75,"median_latency_ms":4023,"p90_latency_ms":14667,"p95_latency_ms":26800,"median_session_cost_usd":0.2,"median_session_requests":5,"median_session_minutes":0.7},"series":{"request_share_pct":[1.4,0.8,1.9,1.9,1.5,1.8,0.8,0.7,0.6,0.8],"token_share_pct":[1.8,1.4,1.9,2.1,1.7,1.8,0.9,0.8,0.5,0.5],"spend_share_pct":[2.7,1.3,3.3,3.6,2.7,4,1.3,1.4,1.6,2],"blended_cost_per_mtok_usd":[0.84,0.81,0.95,0.94,0.85,0.91,0.8,1.02,1.18,1.43],"cost_per_request_usd":[0.036024,0.034568,0.030078,0.033534,0.02587,0.030295,0.026796,0.033797,0.034828,0.036961],"tokens_per_request":[42731,42596,31803,35550,30409,33331,33361,33109,29638,25902],"cache_hit_rate_pct":[76.1,76.3,73,72.3,76.5,69.4,80.8,77.8,70.9,64.7],"cache_savings_pct":[62.5,62.3,59.5,59.4,63.2,59.8,72.4,79.2,78.6,75.8],"reasoning_request_pct":[70.1,64.7,59.1,69.5,64.5,63.9,65.7,60.7,59.3,62.8],"stream_request_pct":[62.9,63.3,48.6,54.6,44.4,53,45,47.4,47,42.4],"error_rate_4xx_pct":[null,null,null,null,null,0.1,null,null,null,null],"error_rate_5xx_pct":[null,null,1.7,null,null,0.4,0.1,null,null,null],"median_ttft_ms":[924,939,873,776,989,2682,2718,2463,2075,1973],"p90_ttft_ms":[2414,2387,2363,1951,3772,7523,6932,6611,5592,5097],"p95_ttft_ms":[3046,3000,3088,2717,5646,14538,9014,8970,7592,6832],"median_tokens_per_sec":[34,36,35,36,50,99,117,121,122,125],"median_latency_ms":[5144,5365,5197,4245,3789,3717,3994,3484,3145,3075],"p90_latency_ms":[20296,21277,19227,17620,14547,13399,12648,11412,9683,10237],"p95_latency_ms":[34491,38257,30725,33770,25766,35048,18987,20455,13864,14712],"median_session_cost_usd":[0.16,0.18,0.18,0.31,0.29,0.22,0.2,0.16,0.06,null],"median_session_requests":[7,6,5,8,9,7,5,4,5,null],"median_session_minutes":[1.3,1.3,0.8,1.8,2.3,1.5,0.7,0.4,1.3,null]},"token_share_delta_pp":0,"spend_share_delta_pp":0.4,"providers":[{"key":"azure","name":"azure","share_pct":76.8,"blended_cost_per_mtok_usd":0.98,"cache_hit_rate_pct":72.9,"median_ttft_ms":1675,"p95_ttft_ms":7099,"median_tokens_per_sec":77,"median_latency_ms":4227,"p95_latency_ms":30544,"error_rate_5xx_pct":0.4},{"key":"openai","name":"openai","share_pct":23.2,"blended_cost_per_mtok_usd":0.85,"cache_hit_rate_pct":77.2,"median_ttft_ms":1680,"p95_ttft_ms":6293,"median_tokens_per_sec":67,"median_latency_ms":3709,"p95_latency_ms":21079,"error_rate_5xx_pct":0.1},{"key":"bedrock","name":"bedrock","share_pct":0,"blended_cost_per_mtok_usd":0.82,"cache_hit_rate_pct":80.2,"median_ttft_ms":1908,"p95_ttft_ms":3068,"median_tokens_per_sec":80,"median_latency_ms":6067,"p95_latency_ms":17670}],"regions":[{"key":"eu","name":"eu","share_pct":94.9,"blended_cost_per_mtok_usd":0.96,"cache_hit_rate_pct":73.5,"median_ttft_ms":1662,"p95_ttft_ms":6953,"median_tokens_per_sec":76,"median_latency_ms":3961,"p95_latency_ms":27074,"error_rate_5xx_pct":0.3},{"key":"us","name":"us","share_pct":4.3,"blended_cost_per_mtok_usd":0.77,"cache_hit_rate_pct":77.6,"median_ttft_ms":1992,"p95_ttft_ms":7158,"median_tokens_per_sec":65,"median_latency_ms":5338,"p95_latency_ms":21968,"error_rate_5xx_pct":0.2},{"key":"ap","name":"ap","share_pct":0.8,"blended_cost_per_mtok_usd":0.55,"cache_hit_rate_pct":89.1,"median_ttft_ms":2204,"p95_ttft_ms":7722,"median_tokens_per_sec":73,"median_latency_ms":4165,"p95_latency_ms":20795}]},{"key":"deepseek-v4-pro-0813","name":"deepseek-v4-pro-0813","vendor":"deepseek","model_lab":"deepseek","open_weights":true,"summary":{"request_share_pct":0.6,"token_share_pct":1.1,"spend_share_pct":0.6,"blended_cost_per_mtok_usd":0.3,"cost_per_request_usd":0.016603,"tokens_per_request":56105,"cache_hit_rate_pct":89.8,"cache_savings_pct":73.2,"reasoning_request_pct":59.2,"stream_request_pct":54.4,"error_rate_4xx_pct":1.3,"error_rate_5xx_pct":0.4,"median_ttft_ms":947,"p90_ttft_ms":2639,"p95_ttft_ms":4585,"median_tokens_per_sec":103,"median_latency_ms":10769,"p90_latency_ms":61449,"p95_latency_ms":87890,"median_session_cost_usd":0.08,"median_session_requests":4,"median_session_minutes":15.8},"series":{"request_share_pct":[1.7,0.7,1.2,0.9,0.3,0.9,0.6,0.3,0.3,0.4],"token_share_pct":[3.6,2.1,2.6,1.4,0.7,1.1,1.1,0.4,0.5,0.5],"spend_share_pct":[1.3,0.6,1.3,0.8,0.3,0.9,0.5,0.3,0.5,0.7],"blended_cost_per_mtok_usd":[0.2,0.24,0.27,0.34,0.26,0.35,0.23,0.44,0.39,0.51],"cost_per_request_usd":[0.014657,0.015839,0.019183,0.016155,0.013507,0.013602,0.01244,0.017288,0.021127,0.029637],"tokens_per_request":[72242,66901,70631,47992,52843,39006,53811,38986,54343,58620],"cache_hit_rate_pct":[90.9,90.7,87.3,89.3,87.6,89.8,93,86.1,89.5,89.4],"cache_savings_pct":[79.2,76.7,74,72.6,75,66.3,77.4,65.6,69.5,67.9],"reasoning_request_pct":[64.9,66.7,54.6,54.7,70.9,63.5,60.4,47,54.2,48],"stream_request_pct":[58.8,58.2,62.1,60.5,46.8,36.6,42.5,65.9,60.4,66.7],"error_rate_4xx_pct":[null,0.4,0.1,0.1,3.7,5.2,0.6,1.4,1,0.9],"error_rate_5xx_pct":[0.1,0.5,0.5,0.7,0.2,0.1,0.4,0.7,0.5,0.1],"median_ttft_ms":[1003,970,974,694,963,1064,1156,788,921,886],"p90_ttft_ms":[1911,2210,2673,2366,2663,3390,3525,2420,2428,3301],"p95_ttft_ms":[2655,3859,4771,4664,5042,6292,5728,5114,3784,5202],"median_tokens_per_sec":[80,80,115,106,66,102,105,124,137,159],"median_latency_ms":[12991,11212,8130,6040,16271,12744,6252,11440,12563,14357],"p90_latency_ms":[73629,69191,65794,53132,69867,93708,37883,38546,48891,40111],"p95_latency_ms":[99996,94163,97833,75758,103474,138054,60632,54065,65934,52331],"median_session_cost_usd":[0.23,0.3,null,0.18,0.33,null,null,0.12,null,0.12],"median_session_requests":[28.5,27,6,19.5,18,null,null,6,null,5],"median_session_minutes":[11.2,18.1,1.8,11.5,8.6,null,null,10,null,22.8]},"token_share_delta_pp":0,"spend_share_delta_pp":0.2,"providers":[{"key":"deepseek","name":"deepseek","share_pct":61.6,"blended_cost_per_mtok_usd":0.2,"cache_hit_rate_pct":88.7,"median_ttft_ms":1172,"p95_ttft_ms":2594,"median_tokens_per_sec":41,"median_latency_ms":16566,"p95_latency_ms":127316,"error_rate_5xx_pct":0.2},{"key":"tensorx","name":"tensorx","share_pct":25.1,"blended_cost_per_mtok_usd":0.55,"cache_hit_rate_pct":91.2,"median_ttft_ms":661,"p95_ttft_ms":5988,"median_tokens_per_sec":230,"median_latency_ms":1337,"p95_latency_ms":17055,"error_rate_5xx_pct":1},{"key":"fireworks","name":"fireworks","share_pct":7,"blended_cost_per_mtok_usd":0.17,"cache_hit_rate_pct":92.5,"median_ttft_ms":1555,"p95_ttft_ms":5057,"median_tokens_per_sec":63,"median_latency_ms":7036,"p95_latency_ms":56565},{"key":"deepinfra","name":"deepinfra","share_pct":4.2,"blended_cost_per_mtok_usd":0.22,"cache_hit_rate_pct":93.2,"median_ttft_ms":822,"p95_ttft_ms":7231,"median_tokens_per_sec":90,"median_latency_ms":2828,"p95_latency_ms":62907},{"key":"lyceum","name":"lyceum","share_pct":1.9,"blended_cost_per_mtok_usd":0.62,"cache_hit_rate_pct":90.1,"median_ttft_ms":1013,"p95_ttft_ms":5293,"median_tokens_per_sec":151,"median_latency_ms":2545,"p95_latency_ms":33010,"error_rate_5xx_pct":0.5},{"key":"nebius","name":"nebius","share_pct":0.1,"blended_cost_per_mtok_usd":1.64,"median_ttft_ms":3469,"p95_ttft_ms":8551,"median_tokens_per_sec":90,"median_latency_ms":3814,"p95_latency_ms":59557},{"key":"doubleword","name":"doubleword","share_pct":0,"blended_cost_per_mtok_usd":1.71,"median_ttft_ms":2132,"p95_ttft_ms":4302,"median_tokens_per_sec":57,"median_latency_ms":17892,"p95_latency_ms":78111,"error_rate_5xx_pct":0.3},{"key":"together","name":"together","share_pct":0}],"regions":[{"key":"eu","name":"eu","share_pct":88,"blended_cost_per_mtok_usd":0.32,"cache_hit_rate_pct":89.1,"median_ttft_ms":896,"p95_ttft_ms":4646,"median_tokens_per_sec":105,"median_latency_ms":10070,"p95_latency_ms":89501,"error_rate_5xx_pct":0.4},{"key":"us","name":"us","share_pct":7.5,"blended_cost_per_mtok_usd":0.14,"cache_hit_rate_pct":94.1,"median_ttft_ms":1651,"p95_ttft_ms":3878,"median_tokens_per_sec":64,"median_latency_ms":11154,"p95_latency_ms":88832,"error_rate_5xx_pct":0.1},{"key":"ap","name":"ap","share_pct":4.5,"blended_cost_per_mtok_usd":0.14,"cache_hit_rate_pct":96.2,"median_ttft_ms":1446,"p95_ttft_ms":3797,"median_tokens_per_sec":107,"median_latency_ms":23846,"p95_latency_ms":56284,"error_rate_5xx_pct":0.1}]},{"key":"gemini-3.7-flash","name":"gemini-3.7-flash","vendor":"google","model_lab":"google","open_weights":false,"summary":{"request_share_pct":1.1,"token_share_pct":1,"spend_share_pct":0.9,"blended_cost_per_mtok_usd":0.43,"cost_per_request_usd":0.012973,"tokens_per_request":30187,"cache_hit_rate_pct":55.7,"cache_savings_pct":41.7,"reasoning_request_pct":65.9,"stream_request_pct":16.4,"error_rate_4xx_pct":1.7,"median_ttft_ms":3482,"p90_ttft_ms":22444,"p95_ttft_ms":40466,"median_tokens_per_sec":148,"median_latency_ms":5065,"p90_latency_ms":25998,"p95_latency_ms":43019,"median_session_cost_usd":0.13,"median_session_requests":13,"median_session_minutes":1.6},"series":{"request_share_pct":[2,4.5,2.5,1,0.6,0.5,0.5,0.4,0.3,0.5],"token_share_pct":[2,9.4,1.2,0.5,0.4,0.3,0.3,0.2,0.1,0.1],"spend_share_pct":[1.1,3.3,1.7,0.7,0.4,0.4,0.4,0.2,0.2,0.4],"blended_cost_per_mtok_usd":[0.31,0.32,0.78,0.74,0.53,0.63,0.74,0.71,1.02,1.28],"cost_per_request_usd":[0.010238,0.015693,0.011729,0.012498,0.010024,0.010911,0.015246,0.00824,0.008635,0.012068],"tokens_per_request":[33385,49070,15044,16846,19022,17425,20703,11685,8497,9410],"cache_hit_rate_pct":[68.8,63.2,26.8,35.1,45.7,36.5,24.4,36,16.4,9],"cache_savings_pct":[55,51.3,18.7,24.1,37.3,28.5,17.9,25.2,9.8,3.9],"reasoning_request_pct":[89.2,77.4,49.2,64.9,32.1,27.4,51.7,34.7,85,88.7],"stream_request_pct":[25.6,7,16.4,24.6,29.5,30.9,31.5,26.6,14.4,10.5],"error_rate_4xx_pct":[0.9,3,2,0.7,0.6,0.1,0.3,0.1,0.5,0.9],"error_rate_5xx_pct":[null,null,0.1,null,null,null,null,null,0.3,0.1],"median_ttft_ms":[4298,3255,3651,3304,2493,2405,3166,2958,3063,9426],"p90_ttft_ms":[10830,10314,24164,48660,8045,7292,7558,13237,26808,203224],"p95_ttft_ms":[14325,18370,67206,88126,14731,11773,14163,35765,55698,250558],"median_tokens_per_sec":[185,158,129,148,145,164,108,153,149,140],"median_latency_ms":[4725,5447,5771,5643,3464,4056,3310,3956,4479,6336],"p90_latency_ms":[13475,34938,23792,17369,11063,12122,24932,14646,20800,40520],"p95_latency_ms":[22727,57605,37033,28311,16324,19353,37698,23178,35923,80709],"median_session_cost_usd":[0.21,0.03,0.02,0.1,0.12,null,0.13,null,null,null],"median_session_requests":[16,6,5,13,12.5,null,13,null,null,null],"median_session_minutes":[2.7,1.7,0.8,2,1.6,null,1.6,null,null,null]},"token_share_delta_pp":0,"spend_share_delta_pp":0.2,"providers":[{"key":"vertex","name":"vertex","share_pct":100,"blended_cost_per_mtok_usd":0.43,"cache_hit_rate_pct":55.7,"median_ttft_ms":3482,"p95_ttft_ms":40466,"median_tokens_per_sec":148,"median_latency_ms":5065,"p95_latency_ms":43019}],"regions":[{"key":"eu","name":"eu","share_pct":64.9,"blended_cost_per_mtok_usd":0.46,"cache_hit_rate_pct":53.2,"median_ttft_ms":3120,"p95_ttft_ms":60436,"median_tokens_per_sec":129,"median_latency_ms":4796,"p95_latency_ms":43493,"error_rate_5xx_pct":0.1},{"key":"us","name":"us","share_pct":23.8,"blended_cost_per_mtok_usd":0.41,"cache_hit_rate_pct":57.5,"median_ttft_ms":3797,"p95_ttft_ms":15147,"median_tokens_per_sec":178,"median_latency_ms":5070,"p95_latency_ms":40189},{"key":"ap","name":"ap","share_pct":11.3,"blended_cost_per_mtok_usd":0.31,"cache_hit_rate_pct":65.8,"median_ttft_ms":5883,"p95_ttft_ms":17580,"median_tokens_per_sec":114,"median_latency_ms":7846,"p95_latency_ms":52240}]},{"key":"leanstral-1-5","name":"leanstral-1-5","vendor":"mistral","model_lab":"mistral","open_weights":false,"summary":{"request_share_pct":0.6,"token_share_pct":1,"tokens_per_request":50320,"cache_hit_rate_pct":65.8,"reasoning_request_pct":3.8,"stream_request_pct":53.8,"error_rate_4xx_pct":1.7,"median_ttft_ms":1457,"p90_ttft_ms":4725,"p95_ttft_ms":7575,"median_tokens_per_sec":117,"median_latency_ms":2128,"p90_latency_ms":11416,"p95_latency_ms":18377,"median_session_requests":12,"median_session_minutes":4.2},"series":{"request_share_pct":[0.5,0.5,1,1.6,1,0.5,0.4,0.3,0.5,0.5],"token_share_pct":[0.8,1.3,2,2.9,2.4,0.8,0.4,0.3,0.4,0.6],"tokens_per_request":[54515,62974,62554,57274,58579,45204,35545,30228,33489,47958],"cache_hit_rate_pct":[56.9,62.5,60.9,65.1,67.2,62.8,66.8,64.4,74.1,75.3],"reasoning_request_pct":[null,null,null,null,null,null,null,null,16.2,21.6],"stream_request_pct":[49.2,59.3,57.6,56.9,56.9,50.6,47.2,43.4,52.6,53],"error_rate_4xx_pct":[0.3,0.8,0.3,0.5,0.3,0.4,0.7,1.2,11.3,0.5],"error_rate_5xx_pct":[0.1,null,null,null,null,null,null,0.1,null,0.2],"median_ttft_ms":[1697,1510,1532,1452,1575,1663,1246,1062,1241,1383],"p90_ttft_ms":[6422,4903,4982,4488,5530,5865,4636,2818,3199,3929],"p95_ttft_ms":[11529,8175,8090,7169,8731,8943,7342,4302,4949,6490],"median_tokens_per_sec":[94,142,120,143,108,97,122,168,100,70],"median_latency_ms":[2658,2086,2201,1909,2082,1980,1568,2116,2854,2301],"p90_latency_ms":[15974,9844,9286,7287,8636,8664,8748,17637,19336,20287],"p95_latency_ms":[27134,15279,14817,11822,13930,13648,15026,29136,28150,34606],"median_session_requests":[null,null,null,22,18,12,19,3,6,6],"median_session_minutes":[null,null,null,3.7,3.5,4.2,4.5,0.6,0.5,0.7]},"token_share_delta_pp":0.2,"spend_share_delta_pp":0,"providers":[{"key":"mistral","name":"mistral","share_pct":100,"cache_hit_rate_pct":65.8,"median_ttft_ms":1457,"p95_ttft_ms":7575,"median_tokens_per_sec":117,"median_latency_ms":2128,"p95_latency_ms":18377}],"regions":[{"key":"eu","name":"eu","share_pct":46.9,"cache_hit_rate_pct":70.1,"median_ttft_ms":1189,"p95_ttft_ms":6943,"median_tokens_per_sec":115,"median_latency_ms":1717,"p95_latency_ms":17222,"error_rate_5xx_pct":0.1},{"key":"ap","name":"ap","share_pct":32,"cache_hit_rate_pct":62.6,"median_ttft_ms":1860,"p95_ttft_ms":8623,"median_tokens_per_sec":119,"median_latency_ms":2695,"p95_latency_ms":21435},{"key":"us","name":"us","share_pct":21.1,"cache_hit_rate_pct":61.2,"median_ttft_ms":1475,"p95_ttft_ms":7485,"median_tokens_per_sec":117,"median_latency_ms":2360,"p95_latency_ms":17081}]},{"key":"gpt-6-sol","name":"gpt-6-sol","vendor":"openai","model_lab":"openai","open_weights":false,"summary":{"request_share_pct":0.6,"token_share_pct":0.7,"spend_share_pct":1.1,"blended_cost_per_mtok_usd":0.77,"cost_per_request_usd":0.031461,"tokens_per_request":41075,"cache_hit_rate_pct":86.1,"cache_savings_pct":80.7,"reasoning_request_pct":70,"stream_request_pct":45,"error_rate_4xx_pct":1.9,"median_ttft_ms":4033,"p90_ttft_ms":13019,"p95_ttft_ms":20133,"median_tokens_per_sec":153,"median_latency_ms":3888,"p90_latency_ms":15035,"p95_latency_ms":22362,"median_session_cost_usd":0.42,"median_session_requests":14,"median_session_minutes":2.7},"series":{"request_share_pct":[null,null,null,null,null,1,1,0.5,0.7,1.3],"token_share_pct":[null,null,null,null,null,2.1,1.8,0.9,0.6,0.6],"spend_share_pct":[null,null,null,null,null,2.5,2.3,1.4,1.4,1.9],"blended_cost_per_mtok_usd":[null,null,null,null,null,0.5,0.7,0.94,0.96,1.11],"cost_per_request_usd":[null,null,null,null,null,0.031714,0.037979,0.045609,0.027432,0.021169],"tokens_per_request":[null,null,null,null,null,64066,54102,48570,28563,19025],"cache_hit_rate_pct":[null,null,null,null,null,92.4,86.2,84.4,83,76.5],"cache_savings_pct":[null,null,null,null,null,81.3,77.8,84.9,81.2,80.5],"reasoning_request_pct":[null,null,null,null,null,71.1,69.4,64.1,70.9,72.1],"stream_request_pct":[null,null,null,null,null,59.8,57.9,66.6,34.7,19.7],"error_rate_4xx_pct":[null,null,null,null,null,3,null,8.6,1.3,null],"median_ttft_ms":[null,null,null,null,null,3133,2773,6510,2356,7581],"p90_ttft_ms":[null,null,null,null,null,13835,11455,19166,6428,14425],"p95_ttft_ms":[null,null,null,null,null,18296,24372,25223,9435,17785],"median_tokens_per_sec":[null,null,null,null,null,130,129,225,127,209],"median_latency_ms":[null,null,null,null,null,3768,3682,5426,3663,3603],"p90_latency_ms":[null,null,null,null,null,14815,12582,18885,11976,17721],"p95_latency_ms":[null,null,null,null,null,20920,21933,28816,17858,23863],"median_session_cost_usd":[null,null,null,null,null,0.42,0.53,0.06,null,0.22],"median_session_requests":[null,null,null,null,null,14,16,7,null,18],"median_session_minutes":[null,null,null,null,null,2.7,4.1,4,null,1.2]},"token_share_delta_pp":0,"spend_share_delta_pp":0.5,"providers":[{"key":"azure","name":"azure","share_pct":74.6,"blended_cost_per_mtok_usd":0.72,"cache_hit_rate_pct":88.6,"median_ttft_ms":2647,"p95_ttft_ms":9615,"median_tokens_per_sec":135,"median_latency_ms":3191,"p95_latency_ms":14453},{"key":"openai","name":"openai","share_pct":25.4,"blended_cost_per_mtok_usd":0.89,"cache_hit_rate_pct":78.5,"median_ttft_ms":12953,"p95_ttft_ms":87814,"median_tokens_per_sec":277,"median_latency_ms":4795,"p95_latency_ms":32656}],"regions":[{"key":"eu","name":"eu","share_pct":82.4,"blended_cost_per_mtok_usd":0.79,"cache_hit_rate_pct":85.7,"median_ttft_ms":4111,"p95_ttft_ms":20642,"median_tokens_per_sec":157,"median_latency_ms":4039,"p95_latency_ms":24207},{"key":"ap","name":"ap","share_pct":15.8,"blended_cost_per_mtok_usd":0.66,"cache_hit_rate_pct":87.8,"median_ttft_ms":2065,"p95_ttft_ms":7622,"median_tokens_per_sec":61,"median_latency_ms":3531,"p95_latency_ms":17484},{"key":"us","name":"us","share_pct":1.8,"blended_cost_per_mtok_usd":0.54,"cache_hit_rate_pct":90.4,"median_ttft_ms":1919,"p95_ttft_ms":5872,"median_tokens_per_sec":93,"median_latency_ms":4183,"p95_latency_ms":31943}]},{"key":"claude-haiku-5-5","name":"claude-haiku-5-5","vendor":"anthropic","model_lab":"anthropic","open_weights":false,"summary":{"request_share_pct":0.9,"token_share_pct":0.7,"spend_share_pct":0.2,"blended_cost_per_mtok_usd":0.11,"cost_per_request_usd":0.002779,"tokens_per_request":25082,"cache_hit_rate_pct":74.6,"cache_savings_pct":75.1,"reasoning_request_pct":15.7,"stream_request_pct":30.7,"median_ttft_ms":2214,"p90_ttft_ms":5822,"p95_ttft_ms":10283,"median_tokens_per_sec":267,"median_latency_ms":3083,"p90_latency_ms":10187,"p95_latency_ms":15305,"median_session_cost_usd":0.01,"median_session_requests":2,"median_session_minutes":0.1},"series":{"request_share_pct":[null,null,null,null,null,null,null,0.8,2.6,3.6],"token_share_pct":[null,null,null,null,null,null,null,0.8,1.7,2.4],"spend_share_pct":[null,null,null,null,null,null,null,0.1,0.5,0.7],"blended_cost_per_mtok_usd":[null,null,null,null,null,null,null,0.1,0.11,0.11],"cost_per_request_usd":[null,null,null,null,null,null,null,0.002763,0.002597,0.002952],"tokens_per_request":[null,null,null,null,null,null,null,27474,23500,25824],"cache_hit_rate_pct":[null,null,null,null,null,null,null,82.2,69.9,76.1],"cache_savings_pct":[null,null,null,null,null,null,null,79.2,76.1,72.8],"reasoning_request_pct":[null,null,null,null,null,null,null,16,12.6,18.4],"stream_request_pct":[null,null,null,null,null,null,null,29.3,29.1,32.6],"median_ttft_ms":[null,null,null,null,null,null,null,2243,2057,2325],"p90_ttft_ms":[null,null,null,null,null,null,null,4747,5304,6530],"p95_ttft_ms":[null,null,null,null,null,null,null,7099,8012,12940],"median_tokens_per_sec":[null,null,null,null,null,null,null,263,256,278],"median_latency_ms":[null,null,null,null,null,null,null,2784,3676,2659],"p90_latency_ms":[null,null,null,null,null,null,null,8788,10728,10146],"p95_latency_ms":[null,null,null,null,null,null,null,12793,15384,16007],"median_session_cost_usd":[null,null,null,null,null,null,null,0.01,null,0.01],"median_session_requests":[null,null,null,null,null,null,null,4,3,2],"median_session_minutes":[null,null,null,null,null,null,null,0.5,0.2,0.1]},"token_share_delta_pp":0.7,"spend_share_delta_pp":0.2,"providers":[{"key":"bedrock","name":"bedrock","share_pct":55.7,"blended_cost_per_mtok_usd":0.12,"cache_hit_rate_pct":78.7,"median_ttft_ms":2656,"p95_ttft_ms":10641,"median_tokens_per_sec":254,"median_latency_ms":2739,"p95_latency_ms":15814},{"key":"anthropic","name":"anthropic","share_pct":29.2,"blended_cost_per_mtok_usd":0.09,"cache_hit_rate_pct":64.2,"median_ttft_ms":1710,"p95_ttft_ms":8212,"median_tokens_per_sec":289,"median_latency_ms":3628,"p95_latency_ms":14510},{"key":"vertex","name":"vertex","share_pct":15.1,"blended_cost_per_mtok_usd":0.13,"cache_hit_rate_pct":79.2,"median_ttft_ms":1311,"p95_ttft_ms":13511,"median_tokens_per_sec":278,"median_latency_ms":2303,"p95_latency_ms":16407}],"regions":[{"key":"eu","name":"eu","share_pct":78.6,"blended_cost_per_mtok_usd":0.12,"cache_hit_rate_pct":72.6,"median_ttft_ms":2221,"p95_ttft_ms":11206,"median_tokens_per_sec":255,"median_latency_ms":2979,"p95_latency_ms":14709},{"key":"us","name":"us","share_pct":18.2,"blended_cost_per_mtok_usd":0.08,"cache_hit_rate_pct":82.8,"median_ttft_ms":2134,"p95_ttft_ms":6914,"median_tokens_per_sec":314,"median_latency_ms":3533,"p95_latency_ms":18254},{"key":"ap","name":"ap","share_pct":3.1,"blended_cost_per_mtok_usd":0.1,"cache_hit_rate_pct":76.6,"median_ttft_ms":2604,"p95_ttft_ms":11068,"median_tokens_per_sec":216,"median_latency_ms":4451,"p95_latency_ms":20847}]},{"key":"claude-haiku-4-5","name":"claude-haiku-4-5","vendor":"anthropic","model_lab":"anthropic","open_weights":false,"summary":{"request_share_pct":2.9,"token_share_pct":0.7,"spend_share_pct":0.9,"blended_cost_per_mtok_usd":0.65,"cost_per_request_usd":0.004893,"tokens_per_request":7551,"cache_hit_rate_pct":61.7,"cache_savings_pct":50.7,"reasoning_request_pct":0.9,"stream_request_pct":11.8,"error_rate_5xx_pct":0.1,"median_ttft_ms":627,"p90_ttft_ms":1225,"p95_ttft_ms":1593,"median_tokens_per_sec":122,"median_latency_ms":1589,"p90_latency_ms":5841,"p95_latency_ms":8167,"median_session_cost_usd":0.05,"median_session_requests":5,"median_session_minutes":0.5},"series":{"request_share_pct":[4.7,2.7,4.5,4.5,2.9,3.5,3.5,2.4,2,1.4],"token_share_pct":[1,0.7,1,0.9,0.8,0.9,1.1,0.8,0.4,0.3],"spend_share_pct":[1.3,0.7,1.5,1.2,1,1.3,1,0.7,0.6,0.5],"blended_cost_per_mtok_usd":[0.74,0.83,0.83,0.76,0.72,0.6,0.49,0.54,0.62,0.73],"cost_per_request_usd":[0.005185,0.005242,0.005691,0.004648,0.004845,0.004702,0.004556,0.004919,0.004481,0.005165],"tokens_per_request":[7009,6304,6873,6082,6721,7796,9365,9047,7239,7078],"cache_hit_rate_pct":[53.7,45.6,51.9,55,58.5,65.1,72.1,69.3,62.5,55.1],"cache_savings_pct":[43.1,35.9,40,43.8,47.8,54.5,61.2,57.2,52.2,47.4],"reasoning_request_pct":[0.8,0.9,0.8,0.9,1.1,1,0.9,1.3,0.7,0.5],"stream_request_pct":[13.8,11.5,10.6,10.6,11.5,12,12.9,13.1,9.2,13],"error_rate_4xx_pct":[null,0.3,null,null,null,null,null,null,null,null],"error_rate_5xx_pct":[null,0.1,0.3,0.1,null,0.1,0.1,null,null,0.1],"median_ttft_ms":[684,653,625,615,595,605,536,491,1072,620],"p90_ttft_ms":[1259,1137,1131,1132,1174,1208,1061,1066,2093,1417],"p95_ttft_ms":[1618,1464,1508,1464,1572,1593,1447,1432,2456,1769],"median_tokens_per_sec":[123,115,112,123,127,123,122,120,133,122],"median_latency_ms":[1743,2047,1799,1613,1528,1472,1271,1640,1354,1772],"p90_latency_ms":[6136,6360,7152,5381,5022,4997,4901,6800,6426,6046],"p95_latency_ms":[10175,9195,9442,7965,7182,7321,6880,8678,8042,8189],"median_session_cost_usd":[0.05,null,null,0.04,null,null,null,null,0.07,0.06],"median_session_requests":[5,null,null,4,null,null,null,null,4,4],"median_session_minutes":[0.5,null,null,0.2,null,null,null,null,0.2,0.3]},"token_share_delta_pp":-0.1,"spend_share_delta_pp":-0.1,"providers":[{"key":"anthropic","name":"anthropic","share_pct":48.2,"blended_cost_per_mtok_usd":0.51,"cache_hit_rate_pct":73.3,"median_ttft_ms":585,"p95_ttft_ms":1398,"median_tokens_per_sec":113,"median_latency_ms":1630,"p95_latency_ms":8957,"error_rate_5xx_pct":0.1},{"key":"bedrock","name":"bedrock","share_pct":32.9,"blended_cost_per_mtok_usd":0.88,"cache_hit_rate_pct":41.2,"median_ttft_ms":970,"p95_ttft_ms":2350,"median_tokens_per_sec":139,"median_latency_ms":1487,"p95_latency_ms":6113,"error_rate_5xx_pct":0.1},{"key":"vertex","name":"vertex","share_pct":19,"blended_cost_per_mtok_usd":0.6,"cache_hit_rate_pct":67.4,"median_ttft_ms":417,"p95_ttft_ms":1277,"median_tokens_per_sec":121,"median_latency_ms":1884,"p95_latency_ms":14222}],"regions":[{"key":"eu","name":"eu","share_pct":74.8,"blended_cost_per_mtok_usd":0.69,"cache_hit_rate_pct":58.6,"median_ttft_ms":649,"p95_ttft_ms":1674,"median_tokens_per_sec":127,"median_latency_ms":1505,"p95_latency_ms":7539,"error_rate_5xx_pct":0.1},{"key":"us","name":"us","share_pct":24.5,"blended_cost_per_mtok_usd":0.53,"cache_hit_rate_pct":71.2,"median_ttft_ms":582,"p95_ttft_ms":1447,"median_tokens_per_sec":113,"median_latency_ms":1925,"p95_latency_ms":10889,"error_rate_5xx_pct":0.1},{"key":"ap","name":"ap","share_pct":0.7,"blended_cost_per_mtok_usd":0.74,"cache_hit_rate_pct":57,"median_ttft_ms":820,"p95_ttft_ms":1415,"median_tokens_per_sec":108,"median_latency_ms":2987,"p95_latency_ms":12390}]},{"key":"mimo-v2.5","name":"mimo-v2.5","vendor":"xiaomi","model_lab":"xiaomi","open_weights":true,"summary":{"request_share_pct":0.1,"token_share_pct":0.7,"blended_cost_per_mtok_usd":0.01,"cost_per_request_usd":0.001018,"tokens_per_request":137520,"cache_hit_rate_pct":97.6,"cache_savings_pct":94.7,"reasoning_request_pct":64,"stream_request_pct":57.3,"error_rate_4xx_pct":0.4,"error_rate_5xx_pct":0.1,"median_ttft_ms":3979,"p90_ttft_ms":10557,"p95_ttft_ms":13229,"median_tokens_per_sec":52,"median_latency_ms":10551,"p90_latency_ms":41463,"p95_latency_ms":60366},"series":{"request_share_pct":[null,null,0.5,null,null,0.5,0.3,0.2,null,null],"token_share_pct":[null,null,1.7,null,null,2.4,1.5,1,null,null],"blended_cost_per_mtok_usd":[0.04,0.02,0.01,0.06,0.06,0.01,0.01,0.01,0.08,0.14],"cost_per_request_usd":[0.000816,0.000894,0.00081,0.001297,0.001674,0.001103,0.001178,0.000904,0.001881,0.000135],"tokens_per_request":[19360,50755,113246,22491,29619,159390,154425,125661,22745,991],"cache_hit_rate_pct":[75.7,90.6,97.4,76.1,77.8,97.7,97.7,98,43.2,19.8],"cache_savings_pct":[69.7,86.5,94.9,64.5,66.1,95.1,94.6,94.9,41.7,16.2],"reasoning_request_pct":[42.5,0.1,null,12.9,12.7,68.2,91,91.1,23.1,8.3],"stream_request_pct":[22.5,35.7,62.2,19,28.4,60.6,52.1,58.3,49.6,19.5],"error_rate_4xx_pct":[0.5,null,null,0.2,0.2,null,1.7,null,0.2,null],"error_rate_5xx_pct":[0.5,0.1,null,null,null,null,0.1,0.3,null,null],"median_ttft_ms":[2755,2474,2432,2159,3957,3396,4853,5586,8898,1223],"p90_ttft_ms":[9533,9260,10182,4258,11650,9409,10143,13102,14226,1223],"p95_ttft_ms":[12431,13846,13077,4917,14007,11937,12828,15691,15860,1223],"median_tokens_per_sec":[60,61,88,34,86,52,35,33,27,null],"median_latency_ms":[12476,10286,6982,10295,11288,8418,12418,14597,11167,9382],"p90_latency_ms":[36262,33310,20319,113646,33649,38828,55259,49155,20200,24061],"p95_latency_ms":[50428,46882,29925,139576,58047,61327,73034,73198,42059,30827]},"token_share_delta_pp":0,"spend_share_delta_pp":0,"providers":[{"key":"xiaomi","name":"xiaomi","share_pct":100,"blended_cost_per_mtok_usd":0.01,"cache_hit_rate_pct":97.6,"median_ttft_ms":3974,"p95_ttft_ms":13230,"median_tokens_per_sec":52,"median_latency_ms":10555,"p95_latency_ms":60253,"error_rate_5xx_pct":0.1},{"key":"deepinfra","name":"deepinfra","share_pct":0,"blended_cost_per_mtok_usd":0.3,"cache_hit_rate_pct":46,"median_ttft_ms":8136,"p95_ttft_ms":12085,"median_tokens_per_sec":29,"median_latency_ms":7935,"p95_latency_ms":127942,"error_rate_5xx_pct":0.1}],"regions":[{"key":"eu","name":"eu","share_pct":99.5,"blended_cost_per_mtok_usd":0.01,"cache_hit_rate_pct":97.7,"median_ttft_ms":3979,"p95_ttft_ms":13256,"median_tokens_per_sec":52,"median_latency_ms":10589,"p95_latency_ms":60666,"error_rate_5xx_pct":0.1},{"key":"ap","name":"ap","share_pct":0.4,"blended_cost_per_mtok_usd":0.03,"cache_hit_rate_pct":85.7,"median_ttft_ms":2205,"p95_ttft_ms":7719,"median_tokens_per_sec":122,"median_latency_ms":7027,"p95_latency_ms":35725,"error_rate_5xx_pct":0.1},{"key":"us","name":"us","share_pct":0.1,"blended_cost_per_mtok_usd":0.09,"cache_hit_rate_pct":60.9,"median_ttft_ms":9328,"p95_ttft_ms":15421,"median_tokens_per_sec":35,"median_latency_ms":9021,"p95_latency_ms":39031,"error_rate_5xx_pct":0.4}]},{"key":"gemini-2.5-flash","name":"gemini-2.5-flash","vendor":"google","model_lab":"google","open_weights":false,"summary":{"request_share_pct":2,"token_share_pct":0.5,"spend_share_pct":0.8,"blended_cost_per_mtok_usd":0.82,"cost_per_request_usd":0.006868,"tokens_per_request":8385,"cache_hit_rate_pct":3.2,"cache_savings_pct":2.1,"reasoning_request_pct":45.2,"stream_request_pct":2,"error_rate_4xx_pct":3,"error_rate_5xx_pct":0.1,"median_ttft_ms":883,"p90_ttft_ms":2530,"p95_ttft_ms":3613,"median_tokens_per_sec":186,"median_latency_ms":7821,"p90_latency_ms":19913,"p95_latency_ms":27857},"series":{"request_share_pct":[7.1,3.6,7.4,1.1,0.1,0.2,1.6,1.4,1.3,1.4],"token_share_pct":[1.8,1.3,2.6,0.2,null,null,0.4,0.4,0.2,0.3],"spend_share_pct":[2.7,1.2,3.8,0.3,null,0.1,0.6,0.5,0.5,0.5],"blended_cost_per_mtok_usd":[0.87,0.83,0.8,1.01,0.59,0.57,0.84,0.82,0.77,0.76],"cost_per_request_usd":[0.007382,0.006867,0.008786,0.00487,0.002199,0.003369,0.006604,0.006006,0.005178,0.005527],"tokens_per_request":[8490,8308,10941,4829,3747,5867,7894,7367,6706,7319],"cache_hit_rate_pct":[2.7,1.6,1.8,2.1,0.8,27.7,1.8,3.5,5.7,9.8],"cache_savings_pct":[0.8,1.2,0.9,22,0.2,8.4,2.2,2.3,1.9,2.3],"reasoning_request_pct":[69.8,65.1,75.6,47.4,3.8,0.7,7.2,18.2,5.3,3.4],"stream_request_pct":[1.2,0.9,0.4,1.3,3.4,4.9,0.6,1.5,6.1,8.3],"error_rate_4xx_pct":[2.1,1.4,2.8,21.9,27.3,5,2.5,2.3,1.4,2.4],"error_rate_5xx_pct":[0.1,0.1,null,0.1,0.4,0.1,0.1,null,null,null],"median_ttft_ms":[1141,1260,1880,1377,1080,1791,888,1258,655,669],"p90_ttft_ms":[3699,6100,7989,2919,1359,3069,2076,4932,1388,1475],"p95_ttft_ms":[4762,9719,11162,3797,1687,3568,2957,7653,1851,2144],"median_tokens_per_sec":[184,197,180,202,221,235,183,166,190,176],"median_latency_ms":[11617,11068,12216,11045,1966,3211,2806,2986,2633,2402],"p90_latency_ms":[24246,22852,25722,30353,7646,11782,13997,16910,11574,11391],"p95_latency_ms":[30884,29236,32818,36529,13751,14736,27142,26776,20044,18269]},"token_share_delta_pp":0.1,"spend_share_delta_pp":0,"providers":[{"key":"vertex","name":"vertex","share_pct":93.2,"blended_cost_per_mtok_usd":0.81,"cache_hit_rate_pct":3.1,"median_ttft_ms":879,"p95_ttft_ms":3556,"median_tokens_per_sec":180,"median_latency_ms":7951,"p95_latency_ms":28145},{"key":"google","name":"google","share_pct":6.8,"blended_cost_per_mtok_usd":0.97,"cache_hit_rate_pct":4.9,"median_ttft_ms":903,"p95_ttft_ms":3921,"median_tokens_per_sec":212,"median_latency_ms":6799,"p95_latency_ms":25584,"error_rate_5xx_pct":0.2}],"regions":[{"key":"eu","name":"eu","share_pct":96,"blended_cost_per_mtok_usd":0.8,"cache_hit_rate_pct":3.2,"median_ttft_ms":843,"p95_ttft_ms":3598,"median_tokens_per_sec":187,"median_latency_ms":7648,"p95_latency_ms":27475,"error_rate_5xx_pct":0.1},{"key":"us","name":"us","share_pct":2.9,"blended_cost_per_mtok_usd":1.54,"cache_hit_rate_pct":1.4,"median_ttft_ms":631,"p95_ttft_ms":1602,"median_tokens_per_sec":194,"median_latency_ms":10054,"p95_latency_ms":35238,"error_rate_5xx_pct":0.1},{"key":"ap","name":"ap","share_pct":1.1,"blended_cost_per_mtok_usd":0.37,"cache_hit_rate_pct":2.6,"median_ttft_ms":2333,"p95_ttft_ms":6209,"median_tokens_per_sec":156,"median_latency_ms":11081,"p95_latency_ms":24645}]},{"key":"deepseek-chat","name":"deepseek-chat","vendor":"deepseek","model_lab":"deepseek","open_weights":true,"summary":{"request_share_pct":1.7,"token_share_pct":0.5,"spend_share_pct":0.1,"blended_cost_per_mtok_usd":0.13,"cost_per_request_usd":0.001333,"tokens_per_request":9906,"cache_hit_rate_pct":33.4,"cache_savings_pct":18.6,"reasoning_request_pct":41.8,"stream_request_pct":0.4,"error_rate_5xx_pct":0.1,"median_ttft_ms":698,"p90_ttft_ms":1110,"p95_ttft_ms":1299,"median_tokens_per_sec":140,"median_latency_ms":4746,"p90_latency_ms":21726,"p95_latency_ms":28931},"series":{"request_share_pct":[null,null,5.2,4.8,2.2,2.7,null,null,2,2.5],"token_share_pct":[null,null,1.1,1.1,0.9,0.9,null,null,0.7,0.8],"spend_share_pct":[null,null,0.3,0.3,0.2,0.3,null,null,0.2,0.3],"blended_cost_per_mtok_usd":[null,0.11,0.13,0.14,0.14,0.14,0.14,0.16,0.14,0.13],"cost_per_request_usd":[null,0.000249,0.000865,0.00101,0.001387,0.001478,0.000906,0.001062,0.001704,0.001656],"tokens_per_request":[null,2262,6758,7385,9982,10622,6590,6723,12542,12794],"cache_hit_rate_pct":[null,61.5,32.5,33.6,31.9,32.5,28,23.7,33.8,35],"cache_savings_pct":[null,32.4,19.7,18.2,17.1,17.3,16,11,18.4,20.3],"reasoning_request_pct":[null,null,12.3,36.9,53.8,54.4,16.2,15.1,51,50.4],"stream_request_pct":[null,7.1,0.3,0.3,0.3,0.4,20.5,6.9,0.3,0.3],"error_rate_4xx_pct":[null,4.9,null,null,null,null,null,null,null,null],"error_rate_5xx_pct":[null,null,null,null,0.1,null,null,null,0.4,null],"median_ttft_ms":[null,337,439,396,584,856,520,721,1070,994],"p90_ttft_ms":[null,347,618,553,812,1109,776,912,1886,2159],"p95_ttft_ms":[null,347,799,775,900,1210,879,985,2241,2482],"median_tokens_per_sec":[null,91,81,96,142,198,184,128,168,115],"median_latency_ms":[null,3340,2602,2940,5798,5732,2121,4317,6602,5455],"p90_latency_ms":[null,9784,19374,21824,20814,19806,17858,21634,24493,23875],"p95_latency_ms":[null,11440,27926,29896,27384,27213,22627,24986,31576,29184]},"token_share_delta_pp":0.1,"spend_share_delta_pp":0.1,"providers":[{"key":"deepseek","name":"deepseek","share_pct":100,"blended_cost_per_mtok_usd":0.13,"cache_hit_rate_pct":33.4,"median_ttft_ms":698,"p95_ttft_ms":1299,"median_tokens_per_sec":140,"median_latency_ms":4746,"p95_latency_ms":28931,"error_rate_5xx_pct":0.1}],"regions":[{"key":"eu","name":"eu","share_pct":99.5,"blended_cost_per_mtok_usd":0.13,"cache_hit_rate_pct":33.4,"median_ttft_ms":713,"p95_ttft_ms":1409,"median_tokens_per_sec":123,"median_latency_ms":4756,"p95_latency_ms":28963,"error_rate_5xx_pct":0.1},{"key":"us","name":"us","share_pct":0.3,"blended_cost_per_mtok_usd":0.12,"cache_hit_rate_pct":44.6,"median_ttft_ms":996,"p95_ttft_ms":1368,"median_tokens_per_sec":280,"median_latency_ms":2765,"p95_latency_ms":18156},{"key":"ap","name":"ap","share_pct":0.2,"blended_cost_per_mtok_usd":0.15,"cache_hit_rate_pct":29,"median_ttft_ms":544,"p95_ttft_ms":891,"median_tokens_per_sec":174,"median_latency_ms":4034,"p95_latency_ms":32914,"error_rate_5xx_pct":1.5}]},{"key":"gpt-5-mini","name":"gpt-5-mini","vendor":"openai","model_lab":"openai","open_weights":false,"summary":{"request_share_pct":1.3,"token_share_pct":0.5,"spend_share_pct":0.2,"blended_cost_per_mtok_usd":0.18,"cost_per_request_usd":0.002094,"tokens_per_request":11321,"cache_hit_rate_pct":86,"cache_savings_pct":51.9,"reasoning_request_pct":76.5,"stream_request_pct":10.1,"error_rate_4xx_pct":0.1,"median_ttft_ms":1834,"p90_ttft_ms":5732,"p95_ttft_ms":7754,"median_tokens_per_sec":97,"median_latency_ms":4916,"p90_latency_ms":13261,"p95_latency_ms":17138},"series":{"request_share_pct":[0.8,0.6,1.8,1.2,0.7,1.4,1.4,1.4,1.3,2.2],"token_share_pct":[0.2,0.1,0.2,0.2,0.3,0.5,0.6,0.5,0.5,0.9],"spend_share_pct":[0.1,0.1,0.2,0.1,0.1,0.2,0.1,0.2,0.2,0.3],"blended_cost_per_mtok_usd":[0.29,0.4,0.46,0.49,0.2,0.16,0.14,0.25,0.14,0.13],"cost_per_request_usd":[0.002386,0.001868,0.001857,0.002267,0.001897,0.001768,0.001745,0.0027,0.002072,0.002153],"tokens_per_request":[8364,4620,4068,4638,9633,11380,12518,10625,14620,16173],"cache_hit_rate_pct":[71.2,47,51.8,60.8,80.8,88.1,89.3,85.5,89.4,90.8],"cache_savings_pct":[34.9,18.2,19.1,20.1,48.9,57.2,60.3,43,59.9,61.8],"reasoning_request_pct":[90.2,89.8,89.4,76.3,73.3,70.4,70.6,82.1,75.3,70.4],"stream_request_pct":[38.9,22.9,16,21.3,9.8,6.4,7,6.3,7.8,6.1],"error_rate_4xx_pct":[null,1.4,null,null,null,null,null,null,null,null],"error_rate_5xx_pct":[null,0.1,0.1,null,null,null,null,null,0.1,null],"median_ttft_ms":[2569,635,365,334,414,2971,2951,2337,3128,2900],"p90_ttft_ms":[7815,3616,941,818,4068,7871,8260,8895,8981,8031],"p95_ttft_ms":[10336,5593,1557,1357,6579,10022,10535,12010,12027,10396],"median_tokens_per_sec":[121,55,41,41,49,135,145,127,144,143],"median_latency_ms":[4197,5255,5646,4509,4716,4626,3955,7232,3776,4577],"p90_latency_ms":[12803,12591,11833,14618,11783,11659,11231,17320,11665,14300],"p95_latency_ms":[17218,17992,15495,31301,14948,13774,13777,21620,14230,16961]},"token_share_delta_pp":0.4,"spend_share_delta_pp":0.1,"providers":[{"key":"azure","name":"azure","share_pct":96.2,"blended_cost_per_mtok_usd":0.18,"cache_hit_rate_pct":87.8,"median_ttft_ms":1739,"p95_ttft_ms":7121,"median_tokens_per_sec":95,"median_latency_ms":4755,"p95_latency_ms":16620},{"key":"openai","name":"openai","share_pct":3.8,"blended_cost_per_mtok_usd":0.43,"cache_hit_rate_pct":36.9,"median_ttft_ms":2557,"p95_ttft_ms":12599,"median_tokens_per_sec":112,"median_latency_ms":6831,"p95_latency_ms":23299,"error_rate_5xx_pct":0.1}],"regions":[{"key":"eu","name":"eu","share_pct":97.7,"blended_cost_per_mtok_usd":0.18,"cache_hit_rate_pct":86.7,"median_ttft_ms":1751,"p95_ttft_ms":7164,"median_tokens_per_sec":96,"median_latency_ms":4731,"p95_latency_ms":16807},{"key":"us","name":"us","share_pct":2.2,"blended_cost_per_mtok_usd":0.42,"cache_hit_rate_pct":54.9,"median_ttft_ms":2553,"p95_ttft_ms":13091,"median_tokens_per_sec":109,"median_latency_ms":9913,"p95_latency_ms":26193},{"key":"ap","name":"ap","share_pct":0,"blended_cost_per_mtok_usd":0.56,"cache_hit_rate_pct":42.1,"median_ttft_ms":7027,"p95_ttft_ms":11601,"median_tokens_per_sec":110,"median_latency_ms":8809,"p95_latency_ms":19745}]},{"key":"gemini-3.5-flash-lite","name":"gemini-3.5-flash-lite","vendor":"google","model_lab":"google","open_weights":false,"summary":{"request_share_pct":3.4,"token_share_pct":0.5,"spend_share_pct":0.3,"blended_cost_per_mtok_usd":0.29,"cost_per_request_usd":0.001259,"tokens_per_request":4311,"cache_hit_rate_pct":27.7,"cache_savings_pct":21.1,"reasoning_request_pct":0.7,"stream_request_pct":7.4,"error_rate_4xx_pct":0.2,"median_ttft_ms":877,"p90_ttft_ms":3254,"p95_ttft_ms":5741,"median_tokens_per_sec":332,"median_latency_ms":916,"p90_latency_ms":3014,"p95_latency_ms":4828,"median_session_requests":2,"median_session_minutes":0.7},"series":{"request_share_pct":[1.7,2.2,2.8,3.2,6.1,6.9,1.5,1.6,7.3,null],"token_share_pct":[0.6,0.6,0.6,0.7,0.7,0.5,0.2,0.5,0.7,null],"spend_share_pct":[0.3,0.2,0.3,0.3,0.4,0.4,0.1,0.2,0.5,null],"blended_cost_per_mtok_usd":[0.27,0.28,0.29,0.26,0.3,0.32,0.32,0.26,0.31,0.45],"cost_per_request_usd":[0.003153,0.001753,0.001913,0.001738,0.000958,0.000809,0.001333,0.002416,0.001002,0.000999],"tokens_per_request":[11735,6362,6601,6589,3149,2515,4106,9175,3274,2236],"cache_hit_rate_pct":[40.3,29.8,33.3,38.3,29.2,19.1,18.4,32,20.5,9.9],"cache_savings_pct":[29.1,22.3,24.7,29.7,22.9,14.5,13.7,24.8,15.4,5.2],"reasoning_request_pct":[0.6,0.5,1.1,0.3,0.8,0.1,0.4,1.9,0.9,0.6],"stream_request_pct":[32.6,15.1,16.3,14.3,5.2,3.1,7.6,10.5,4.5,10.8],"error_rate_4xx_pct":[1,0.9,1.5,0.1,0.1,null,0.1,null,null,null],"error_rate_5xx_pct":[null,null,0.6,null,null,null,null,null,null,null],"median_ttft_ms":[945,865,742,1237,1455,811,616,624,556,1215],"p90_ttft_ms":[4157,4108,3132,4457,3977,3166,2657,2036,1914,3717],"p95_ttft_ms":[9397,8010,5692,9037,6604,4252,3663,2577,2668,4158],"median_tokens_per_sec":[323,317,330,317,297,339,365,363,346,353],"median_latency_ms":[1362,988,778,795,837,872,982,983,956,2118],"p90_latency_ms":[5733,3548,3553,3265,3117,2533,6545,2557,2281,4179],"p95_latency_ms":[9928,5437,8243,6677,6085,3823,6888,6251,2662,4980],"median_session_cost_usd":[null,null,null,null,null,null,0.02,0.01,null,null],"median_session_requests":[null,null,2,2,2,null,6,16,null,null],"median_session_minutes":[null,null,0.7,0.7,1,null,0.5,0.3,null,null]},"token_share_delta_pp":-0.7,"spend_share_delta_pp":-0.5,"providers":[{"key":"vertex","name":"vertex","share_pct":99.7,"blended_cost_per_mtok_usd":0.29,"cache_hit_rate_pct":27.8,"median_ttft_ms":877,"p95_ttft_ms":5742,"median_tokens_per_sec":332,"median_latency_ms":917,"p95_latency_ms":4689},{"key":"google","name":"google","share_pct":0.3,"blended_cost_per_mtok_usd":0.24,"cache_hit_rate_pct":1,"median_ttft_ms":1397,"p95_ttft_ms":2371,"median_tokens_per_sec":264,"median_latency_ms":861,"p95_latency_ms":17237,"error_rate_5xx_pct":2.5}],"regions":[{"key":"eu","name":"eu","share_pct":97.6,"blended_cost_per_mtok_usd":0.29,"cache_hit_rate_pct":27.9,"median_ttft_ms":875,"p95_ttft_ms":5766,"median_tokens_per_sec":333,"median_latency_ms":910,"p95_latency_ms":4874},{"key":"us","name":"us","share_pct":2.1,"blended_cost_per_mtok_usd":0.36,"cache_hit_rate_pct":20,"median_ttft_ms":1497,"p95_ttft_ms":9044,"median_tokens_per_sec":231,"median_latency_ms":1037,"p95_latency_ms":3995,"error_rate_5xx_pct":0.1},{"key":"ap","name":"ap","share_pct":0.3,"blended_cost_per_mtok_usd":0.36,"cache_hit_rate_pct":11.7,"median_ttft_ms":832,"p95_ttft_ms":2290,"median_tokens_per_sec":268,"median_latency_ms":1145,"p95_latency_ms":2862}]},{"key":"claude-fable-5.1","name":"claude-fable-5.1","vendor":"anthropic","model_lab":"anthropic","open_weights":false,"summary":{"request_share_pct":0.1,"token_share_pct":0.4,"spend_share_pct":1.7,"blended_cost_per_mtok_usd":2.03,"cost_per_request_usd":0.242205,"tokens_per_request":119373,"cache_hit_rate_pct":88.9,"cache_savings_pct":87.4,"reasoning_request_pct":26.6,"stream_request_pct":59.9,"error_rate_4xx_pct":0.3,"error_rate_5xx_pct":0.4,"median_ttft_ms":2906,"p90_ttft_ms":9486,"p95_ttft_ms":18113,"median_tokens_per_sec":90,"median_latency_ms":7019,"p90_latency_ms":31625,"p95_latency_ms":57175,"median_session_cost_usd":3.04,"median_session_requests":15,"median_session_minutes":5.7},"series":{"request_share_pct":[null,null,0.1,0.4,0.1,0.1,0.2,0.1,0.1,0.1],"token_share_pct":[null,null,0.2,1.6,0.1,0.4,0.8,0.8,0.2,0.3],"spend_share_pct":[null,null,0.5,5.1,0.9,1.7,4,2.1,1.2,1.2],"blended_cost_per_mtok_usd":[null,null,1.56,1.82,3.13,1.58,2.86,1.68,2.12,1.65],"cost_per_request_usd":[null,null,0.166911,0.211441,0.111283,0.262358,0.31434,0.237643,0.26959,0.266954],"tokens_per_request":[null,null,107137,116087,35527,166534,109813,141788,127265,161328],"cache_hit_rate_pct":[null,null,93,93.3,79.8,91.6,80.8,91.6,87.1,91],"cache_savings_pct":[null,null,90.5,86.3,75.3,92.7,79.7,91.4,91.3,91.9],"reasoning_request_pct":[null,null,28,38.6,15.7,31,12.6,34.3,18.4,30.9],"stream_request_pct":[null,null,82.7,73.6,36.3,91.4,30.3,77.3,51.3,64.5],"error_rate_4xx_pct":[null,null,null,null,null,null,1.3,null,null,null],"error_rate_5xx_pct":[null,null,0.1,0.1,3.8,null,null,null,null,null],"median_ttft_ms":[null,null,2634,2682,2868,3074,3350,2947,2507,3217],"p90_ttft_ms":[null,null,5189,5138,6543,7634,10881,14695,9860,13572],"p95_ttft_ms":[null,null,7923,7060,8923,12088,14621,38727,16190,19370],"median_tokens_per_sec":[null,null,89,72,76,77,95,107,106,103],"median_latency_ms":[null,null,5468,7611,5177,8115,8728,5907,4626,6651],"p90_latency_ms":[null,null,26894,41601,15079,28705,35636,30714,16529,27812],"p95_latency_ms":[null,null,53224,90204,23197,41581,58701,53437,25656,42086],"median_session_cost_usd":[null,null,2.23,3.04,1.38,4.84,5.72,6.45,7.09,null],"median_session_requests":[null,null,9,15,7,11,10,11,8,null],"median_session_minutes":[null,null,4.3,5.7,2.8,5.4,9.1,8.8,4.9,null]},"token_share_delta_pp":0.1,"spend_share_delta_pp":0,"providers":[{"key":"anthropic","name":"anthropic","share_pct":69.1,"blended_cost_per_mtok_usd":2.02,"cache_hit_rate_pct":89.3,"median_ttft_ms":3185,"p95_ttft_ms":12811,"median_tokens_per_sec":84,"median_latency_ms":6973,"p95_latency_ms":52966,"error_rate_5xx_pct":0.5},{"key":"vertex","name":"vertex","share_pct":30.9,"blended_cost_per_mtok_usd":2.06,"cache_hit_rate_pct":88.2,"median_ttft_ms":2199,"p95_ttft_ms":31598,"median_tokens_per_sec":103,"median_latency_ms":7160,"p95_latency_ms":69958}],"regions":[{"key":"eu","name":"eu","share_pct":77.2,"blended_cost_per_mtok_usd":2.2,"cache_hit_rate_pct":87.5,"median_ttft_ms":2861,"p95_ttft_ms":20334,"median_tokens_per_sec":91,"median_latency_ms":7061,"p95_latency_ms":53147,"error_rate_5xx_pct":0.5},{"key":"us","name":"us","share_pct":21.1,"blended_cost_per_mtok_usd":1.45,"cache_hit_rate_pct":94,"median_ttft_ms":3016,"p95_ttft_ms":10262,"median_tokens_per_sec":84,"median_latency_ms":6797,"p95_latency_ms":73141,"error_rate_5xx_pct":0.1},{"key":"ap","name":"ap","share_pct":1.7,"blended_cost_per_mtok_usd":1.65,"cache_hit_rate_pct":91.5,"median_ttft_ms":3542,"p95_ttft_ms":9752,"median_tokens_per_sec":85,"median_latency_ms":7752,"p95_latency_ms":55194}]},{"key":"jev","name":"jev","vendor":"typesafe","model_lab":"typesafe","open_weights":false,"summary":{"request_share_pct":4.5,"token_share_pct":0.4,"blended_cost_per_mtok_usd":0.04,"cost_per_request_usd":0.000112,"tokens_per_request":2937,"stream_request_pct":0.1,"error_rate_5xx_pct":0.1,"median_ttft_ms":204,"p90_ttft_ms":246,"p95_ttft_ms":252,"median_latency_ms":214,"p90_latency_ms":280,"p95_latency_ms":332},"series":{"request_share_pct":[null,null,null,null,2.1,12.2,1.8,16.8,null,2.7],"token_share_pct":[null,null,null,null,0.2,1.3,0.2,1.6,null,0.2],"spend_share_pct":[null,null,null,null,null,0.1,null,0.1,null,null],"blended_cost_per_mtok_usd":[null,null,null,null,0.04,0.04,0.04,0.04,0.04,0.04],"cost_per_request_usd":[null,null,null,null,0.000078,0.00013,0.000111,0.000102,0.000025,0.000145],"tokens_per_request":[null,null,null,null,2078,3473,3024,2669,688,3647],"stream_request_pct":[null,null,null,null,null,null,null,null,45.3,1.4],"error_rate_4xx_pct":[null,null,null,null,null,0.1,null,null,1.7,null],"error_rate_5xx_pct":[null,null,null,null,null,0.2,0.1,null,null,null],"median_ttft_ms":[null,null,null,null,null,174,null,216,75,null],"p90_ttft_ms":[null,null,null,null,null,174,null,266,75,null],"p95_ttft_ms":[null,null,null,null,null,174,null,272,75,null],"median_latency_ms":[null,null,null,null,249,223,169,224,90,97],"p90_latency_ms":[null,null,null,null,333,342,213,269,133,150],"p95_latency_ms":[null,null,null,null,387,452,237,298,138,178]},"token_share_delta_pp":0.2,"spend_share_delta_pp":0,"providers":[{"key":"typesafe","name":"typesafe","share_pct":100,"blended_cost_per_mtok_usd":0.04,"median_ttft_ms":204,"p95_ttft_ms":252,"median_latency_ms":214,"p95_latency_ms":332,"error_rate_5xx_pct":0.1}],"regions":[{"key":"eu","name":"eu","share_pct":63.7,"blended_cost_per_mtok_usd":0.04,"median_ttft_ms":219,"p95_ttft_ms":219,"median_latency_ms":235,"p95_latency_ms":352,"error_rate_5xx_pct":0.1},{"key":"us","name":"us","share_pct":26.4,"blended_cost_per_mtok_usd":0.04,"median_ttft_ms":116,"p95_ttft_ms":153,"median_latency_ms":137,"p95_latency_ms":254,"error_rate_5xx_pct":0.1},{"key":"ap","name":"ap","share_pct":9.9,"blended_cost_per_mtok_usd":0.04,"median_ttft_ms":237,"p95_ttft_ms":292,"median_latency_ms":305,"p95_latency_ms":438,"error_rate_5xx_pct":0.1}]},{"key":"claude-opus-4-7","name":"claude-opus-4-7","vendor":"anthropic","model_lab":"anthropic","open_weights":false,"summary":{"request_share_pct":0.1,"token_share_pct":0.4,"spend_share_pct":1.2,"blended_cost_per_mtok_usd":1.53,"cost_per_request_usd":0.148715,"tokens_per_request":97047,"cache_hit_rate_pct":86.6,"cache_savings_pct":82.7,"reasoning_request_pct":15.5,"stream_request_pct":54.4,"error_rate_5xx_pct":0.1,"median_ttft_ms":1481,"p90_ttft_ms":3383,"p95_ttft_ms":4261,"median_tokens_per_sec":102,"median_latency_ms":4286,"p90_latency_ms":28191,"p95_latency_ms":44182,"median_session_cost_usd":4.97,"median_session_requests":23,"median_session_minutes":16.2},"series":{"request_share_pct":[0.4,0.1,0.1,0.2,0.1,0.1,0.1,0.1,0.1,0.1],"token_share_pct":[1.3,0.7,0.5,1.1,0.6,0.4,0.2,0.2,0.1,0.2],"spend_share_pct":[3.7,0.8,1.3,2.6,1.4,1.6,0.8,0.6,0.5,1.1],"blended_cost_per_mtok_usd":[1.58,1.11,1.46,1.32,1.27,1.63,2.41,2.09,1.41,1.92],"cost_per_request_usd":[0.180995,0.132767,0.157358,0.21537,0.17521,0.195323,0.178056,0.091397,0.066191,0.133899],"tokens_per_request":[114546,119609,108065,163470,137697,120183,73744,43788,46958,69721],"cache_hit_rate_pct":[86,92.1,88.2,89.2,90,85.1,73.5,79.5,89.9,82.1],"cache_savings_pct":[84.3,84.6,84.2,85,84.3,83,74.1,76.2,81.2,79],"reasoning_request_pct":[22.3,21.9,15.3,20.2,14.8,16.1,17.7,11.4,6.3,9.9],"stream_request_pct":[67.4,64.3,52.1,72.5,65.8,65.8,62.2,43.1,24.9,35.5],"error_rate_5xx_pct":[null,0.6,0.1,null,null,null,null,null,0.1,null],"median_ttft_ms":[1523,1490,1570,1700,1593,1341,1108,1048,1915,1695],"p90_ttft_ms":[3020,3429,3067,3477,3201,3333,3466,3505,4246,3816],"p95_ttft_ms":[3919,4196,3713,4670,4109,4437,4258,4139,4805,4733],"median_tokens_per_sec":[95,95,99,97,96,91,110,127,125,109],"median_latency_ms":[4627,6313,5105,4757,5410,5814,5919,1813,2299,3255],"p90_latency_ms":[30457,31351,27635,27837,28814,35322,30208,21479,20602,33092],"p95_latency_ms":[45154,45566,46986,46570,44568,57128,48927,37274,35752,42884],"median_session_cost_usd":[3.84,null,null,4.97,null,null,null,null,null,null],"median_session_requests":[22.5,null,null,23,null,null,null,null,null,null],"median_session_minutes":[14.9,null,null,16.2,null,null,null,null,null,null]},"token_share_delta_pp":0.1,"spend_share_delta_pp":0.6,"providers":[{"key":"bedrock","name":"bedrock","share_pct":66.5,"blended_cost_per_mtok_usd":1.59,"cache_hit_rate_pct":86.3,"median_ttft_ms":1601,"p95_ttft_ms":4367,"median_tokens_per_sec":105,"median_latency_ms":3950,"p95_latency_ms":46632,"error_rate_5xx_pct":0.1},{"key":"anthropic","name":"anthropic","share_pct":18.3,"blended_cost_per_mtok_usd":1.22,"cache_hit_rate_pct":89.2,"median_ttft_ms":1610,"p95_ttft_ms":4645,"median_tokens_per_sec":82,"median_latency_ms":6536,"p95_latency_ms":36205},{"key":"vertex","name":"vertex","share_pct":15.2,"blended_cost_per_mtok_usd":1.64,"cache_hit_rate_pct":85,"median_ttft_ms":985,"p95_ttft_ms":3596,"median_tokens_per_sec":110,"median_latency_ms":3515,"p95_latency_ms":39847}],"regions":[{"key":"eu","name":"eu","share_pct":96.9,"blended_cost_per_mtok_usd":1.51,"cache_hit_rate_pct":87.1,"median_ttft_ms":1502,"p95_ttft_ms":4374,"median_tokens_per_sec":104,"median_latency_ms":4057,"p95_latency_ms":44871,"error_rate_5xx_pct":0.1},{"key":"ap","name":"ap","share_pct":1.8,"blended_cost_per_mtok_usd":1.59,"cache_hit_rate_pct":84.3,"median_ttft_ms":1331,"p95_ttft_ms":3037,"median_tokens_per_sec":99,"median_latency_ms":5930,"p95_latency_ms":48729},{"key":"us","name":"us","share_pct":1.3,"blended_cost_per_mtok_usd":3.43,"cache_hit_rate_pct":54.4,"median_ttft_ms":1060,"p95_ttft_ms":2309,"median_tokens_per_sec":60,"median_latency_ms":7073,"p95_latency_ms":32703,"error_rate_5xx_pct":0.1}]},{"key":"gemini-3.1-flash-lite","name":"gemini-3.1-flash-lite","vendor":"google","model_lab":"google","open_weights":false,"summary":{"request_share_pct":2.4,"token_share_pct":0.4,"spend_share_pct":0.3,"blended_cost_per_mtok_usd":0.32,"cost_per_request_usd":0.001678,"tokens_per_request":5219,"cache_hit_rate_pct":12.4,"cache_savings_pct":9.6,"reasoning_request_pct":1.4,"stream_request_pct":1.9,"error_rate_4xx_pct":1.1,"error_rate_5xx_pct":0.1,"median_ttft_ms":942,"p90_ttft_ms":2139,"p95_ttft_ms":3083,"median_tokens_per_sec":240,"median_latency_ms":1041,"p90_latency_ms":3304,"p95_latency_ms":4881,"median_session_cost_usd":0.01,"median_session_requests":6,"median_session_minutes":6.8},"series":{"request_share_pct":[3.9,1.7,2.9,7.4,2.6,3.2,1.3,1.1,1.9,2.2],"token_share_pct":[0.9,0.4,0.6,0.6,0.5,0.5,0.3,0.3,0.3,0.3],"spend_share_pct":[0.4,0.1,0.3,0.3,0.3,0.4,0.2,0.1,0.3,0.2],"blended_cost_per_mtok_usd":[0.24,0.3,0.3,0.31,0.32,0.34,0.34,0.32,0.38,0.35],"cost_per_request_usd":[0.001861,0.00164,0.001842,0.000829,0.001496,0.001785,0.002248,0.00219,0.002446,0.001568],"tokens_per_request":[7874,5518,6083,2642,4668,5276,6622,6939,6433,4477],"cache_hit_rate_pct":[31,10.9,8.8,9.9,7.7,11,11,11.2,8.5,10.4],"cache_savings_pct":[24.9,13,9.7,8.6,6.9,7.3,7.3,9.7,5.3,6.5],"reasoning_request_pct":[0.5,0.2,1,0.2,0.3,0.4,3.2,3.3,1.3,5.2],"stream_request_pct":[2.6,1.1,1.1,0.6,0.8,1.5,5,7.2,1.4,1.9],"error_rate_4xx_pct":[0.5,0.2,7.3,1.2,1,0.6,0.7,0.3,0.1,0.5],"error_rate_5xx_pct":[null,null,0.1,null,0.1,0.4,null,null,null,null],"median_ttft_ms":[813,824,918,1055,1545,1117,1166,680,919,888],"p90_ttft_ms":[1831,1816,2049,3380,4258,3524,1708,1502,2930,1340],"p95_ttft_ms":[2417,3335,2981,4612,5330,4461,2458,2423,4383,2214],"median_tokens_per_sec":[276,193,294,248,225,291,134,304,243,304],"median_latency_ms":[933,867,863,732,813,1297,1057,1135,1916,827],"p90_latency_ms":[3143,3070,3613,1892,2986,4917,3905,4036,3321,3521],"p95_latency_ms":[4174,4194,5937,3100,3867,6727,7424,6822,4399,4928],"median_session_cost_usd":[null,null,null,null,null,0.09,null,null,null,0.01],"median_session_requests":[null,null,null,null,null,46,null,null,null,6],"median_session_minutes":[null,null,null,null,null,0.8,null,null,null,6.8]},"token_share_delta_pp":0,"spend_share_delta_pp":-0.1,"providers":[{"key":"vertex","name":"vertex","share_pct":97.8,"blended_cost_per_mtok_usd":0.32,"cache_hit_rate_pct":12.1,"median_ttft_ms":902,"p95_ttft_ms":3087,"median_tokens_per_sec":233,"median_latency_ms":1041,"p95_latency_ms":4876},{"key":"google","name":"google","share_pct":2.2,"blended_cost_per_mtok_usd":0.23,"cache_hit_rate_pct":22.6,"median_ttft_ms":1308,"p95_ttft_ms":3046,"median_tokens_per_sec":299,"median_latency_ms":1055,"p95_latency_ms":5033,"error_rate_5xx_pct":1.2}],"regions":[{"key":"eu","name":"eu","share_pct":97.8,"blended_cost_per_mtok_usd":0.32,"cache_hit_rate_pct":11.8,"median_ttft_ms":877,"p95_ttft_ms":2994,"median_tokens_per_sec":241,"median_latency_ms":1007,"p95_latency_ms":4576,"error_rate_5xx_pct":0.1},{"key":"us","name":"us","share_pct":1.9,"blended_cost_per_mtok_usd":0.21,"cache_hit_rate_pct":34.4,"median_ttft_ms":1704,"p95_ttft_ms":3855,"median_tokens_per_sec":227,"median_latency_ms":5682,"p95_latency_ms":52942,"error_rate_5xx_pct":0.6},{"key":"ap","name":"ap","share_pct":0.3,"blended_cost_per_mtok_usd":0.2,"cache_hit_rate_pct":40.2,"median_ttft_ms":953,"p95_ttft_ms":6311,"median_tokens_per_sec":230,"median_latency_ms":2174,"p95_latency_ms":4057,"error_rate_5xx_pct":0.6}]},{"key":"nemotron-3.5-lightning-30b-a3b","name":"nemotron-3.5-lightning-30b-a3b","vendor":"nvidia","model_lab":"nvidia","open_weights":true,"summary":{"request_share_pct":0.2,"token_share_pct":0.4,"tokens_per_request":80652,"cache_hit_rate_pct":80.8,"reasoning_request_pct":41.5,"stream_request_pct":69.4,"error_rate_4xx_pct":0.2,"error_rate_5xx_pct":1.8,"median_ttft_ms":1480,"p90_ttft_ms":15236,"p95_ttft_ms":27825,"median_tokens_per_sec":56,"median_latency_ms":8834,"p90_latency_ms":57087,"p95_latency_ms":88682,"median_session_requests":7,"median_session_minutes":0.4},"series":{"request_share_pct":[0.1,0.1,0.1,0.2,0.1,0.1,0.1,0.1,0.2,0.4],"token_share_pct":[0.2,0.1,0.2,0.3,0.3,0.2,0.3,0.4,0.4,1.2],"tokens_per_request":[60485,51392,39425,48190,56091,48434,71318,74609,91635,117774],"cache_hit_rate_pct":[87.1,78.6,76.1,75.5,67.9,51.9,72.1,78.4,82.4,87.5],"reasoning_request_pct":[null,null,null,null,null,null,null,8.3,94,95.2],"stream_request_pct":[59.9,69,62,59.3,73,68,66.8,64.3,69.1,77.1],"error_rate_4xx_pct":[null,2.6,null,null,null,0.2,0.4,0.1,null,null],"error_rate_5xx_pct":[2,3.6,0.6,0.7,3.1,4.6,2.9,1.2,3,0.4],"median_ttft_ms":[1487,1533,1284,2901,1912,2873,1206,1379,1227,1127],"p90_ttft_ms":[4868,7463,7866,39083,31654,73830,21949,9972,8438,3577],"p95_ttft_ms":[7974,11580,13050,56891,62670,98302,50017,18412,26215,7095],"median_tokens_per_sec":[111,52,53,47,45,43,47,42,52,66],"median_latency_ms":[7533,10873,9908,15092,11974,25740,7973,9477,6108,4357],"p90_latency_ms":[55656,62300,45120,69009,82746,151974,80633,59575,52080,26066],"p95_latency_ms":[83649,100683,69562,103499,127691,204365,123542,83411,103413,41727],"median_session_requests":[null,3,7,3,4,3,3,13,15,21],"median_session_minutes":[null,2,0.4,1.9,6.6,4.3,2,8.5,12.8,4.8]},"token_share_delta_pp":0.8,"spend_share_delta_pp":0,"providers":[{"key":"nvidia","name":"nvidia","share_pct":100,"cache_hit_rate_pct":80.8,"median_ttft_ms":1480,"p95_ttft_ms":27825,"median_tokens_per_sec":56,"median_latency_ms":8834,"p95_latency_ms":88682,"error_rate_5xx_pct":1.8}],"regions":[{"key":"eu","name":"eu","share_pct":43.6,"cache_hit_rate_pct":82.4,"median_ttft_ms":1417,"p95_ttft_ms":22802,"median_tokens_per_sec":57,"median_latency_ms":8514,"p95_latency_ms":85548,"error_rate_5xx_pct":1.9},{"key":"ap","name":"ap","share_pct":32.2,"cache_hit_rate_pct":81.5,"median_ttft_ms":1892,"p95_ttft_ms":24088,"median_tokens_per_sec":54,"median_latency_ms":8589,"p95_latency_ms":88478,"error_rate_5xx_pct":1.4},{"key":"us","name":"us","share_pct":24.3,"cache_hit_rate_pct":77,"median_ttft_ms":1096,"p95_ttft_ms":40014,"median_tokens_per_sec":55,"median_latency_ms":9569,"p95_latency_ms":93691,"error_rate_5xx_pct":2}]},{"key":"gpt-6-astra","name":"gpt-6-astra","vendor":"openai","model_lab":"openai","open_weights":false,"summary":{"request_share_pct":0.2,"token_share_pct":0.4,"spend_share_pct":1.6,"blended_cost_per_mtok_usd":2.31,"cost_per_request_usd":0.11218,"tokens_per_request":48486,"cache_hit_rate_pct":91.2,"cache_savings_pct":79.5,"reasoning_request_pct":53.1,"stream_request_pct":66.6,"error_rate_4xx_pct":0.1,"median_ttft_ms":3184,"p90_ttft_ms":11538,"p95_ttft_ms":15254,"median_tokens_per_sec":51,"median_latency_ms":6348,"p90_latency_ms":36315,"p95_latency_ms":56876,"median_session_cost_usd":0.03,"median_session_requests":2,"median_session_minutes":0.1},"series":{"request_share_pct":[null,null,0.1,0.5,0.3,1.2,0.2,0.1,0.1,0.1],"token_share_pct":[null,null,0.2,1,0.7,1.5,0.3,0.2,null,0.1],"spend_share_pct":[null,null,0.5,4.6,2.2,8.7,1.3,0.4,0.3,0.9],"blended_cost_per_mtok_usd":[null,null,1.11,2.56,1.79,2.4,2.61,1.46,2.62,4.25],"cost_per_request_usd":[null,null,0.123666,0.17272,0.106679,0.096153,0.138515,0.09245,0.058538,0.143848],"tokens_per_request":[null,null,111608,67548,59709,40099,53059,63277,22357,33875],"cache_hit_rate_pct":[null,null,95.8,88.1,93.2,92.9,91.2,90.6,82.7,80],"cache_savings_pct":[null,null,85.3,73,81.5,79.1,80.2,91.5,86.4,80.4],"reasoning_request_pct":[null,null,56.1,66.9,52.6,51.1,46.3,65.4,39.1,50.9],"stream_request_pct":[null,null,84.2,50,46.3,86.4,33.7,80.5,29.8,38.3],"error_rate_4xx_pct":[null,null,null,null,0.9,null,null,null,0.1,0.1],"error_rate_5xx_pct":[null,null,null,0.1,null,null,null,null,0.1,null],"median_ttft_ms":[null,null,1118,1570,2061,3405,3906,4494,3763,4667],"p90_ttft_ms":[null,null,2814,3916,7963,12790,11316,18527,11409,13599],"p95_ttft_ms":[null,null,3249,4632,12215,16728,15449,23779,15421,20051],"median_tokens_per_sec":[null,null,34,40,52,50,59,63,59,63],"median_latency_ms":[null,null,7533,9339,5352,6074,5813,7986,3958,4963],"p90_latency_ms":[null,null,22680,103889,19786,26953,36777,31825,10617,25659],"p95_latency_ms":[null,null,38545,143964,27765,48502,48404,54893,16716,44455],"median_session_cost_usd":[null,null,null,1.28,1.05,2.19,2.26,0.84,null,0.03],"median_session_requests":[null,null,null,12,7.5,22,23,10,null,2],"median_session_minutes":[null,null,null,5.9,2.9,8.7,5.9,7.3,null,0.1]},"token_share_delta_pp":0.1,"spend_share_delta_pp":0.6,"providers":[{"key":"openai","name":"openai","share_pct":93.6,"blended_cost_per_mtok_usd":2.21,"cache_hit_rate_pct":91.7,"median_ttft_ms":3089,"p95_ttft_ms":15029,"median_tokens_per_sec":50,"median_latency_ms":5982,"p95_latency_ms":50955},{"key":"azure","name":"azure","share_pct":6.4,"blended_cost_per_mtok_usd":3.81,"cache_hit_rate_pct":85,"median_ttft_ms":5705,"p95_ttft_ms":21217,"median_tokens_per_sec":63,"median_latency_ms":11628,"p95_latency_ms":142265,"error_rate_5xx_pct":0.1}],"regions":[{"key":"eu","name":"eu","share_pct":65.3,"blended_cost_per_mtok_usd":2.08,"cache_hit_rate_pct":91.5,"median_ttft_ms":3208,"p95_ttft_ms":14489,"median_tokens_per_sec":51,"median_latency_ms":6041,"p95_latency_ms":53970},{"key":"us","name":"us","share_pct":19.2,"blended_cost_per_mtok_usd":2.8,"cache_hit_rate_pct":90.1,"median_ttft_ms":2847,"p95_ttft_ms":15413,"median_tokens_per_sec":50,"median_latency_ms":6254,"p95_latency_ms":65996},{"key":"ap","name":"ap","share_pct":15.6,"blended_cost_per_mtok_usd":2.68,"cache_hit_rate_pct":91.6,"median_ttft_ms":4292,"p95_ttft_ms":19239,"median_tokens_per_sec":51,"median_latency_ms":9863,"p95_latency_ms":51830}]},{"key":"gpt-5.4","name":"gpt-5.4","vendor":"openai","model_lab":"openai","open_weights":false,"summary":{"request_share_pct":0.7,"token_share_pct":0.3,"spend_share_pct":1.1,"blended_cost_per_mtok_usd":1.67,"cost_per_request_usd":0.02393,"tokens_per_request":14320,"cache_hit_rate_pct":57.2,"cache_savings_pct":44.6,"reasoning_request_pct":6.7,"stream_request_pct":42.7,"error_rate_5xx_pct":0.1,"median_ttft_ms":899,"p90_ttft_ms":2066,"p95_ttft_ms":2968,"median_tokens_per_sec":70,"median_latency_ms":2710,"p90_latency_ms":11157,"p95_latency_ms":21206,"median_session_cost_usd":0.11,"median_session_requests":3,"median_session_minutes":0.3},"series":{"request_share_pct":[1.4,1,1.7,1.2,0.7,0.8,0.6,0.5,0.4,0.3],"token_share_pct":[0.7,0.5,0.7,0.6,0.4,0.3,0.2,0.3,0.2,0.2],"spend_share_pct":[2.2,1,2.7,1.5,1.1,1.3,0.8,0.6,0.6,0.7],"blended_cost_per_mtok_usd":[1.83,1.79,2.04,1.48,1.45,1.62,1.88,1.45,1.36,1.67],"cost_per_request_usd":[0.028945,0.021617,0.027529,0.023296,0.023179,0.021494,0.023895,0.019444,0.022109,0.030411],"tokens_per_request":[15790,12062,13475,15716,15977,13249,12728,13384,16288,18219],"cache_hit_rate_pct":[50.5,51.1,55.3,59.9,58.2,55.7,50.8,64.5,68.7,59.5],"cache_savings_pct":[36.9,36.9,38.5,50.5,47.9,44.2,39.2,52.4,55.9,47.1],"reasoning_request_pct":[2.4,11.7,8,7.1,6,3.1,3.2,4.9,11.4,10.4],"stream_request_pct":[44.5,35,35,49,49.7,48,47.1,47.6,44.7,21.5],"error_rate_4xx_pct":[null,null,null,null,null,null,null,null,0.4,null],"error_rate_5xx_pct":[0.1,0.2,0.4,null,null,null,0.1,null,null,null],"median_ttft_ms":[527,557,519,547,690,1282,1144,1516,1294,1207],"p90_ttft_ms":[1109,1232,1154,1188,1851,3018,3170,2979,2669,3592],"p95_ttft_ms":[1674,1966,1814,1762,2647,4118,4743,3970,3768,5068],"median_tokens_per_sec":[51,47,49,51,62,92,106,97,101,92],"median_latency_ms":[3372,3258,2978,2348,2365,2205,2234,2205,2712,3695],"p90_latency_ms":[16989,13602,14682,9714,9140,9891,9460,6498,8107,11150],"p95_latency_ms":[31615,24858,37341,16741,15880,18271,16948,9600,12990,17054],"median_session_cost_usd":[null,null,null,0.11,0.1,0.12,0.04,0.07,0.02,0.03],"median_session_requests":[null,null,null,3,3,2,2,3,2,2],"median_session_minutes":[null,null,null,0.3,0.4,0.3,0.1,0.6,0.1,null]},"token_share_delta_pp":0,"spend_share_delta_pp":0.1,"providers":[{"key":"azure","name":"azure","share_pct":71.8,"blended_cost_per_mtok_usd":1.56,"cache_hit_rate_pct":59.2,"median_ttft_ms":963,"p95_ttft_ms":3284,"median_tokens_per_sec":65,"median_latency_ms":2182,"p95_latency_ms":18243},{"key":"openai","name":"openai","share_pct":26.7,"blended_cost_per_mtok_usd":1.97,"cache_hit_rate_pct":51.3,"median_ttft_ms":651,"p95_ttft_ms":2026,"median_tokens_per_sec":62,"median_latency_ms":4619,"p95_latency_ms":33093,"error_rate_5xx_pct":0.4},{"key":"bedrock","name":"bedrock","share_pct":1.5,"blended_cost_per_mtok_usd":1.88,"cache_hit_rate_pct":61.2,"median_ttft_ms":662,"p95_ttft_ms":994,"median_tokens_per_sec":197,"median_latency_ms":1376,"p95_latency_ms":6649,"error_rate_5xx_pct":0.1}],"regions":[{"key":"eu","name":"eu","share_pct":95.4,"blended_cost_per_mtok_usd":1.66,"cache_hit_rate_pct":57.3,"median_ttft_ms":924,"p95_ttft_ms":3052,"median_tokens_per_sec":65,"median_latency_ms":2665,"p95_latency_ms":21593,"error_rate_5xx_pct":0.1},{"key":"us","name":"us","share_pct":4.5,"blended_cost_per_mtok_usd":1.91,"cache_hit_rate_pct":56.7,"median_ttft_ms":610,"p95_ttft_ms":2049,"median_tokens_per_sec":154,"median_latency_ms":3230,"p95_latency_ms":16749,"error_rate_5xx_pct":0.2},{"key":"ap","name":"ap","share_pct":0.1,"blended_cost_per_mtok_usd":2.64,"cache_hit_rate_pct":30.1,"median_ttft_ms":834,"p95_ttft_ms":2003,"median_tokens_per_sec":65,"median_latency_ms":3911,"p95_latency_ms":10512}]},{"key":"minimax-m3","name":"minimax-m3","vendor":"minimax","model_lab":"minimax","open_weights":true,"summary":{"request_share_pct":0.3,"token_share_pct":0.3,"spend_share_pct":0.1,"blended_cost_per_mtok_usd":0.11,"cost_per_request_usd":0.003495,"tokens_per_request":31130,"cache_hit_rate_pct":90.3,"cache_savings_pct":67.1,"reasoning_request_pct":77.5,"stream_request_pct":48.3,"error_rate_4xx_pct":0.2,"error_rate_5xx_pct":0.3,"median_ttft_ms":1077,"p90_ttft_ms":3041,"p95_ttft_ms":4606,"median_tokens_per_sec":101,"median_latency_ms":1930,"p90_latency_ms":10407,"p95_latency_ms":20179,"median_session_cost_usd":0.04,"median_session_requests":8.5,"median_session_minutes":2.5},"series":{"request_share_pct":[0.4,0.2,0.6,0.6,0.3,0.4,0.3,0.3,0.2,0.2],"token_share_pct":[0.7,0.6,0.5,0.7,0.1,0.3,0.3,0.2,0.1,0.3],"spend_share_pct":[0.1,0.1,0.1,0.2,null,0.1,0.1,null,null,0.1],"blended_cost_per_mtok_usd":[0.11,0.09,0.15,0.12,0.16,0.1,0.13,0.11,0.12,0.09],"cost_per_request_usd":[0.007157,0.005616,0.003942,0.004532,0.00186,0.002467,0.002973,0.002918,0.001456,0.004318],"tokens_per_request":[67055,61794,27186,38935,11475,24447,23407,25941,12274,45602],"cache_hit_rate_pct":[87,88.8,78.6,90.6,89.6,93.1,92.2,93.2,89.4,97.6],"cache_savings_pct":[66.2,67.8,58.9,67.7,61.5,69.1,65.6,68.3,64.2,73.4],"reasoning_request_pct":[76.3,71.5,81.1,80.3,84.6,65.1,77.8,76.5,79.8,86.7],"stream_request_pct":[68.2,51.9,38.2,49.8,37.8,48.6,43.7,52,46.4,57.7],"error_rate_4xx_pct":[null,null,null,null,null,null,0.6,null,1.4,0.2],"error_rate_5xx_pct":[0.5,0.6,0.2,0.2,0.2,0.3,0.3,0.4,0.2,0.2],"median_ttft_ms":[1643,1719,1173,1178,617,920,961,902,992,930],"p90_ttft_ms":[3612,3415,2801,3444,3258,2401,3363,2882,1983,3419],"p95_ttft_ms":[4939,5049,4523,4892,5599,4088,5175,3943,3238,5046],"median_tokens_per_sec":[92,98,76,79,54,144,101,118,119,82],"median_latency_ms":[3437,2011,1961,1831,1205,1895,2281,1830,1864,1456],"p90_latency_ms":[14416,12342,8627,10325,7368,8092,17715,9132,7296,8721],"p95_latency_ms":[23721,35786,17012,19728,18391,14906,29557,16910,11656,18260],"median_session_cost_usd":[0.04,0.06,0.06,0.05,0.08,0.16,0.04,null,0.01,0.15],"median_session_requests":[12,8,11,8,7,28,8.5,null,8,20],"median_session_minutes":[3.8,4.9,6.1,6.5,4.1,9.3,2.5,null,1.2,10.2]},"token_share_delta_pp":0.2,"spend_share_delta_pp":0.1,"providers":[{"key":"minimaxi","name":"minimaxi","share_pct":56.1,"blended_cost_per_mtok_usd":0.09,"cache_hit_rate_pct":88.8,"median_ttft_ms":1718,"p95_ttft_ms":4695,"median_tokens_per_sec":126,"median_latency_ms":3816,"p95_latency_ms":19935,"error_rate_5xx_pct":0.3},{"key":"tensorx","name":"tensorx","share_pct":35.2,"blended_cost_per_mtok_usd":0.13,"cache_hit_rate_pct":95,"median_ttft_ms":694,"p95_ttft_ms":4763,"median_tokens_per_sec":50,"median_latency_ms":941,"p95_latency_ms":23318,"error_rate_5xx_pct":0.4},{"key":"fireworks","name":"fireworks","share_pct":8.7,"blended_cost_per_mtok_usd":0.15,"cache_hit_rate_pct":80.6,"median_ttft_ms":912,"p95_ttft_ms":2337,"median_tokens_per_sec":159,"median_latency_ms":2357,"p95_latency_ms":12099,"error_rate_5xx_pct":0.1},{"key":"tencent","name":"tencent","share_pct":0,"blended_cost_per_mtok_usd":0.25,"cache_hit_rate_pct":57.5,"median_ttft_ms":3657,"p95_ttft_ms":4199,"median_tokens_per_sec":255,"median_latency_ms":16289,"p95_latency_ms":39149}],"regions":[{"key":"eu","name":"eu","share_pct":84.8,"blended_cost_per_mtok_usd":0.12,"cache_hit_rate_pct":89.6,"median_ttft_ms":1032,"p95_ttft_ms":4821,"median_tokens_per_sec":86,"median_latency_ms":1765,"p95_latency_ms":20029,"error_rate_5xx_pct":0.3},{"key":"us","name":"us","share_pct":12.2,"blended_cost_per_mtok_usd":0.09,"cache_hit_rate_pct":95,"median_ttft_ms":1109,"p95_ttft_ms":2659,"median_tokens_per_sec":163,"median_latency_ms":2998,"p95_latency_ms":20164,"error_rate_5xx_pct":0.2},{"key":"ap","name":"ap","share_pct":3,"blended_cost_per_mtok_usd":0.1,"cache_hit_rate_pct":89.7,"median_ttft_ms":2533,"p95_ttft_ms":5006,"median_tokens_per_sec":116,"median_latency_ms":7182,"p95_latency_ms":30465}]}],"providers":[{"key":"sference","name":"sference","summary":{"request_share_pct":10.2,"token_share_pct":18.9,"spend_share_pct":6.5,"blended_cost_per_mtok_usd":0.18,"cost_per_request_usd":0.010212,"tokens_per_request":57007,"cache_hit_rate_pct":86.9,"cache_savings_pct":71.9,"stream_request_pct":54.6,"error_rate_4xx_pct":0.8,"error_rate_5xx_pct":1.2,"median_ttft_ms":462,"p90_ttft_ms":2065,"p95_ttft_ms":3202,"median_tokens_per_sec":181,"median_latency_ms":2376,"p90_latency_ms":27143,"p95_latency_ms":53807},"series":{"request_share_pct":[7.3,4.7,10,16.2,10.8,15.1,10.6,8.8,12.6,6.6],"token_share_pct":[16,15,21.1,26,29.6,28,22.4,15.5,13.1,11.8],"spend_share_pct":[7,3.1,7.4,10.2,9.3,11.6,6.1,4.3,6,5.1],"blended_cost_per_mtok_usd":[0.25,0.19,0.19,0.22,0.17,0.17,0.15,0.17,0.18,0.17],"cost_per_request_usd":[0.018382,0.014073,0.012769,0.011125,0.011928,0.010214,0.009565,0.008234,0.006636,0.011816],"tokens_per_request":[73189,74794,66358,50576,70302,59153,63241,47933,37074,70376],"cache_hit_rate_pct":[85.6,86.1,85.8,87.3,90.6,90.4,90,84.3,81.2,82.5],"cache_savings_pct":[69.8,74.8,75.1,74.2,72.6,74.8,72.9,67.8,66,66.3],"stream_request_pct":[78.2,75.9,74.6,51.9,69.1,58.3,53.9,45.3,31.5,64.7],"error_rate_4xx_pct":[0.2,0.3,0.4,0.3,0.2,0.1,1.5,2.3,1.2,0.2],"error_rate_5xx_pct":[0.1,null,null,5.4,0.5,0.1,2,1.3,0.5,null],"median_ttft_ms":[56,67,71,93,241,678,734,676,794,590],"p90_ttft_ms":[106,176,167,238,1339,2883,3019,3165,3898,2811],"p95_ttft_ms":[150,255,234,354,2339,4248,4378,5103,6075,4577],"median_tokens_per_sec":[173,144,122,129,185,238,231,218,186,198],"median_latency_ms":[1781,2223,2716,3613,2290,1887,2202,2213,2585,2003],"p90_latency_ms":[22043,19935,30000,42155,24944,16288,29087,42277,22520,17603],"p95_latency_ms":[40047,32978,54147,85196,42624,29603,73178,73688,51260,31084]},"token_share_delta_pp":-1.3,"spend_share_delta_pp":-0.9,"regions":[{"key":"eu","name":"eu","share_pct":97.4,"blended_cost_per_mtok_usd":0.18,"cache_hit_rate_pct":86.6,"median_ttft_ms":450,"p95_ttft_ms":3204,"median_tokens_per_sec":180,"median_latency_ms":2370,"p95_latency_ms":54096,"error_rate_5xx_pct":1.2},{"key":"us","name":"us","share_pct":2.1,"blended_cost_per_mtok_usd":0.09,"cache_hit_rate_pct":96.7,"median_ttft_ms":1114,"p95_ttft_ms":2856,"median_tokens_per_sec":295,"median_latency_ms":2536,"p95_latency_ms":30326},{"key":"ap","name":"ap","share_pct":0.4,"blended_cost_per_mtok_usd":0.16,"cache_hit_rate_pct":94.9,"median_ttft_ms":1266,"p95_ttft_ms":3503,"median_tokens_per_sec":220,"median_latency_ms":3774,"p95_latency_ms":35729,"error_rate_5xx_pct":0.1}],"models":[{"key":"glm-5.3-flash","name":"glm-5.3-flash","share_pct":30.2,"blended_cost_per_mtok_usd":0.08,"cache_hit_rate_pct":94.3,"median_ttft_ms":621,"p95_ttft_ms":3364,"median_tokens_per_sec":124,"median_latency_ms":1806,"p95_latency_ms":23754,"error_rate_5xx_pct":0.1},{"key":"deepseek-v4.1-flash","name":"deepseek-v4.1-flash","share_pct":22.7,"blended_cost_per_mtok_usd":0.14,"cache_hit_rate_pct":86.5,"median_ttft_ms":567,"p95_ttft_ms":4618,"median_tokens_per_sec":245,"median_latency_ms":3830,"p95_latency_ms":137809,"error_rate_5xx_pct":3.3},{"key":"deepseek-v4-flash-0731","name":"deepseek-v4-flash-0731","share_pct":21.3,"blended_cost_per_mtok_usd":0.13,"cache_hit_rate_pct":69.3,"median_ttft_ms":375,"p95_ttft_ms":2786,"median_tokens_per_sec":199,"median_latency_ms":2918,"p95_latency_ms":62990,"error_rate_5xx_pct":1.5},{"key":"glm-5.2","name":"glm-5.2","share_pct":8.1,"blended_cost_per_mtok_usd":0.35,"cache_hit_rate_pct":94.1,"median_ttft_ms":172,"p95_ttft_ms":1311,"median_tokens_per_sec":146,"median_latency_ms":1835,"p95_latency_ms":36332,"error_rate_5xx_pct":0.1},{"key":"kimi-k3","name":"kimi-k3","share_pct":7.5,"blended_cost_per_mtok_usd":0.48,"cache_hit_rate_pct":96.8,"median_ttft_ms":415,"p95_ttft_ms":2132,"median_tokens_per_sec":104,"median_latency_ms":1701,"p95_latency_ms":17688,"error_rate_5xx_pct":0.1},{"key":"glm-5.3","name":"glm-5.3","share_pct":7.4,"blended_cost_per_mtok_usd":0.35,"cache_hit_rate_pct":95.5,"median_ttft_ms":447,"p95_ttft_ms":4151,"median_tokens_per_sec":130,"median_latency_ms":1871,"p95_latency_ms":43280,"error_rate_5xx_pct":0.1},{"key":"deepseek-v4.1-flash-1017","name":"deepseek-v4.1-flash-1017","share_pct":2.4,"blended_cost_per_mtok_usd":0.16,"cache_hit_rate_pct":81.1,"median_ttft_ms":500,"p95_ttft_ms":3535,"median_tokens_per_sec":251,"median_latency_ms":2641,"p95_latency_ms":35864},{"key":"clef","name":"clef","share_pct":0.4,"blended_cost_per_mtok_usd":0.24,"median_latency_ms":170,"p95_latency_ms":2418,"error_rate_5xx_pct":1.1},{"key":"qwen3.8-flash-next","name":"qwen3.8-flash-next","share_pct":0.1,"blended_cost_per_mtok_usd":0.08,"cache_hit_rate_pct":98.4,"median_ttft_ms":86,"p95_ttft_ms":165,"median_tokens_per_sec":176,"median_latency_ms":1519,"p95_latency_ms":16314},{"key":"thinkingcap-qwen3.6-27b","name":"thinkingcap-qwen3.6-27b","share_pct":0,"blended_cost_per_mtok_usd":0.32,"cache_hit_rate_pct":78.8,"median_ttft_ms":49,"p95_ttft_ms":122,"median_tokens_per_sec":26,"median_latency_ms":8291,"p95_latency_ms":95418,"error_rate_5xx_pct":0.1}]},{"key":"vertex","name":"vertex","summary":{"request_share_pct":18.6,"token_share_pct":14.1,"spend_share_pct":23.6,"blended_cost_per_mtok_usd":0.88,"cost_per_request_usd":0.020536,"tokens_per_request":23438,"cache_hit_rate_pct":60.4,"cache_savings_pct":64.7,"reasoning_request_pct":24.6,"stream_request_pct":18,"error_rate_4xx_pct":1.3,"error_rate_5xx_pct":0.1,"median_ttft_ms":2571,"p90_ttft_ms":10693,"p95_ttft_ms":18008,"median_tokens_per_sec":123,"median_latency_ms":4170,"p90_latency_ms":15681,"p95_latency_ms":24475},"series":{"request_share_pct":[23.5,28,22.1,21.5,16.1,18,12.5,14.6,23.7,13.5],"token_share_pct":[16.5,19.5,13.1,9.7,7.5,6.7,8.7,11.7,27.8,12.9],"spend_share_pct":[29.5,26.3,23.6,17.5,13,16,17.6,23.3,36.6,28.7],"blended_cost_per_mtok_usd":[1.02,1.23,0.99,1.02,0.94,0.99,1.12,1.22,0.51,0.86],"cost_per_request_usd":[0.023861,0.019981,0.018448,0.014476,0.011285,0.011771,0.023341,0.02659,0.021475,0.032217],"tokens_per_request":[23301,16297,18632,14161,11973,11891,20810,21877,41943,37395],"cache_hit_rate_pct":[63.5,60.7,50.9,50.2,49.2,48.7,64.2,63.9,62.7,63.1],"cache_savings_pct":[69.9,65,61.5,65.1,60.2,55,71.3,66.6,60.2,66.5],"reasoning_request_pct":[40.6,26.2,39.8,14.5,8.8,8.3,12,22.3,34.3,36.2],"stream_request_pct":[18.2,7.3,13.9,14,11.6,12.9,17.4,18.7,30.3,28.5],"error_rate_4xx_pct":[0.3,7.6,0.5,0.2,0.2,0.1,0.2,0.4,0.2,0.4],"error_rate_5xx_pct":[0.1,null,0.1,null,0.1,0.1,0.1,0.1,0.2,0.1],"median_ttft_ms":[1755,1643,1962,2242,1874,1428,1584,1696,3550,3626],"p90_ttft_ms":[4668,4903,7539,9903,5188,4051,5812,8161,14113,20448],"p95_ttft_ms":[6953,7848,15270,16394,8548,6337,10898,16321,22840,33835],"median_tokens_per_sec":[117,118,125,128,126,119,133,154,109,129],"median_latency_ms":[6766,4809,7071,3864,1762,2524,2745,3445,4797,4658],"p90_latency_ms":[17590,21801,19364,10229,9488,8795,13217,14908,16943,21484],"p95_latency_ms":[25645,34712,27271,15810,15556,12890,21472,23885,26139,35433]},"token_share_delta_pp":-14.9,"spend_share_delta_pp":-7.9,"regions":[{"key":"eu","name":"eu","share_pct":70,"blended_cost_per_mtok_usd":0.94,"cache_hit_rate_pct":59.7,"median_ttft_ms":2006,"p95_ttft_ms":15231,"median_tokens_per_sec":135,"median_latency_ms":3905,"p95_latency_ms":21221,"error_rate_5xx_pct":0.1},{"key":"us","name":"us","share_pct":26.8,"blended_cost_per_mtok_usd":0.72,"cache_hit_rate_pct":61.7,"median_ttft_ms":3906,"p95_ttft_ms":25082,"median_tokens_per_sec":91,"median_latency_ms":5192,"p95_latency_ms":41248},{"key":"ap","name":"ap","share_pct":3.1,"blended_cost_per_mtok_usd":0.71,"cache_hit_rate_pct":63.8,"median_ttft_ms":4047,"p95_ttft_ms":20882,"median_tokens_per_sec":106,"median_latency_ms":7070,"p95_latency_ms":36264}],"models":[{"key":"gemini-3.8-flash","name":"gemini-3.8-flash","share_pct":38.2,"blended_cost_per_mtok_usd":0.43,"cache_hit_rate_pct":57.2,"median_ttft_ms":3855,"p95_ttft_ms":24935,"median_tokens_per_sec":94,"median_latency_ms":6292,"p95_latency_ms":39734},{"key":"claude-sonnet-5","name":"claude-sonnet-5","share_pct":13.9,"blended_cost_per_mtok_usd":0.86,"cache_hit_rate_pct":77,"median_ttft_ms":1396,"p95_ttft_ms":11551,"median_tokens_per_sec":101,"median_latency_ms":3448,"p95_latency_ms":33364},{"key":"gemini-3.7-flash","name":"gemini-3.7-flash","share_pct":7.4,"blended_cost_per_mtok_usd":0.43,"cache_hit_rate_pct":55.7,"median_ttft_ms":3482,"p95_ttft_ms":40466,"median_tokens_per_sec":148,"median_latency_ms":5065,"p95_latency_ms":43019},{"key":"claude-sonnet-5-5","name":"claude-sonnet-5-5","share_pct":5.5,"blended_cost_per_mtok_usd":1.32,"cache_hit_rate_pct":80.8,"median_ttft_ms":2229,"p95_ttft_ms":27827,"median_tokens_per_sec":210,"median_latency_ms":2682,"p95_latency_ms":26292},{"key":"claude-opus-5","name":"claude-opus-5","share_pct":4.2,"blended_cost_per_mtok_usd":2.75,"cache_hit_rate_pct":81.3,"median_ttft_ms":1569,"p95_ttft_ms":5387,"median_tokens_per_sec":80,"median_latency_ms":3223,"p95_latency_ms":40511},{"key":"claude-opus-4-8","name":"claude-opus-4-8","share_pct":3.9,"blended_cost_per_mtok_usd":1.58,"cache_hit_rate_pct":85.3,"median_ttft_ms":1049,"p95_ttft_ms":3736,"median_tokens_per_sec":78,"median_latency_ms":5946,"p95_latency_ms":45582},{"key":"claude-opus-5-5","name":"claude-opus-5-5","share_pct":3.6,"blended_cost_per_mtok_usd":1.84,"cache_hit_rate_pct":74.7,"median_ttft_ms":3199,"p95_ttft_ms":21863,"median_tokens_per_sec":140,"median_latency_ms":5585,"p95_latency_ms":65397},{"key":"gemini-2.5-flash","name":"gemini-2.5-flash","share_pct":3.6,"blended_cost_per_mtok_usd":0.81,"cache_hit_rate_pct":3.1,"median_ttft_ms":879,"p95_ttft_ms":3556,"median_tokens_per_sec":180,"median_latency_ms":7951,"p95_latency_ms":28145},{"key":"gemini-3.5-flash-lite","name":"gemini-3.5-flash-lite","share_pct":3.4,"blended_cost_per_mtok_usd":0.29,"cache_hit_rate_pct":27.8,"median_ttft_ms":877,"p95_ttft_ms":5742,"median_tokens_per_sec":332,"median_latency_ms":917,"p95_latency_ms":4689},{"key":"claude-sonnet-4-6","name":"claude-sonnet-4-6","share_pct":3.3,"blended_cost_per_mtok_usd":1.41,"cache_hit_rate_pct":72.7,"median_ttft_ms":1102,"p95_ttft_ms":3660,"median_tokens_per_sec":69,"median_latency_ms":2715,"p95_latency_ms":21311,"error_rate_5xx_pct":0.1},{"key":"gemini-3.1-flash-lite","name":"gemini-3.1-flash-lite","share_pct":2.8,"blended_cost_per_mtok_usd":0.32,"cache_hit_rate_pct":12.1,"median_ttft_ms":902,"p95_ttft_ms":3087,"median_tokens_per_sec":233,"median_latency_ms":1041,"p95_latency_ms":4876},{"key":"gemini-3.5-flash","name":"gemini-3.5-flash","share_pct":1.6,"blended_cost_per_mtok_usd":1.8,"cache_hit_rate_pct":34.2,"median_ttft_ms":1974,"p95_ttft_ms":17544,"median_tokens_per_sec":138,"median_latency_ms":3361,"p95_latency_ms":18627}]},{"key":"azure","name":"azure","summary":{"request_share_pct":14.3,"token_share_pct":13.2,"spend_share_pct":9.1,"blended_cost_per_mtok_usd":0.36,"cost_per_request_usd":0.010244,"tokens_per_request":28428,"cache_hit_rate_pct":73,"cache_savings_pct":77.7,"reasoning_request_pct":57.7,"stream_request_pct":33.1,"error_rate_4xx_pct":10.9,"error_rate_5xx_pct":0.1,"median_ttft_ms":2085,"p90_ttft_ms":6855,"p95_ttft_ms":9733,"median_tokens_per_sec":94,"median_latency_ms":3791,"p90_latency_ms":12906,"p95_latency_ms":19704},"series":{"request_share_pct":[9.1,5.8,9.7,9.4,9.3,12.1,26.3,16.7,13.8,18.8],"token_share_pct":[8.9,6.7,8.4,9.2,9.5,13.1,17.4,17.1,13.5,16.1],"spend_share_pct":[8.1,4.2,10.3,11.8,7.9,11,8.6,8.1,10.5,12.7],"blended_cost_per_mtok_usd":[0.52,0.57,0.68,0.72,0.45,0.35,0.27,0.29,0.3,0.31],"cost_per_request_usd":[0.016981,0.015207,0.018346,0.022316,0.011864,0.012036,0.005437,0.008078,0.010602,0.010259],"tokens_per_request":[32404,26865,27080,30913,26288,34521,19894,27938,35054,33492],"cache_hit_rate_pct":[78.6,77.9,74.7,74.1,80.3,76.4,60.7,71.1,76.8,75.7],"cache_savings_pct":[67.7,67.8,63.4,67.4,72.5,73.3,75.9,84.4,86.2,86.2],"reasoning_request_pct":[64.3,53.9,59.2,65.2,66.8,61.3,46.6,57,64.3,61.2],"stream_request_pct":[51.8,44.3,41.4,44.8,33.7,40.7,15.2,31.8,38,42.1],"error_rate_4xx_pct":[1,5.5,0.1,2.6,0.8,0.8,40.1,2.9,1.1,0.9],"error_rate_5xx_pct":[0.1,null,1,null,null,0.1,null,null,null,null],"median_ttft_ms":[876,728,712,748,1063,3066,2970,2454,2540,2131],"p90_ttft_ms":[2621,2221,1958,1846,4736,8084,8160,7726,9064,8601],"p95_ttft_ms":[3531,3081,2790,2651,6888,12395,11230,10401,13031,12272],"median_tokens_per_sec":[37,36,37,38,52,116,133,126,115,109],"median_latency_ms":[4514,3861,4332,4489,3789,3300,3967,3869,3543,3533],"p90_latency_ms":[16742,13192,14331,17667,11454,10608,14916,10912,12322,13210],"p95_latency_ms":[26648,21502,22762,29978,17586,18813,21551,16031,18429,19388]},"token_share_delta_pp":2.6,"spend_share_delta_pp":2.2,"regions":[{"key":"eu","name":"eu","share_pct":96.8,"blended_cost_per_mtok_usd":0.37,"cache_hit_rate_pct":72.5,"median_ttft_ms":2070,"p95_ttft_ms":9718,"median_tokens_per_sec":94,"median_latency_ms":3767,"p95_latency_ms":19501,"error_rate_5xx_pct":0.1},{"key":"us","name":"us","share_pct":2.7,"blended_cost_per_mtok_usd":0.15,"cache_hit_rate_pct":87.3,"median_ttft_ms":2157,"p95_ttft_ms":8776,"median_tokens_per_sec":91,"median_latency_ms":4190,"p95_latency_ms":26348,"error_rate_5xx_pct":0.1},{"key":"ap","name":"ap","share_pct":0.5,"blended_cost_per_mtok_usd":0.58,"cache_hit_rate_pct":89.6,"median_ttft_ms":5680,"p95_ttft_ms":20393,"median_tokens_per_sec":99,"median_latency_ms":9093,"p95_latency_ms":52410,"error_rate_5xx_pct":0.4}],"models":[{"key":"gpt-6-luna","name":"gpt-6-luna","share_pct":38.8,"blended_cost_per_mtok_usd":0.08,"cache_hit_rate_pct":59.4,"median_ttft_ms":1921,"p95_ttft_ms":10603,"median_tokens_per_sec":134,"median_latency_ms":3455,"p95_latency_ms":17943},{"key":"gpt-5.6-luna","name":"gpt-5.6-luna","share_pct":22.1,"blended_cost_per_mtok_usd":0.09,"cache_hit_rate_pct":76.4,"median_ttft_ms":1842,"p95_ttft_ms":8143,"median_tokens_per_sec":86,"median_latency_ms":3420,"p95_latency_ms":18105,"error_rate_5xx_pct":0.2},{"key":"gpt-6.1-sol","name":"gpt-6.1-sol","share_pct":14.6,"blended_cost_per_mtok_usd":0.49,"cache_hit_rate_pct":91.4,"median_ttft_ms":4032,"p95_ttft_ms":18781,"median_tokens_per_sec":75,"median_latency_ms":5913,"p95_latency_ms":36007,"error_rate_5xx_pct":0.1},{"key":"gpt-5.6-terra","name":"gpt-5.6-terra","share_pct":6.8,"blended_cost_per_mtok_usd":0.98,"cache_hit_rate_pct":72.9,"median_ttft_ms":1675,"p95_ttft_ms":7099,"median_tokens_per_sec":77,"median_latency_ms":4227,"p95_latency_ms":30544,"error_rate_5xx_pct":0.4},{"key":"gpt-5.6-sol","name":"gpt-5.6-sol","share_pct":6.3,"blended_cost_per_mtok_usd":1.2,"cache_hit_rate_pct":89.4,"median_ttft_ms":1889,"p95_ttft_ms":7681,"median_tokens_per_sec":62,"median_latency_ms":6319,"p95_latency_ms":38330,"error_rate_5xx_pct":0.1},{"key":"gpt-6-sol","name":"gpt-6-sol","share_pct":4.2,"blended_cost_per_mtok_usd":0.72,"cache_hit_rate_pct":88.6,"median_ttft_ms":2647,"p95_ttft_ms":9615,"median_tokens_per_sec":135,"median_latency_ms":3191,"p95_latency_ms":14453},{"key":"gpt-5-mini","name":"gpt-5-mini","share_pct":3.5,"blended_cost_per_mtok_usd":0.18,"cache_hit_rate_pct":87.8,"median_ttft_ms":1739,"p95_ttft_ms":7121,"median_tokens_per_sec":95,"median_latency_ms":4755,"p95_latency_ms":16620},{"key":"gpt-5.4","name":"gpt-5.4","share_pct":1.8,"blended_cost_per_mtok_usd":1.56,"cache_hit_rate_pct":59.2,"median_ttft_ms":963,"p95_ttft_ms":3284,"median_tokens_per_sec":65,"median_latency_ms":2182,"p95_latency_ms":18243},{"key":"gpt-5.5","name":"gpt-5.5","share_pct":1,"blended_cost_per_mtok_usd":1.81,"cache_hit_rate_pct":84.4,"median_ttft_ms":2025,"p95_ttft_ms":9583,"median_tokens_per_sec":78,"median_latency_ms":4768,"p95_latency_ms":30871,"error_rate_5xx_pct":0.2},{"key":"gpt-4o-mini","name":"gpt-4o-mini","share_pct":0.2,"blended_cost_per_mtok_usd":0.25,"cache_hit_rate_pct":59.5,"median_ttft_ms":474,"p95_ttft_ms":1109,"median_tokens_per_sec":79,"median_latency_ms":5218,"p95_latency_ms":11317},{"key":"gpt-6-astra","name":"gpt-6-astra","share_pct":0.2,"blended_cost_per_mtok_usd":3.81,"cache_hit_rate_pct":85,"median_ttft_ms":5705,"p95_ttft_ms":21217,"median_tokens_per_sec":63,"median_latency_ms":11628,"p95_latency_ms":142265,"error_rate_5xx_pct":0.1},{"key":"gpt-5.1","name":"gpt-5.1","share_pct":0.2,"blended_cost_per_mtok_usd":1.6,"cache_hit_rate_pct":19.8,"median_ttft_ms":1269,"p95_ttft_ms":4492,"median_tokens_per_sec":95,"median_latency_ms":1606,"p95_latency_ms":11529}]},{"key":"bedrock","name":"bedrock","summary":{"request_share_pct":8.9,"token_share_pct":10.9,"spend_share_pct":26.2,"blended_cost_per_mtok_usd":1.26,"cost_per_request_usd":0.047807,"tokens_per_request":37922,"cache_hit_rate_pct":80.7,"cache_savings_pct":75.2,"reasoning_request_pct":11.7,"stream_request_pct":26.4,"error_rate_4xx_pct":3.3,"error_rate_5xx_pct":0.1,"median_ttft_ms":2589,"p90_ttft_ms":5699,"p95_ttft_ms":8728,"median_tokens_per_sec":119,"median_latency_ms":4282,"p90_latency_ms":18890,"p95_latency_ms":29667},"series":{"request_share_pct":[6.8,4.6,5.7,5.4,4.3,5.4,17.6,14.3,7.5,8.1],"token_share_pct":[7.3,6.5,7.6,7.3,6,7.4,18.5,15.5,10.4,12.2],"spend_share_pct":[16.3,8.7,16.8,17.3,15.5,21.2,44.5,42.7,26.5,28.7],"blended_cost_per_mtok_usd":[1.27,1.21,1.21,1.34,1.4,1.2,1.33,1.69,1,0.91],"cost_per_request_usd":[0.045836,0.039768,0.050602,0.05691,0.049843,0.052,0.041889,0.049724,0.049035,0.053402],"tokens_per_request":[36073,32765,41841,42346,35531,43382,31480,29490,49213,58760],"cache_hit_rate_pct":[77.5,79.9,79.7,79,78.4,80.7,83.2,74.8,82.7,84.5],"cache_savings_pct":[75.1,73.8,76.9,77.5,76.4,78,72.4,67.8,79.2,83.6],"reasoning_request_pct":[12.8,10.2,12.8,15.8,14.3,18.5,4.6,7.8,17.7,24.9],"stream_request_pct":[32.9,26.3,34.3,36.8,32.1,38.9,10.2,22.9,35.1,45.7],"error_rate_4xx_pct":[null,0.2,null,null,null,null,3.5,9.3,0.7,null],"error_rate_5xx_pct":[0.1,0.2,0.1,0.1,null,0.1,0.1,null,null,null],"median_ttft_ms":[1764,1715,1591,1614,1597,1729,2325,3046,3419,3355],"p90_ttft_ms":[3183,3239,3035,2962,2840,3280,5113,6590,7773,8355],"p95_ttft_ms":[3935,4251,3814,3749,3572,4237,7257,10310,12542,13880],"median_tokens_per_sec":[81,81,87,82,82,83,107,126,156,166],"median_latency_ms":[4069,5010,3378,3180,3064,3319,4836,4787,4083,3590],"p90_latency_ms":[14764,12483,14800,15858,14573,14833,24355,20195,17190,15760],"p95_latency_ms":[24841,19064,24950,28485,26635,27044,35051,31969,27563,25486]},"token_share_delta_pp":1.8,"spend_share_delta_pp":2.2,"regions":[{"key":"eu","name":"eu","share_pct":69.9,"blended_cost_per_mtok_usd":1.07,"cache_hit_rate_pct":82.4,"median_ttft_ms":2442,"p95_ttft_ms":8586,"median_tokens_per_sec":117,"median_latency_ms":3437,"p95_latency_ms":24858,"error_rate_5xx_pct":0.1},{"key":"us","name":"us","share_pct":24.3,"blended_cost_per_mtok_usd":1.97,"cache_hit_rate_pct":72.6,"median_ttft_ms":2245,"p95_ttft_ms":6819,"median_tokens_per_sec":150,"median_latency_ms":5464,"p95_latency_ms":37001},{"key":"ap","name":"ap","share_pct":5.9,"blended_cost_per_mtok_usd":0.57,"cache_hit_rate_pct":93.1,"median_ttft_ms":5492,"p95_ttft_ms":12787,"median_tokens_per_sec":126,"median_latency_ms":6792,"p95_latency_ms":30643,"error_rate_5xx_pct":0.1}],"models":[{"key":"claude-opus-5-5","name":"claude-opus-5-5","share_pct":49.1,"blended_cost_per_mtok_usd":1.33,"cache_hit_rate_pct":82.9,"median_ttft_ms":3972,"p95_ttft_ms":14661,"median_tokens_per_sec":131,"median_latency_ms":5674,"p95_latency_ms":38638},{"key":"claude-sonnet-5","name":"claude-sonnet-5","share_pct":17.6,"blended_cost_per_mtok_usd":0.78,"cache_hit_rate_pct":79.8,"median_ttft_ms":2416,"p95_ttft_ms":7262,"median_tokens_per_sec":89,"median_latency_ms":3594,"p95_latency_ms":33425},{"key":"claude-opus-5","name":"claude-opus-5","share_pct":9.4,"blended_cost_per_mtok_usd":1.63,"cache_hit_rate_pct":86.5,"median_ttft_ms":1897,"p95_ttft_ms":5559,"median_tokens_per_sec":80,"median_latency_ms":6741,"p95_latency_ms":62893,"error_rate_5xx_pct":0.1},{"key":"claude-sonnet-4-6","name":"claude-sonnet-4-6","share_pct":6.8,"blended_cost_per_mtok_usd":1.58,"cache_hit_rate_pct":71.8,"median_ttft_ms":1265,"p95_ttft_ms":3443,"median_tokens_per_sec":108,"median_latency_ms":3089,"p95_latency_ms":17923},{"key":"claude-opus-4-8","name":"claude-opus-4-8","share_pct":4.8,"blended_cost_per_mtok_usd":1.68,"cache_hit_rate_pct":83.1,"median_ttft_ms":1812,"p95_ttft_ms":4953,"median_tokens_per_sec":87,"median_latency_ms":6426,"p95_latency_ms":38190,"error_rate_5xx_pct":0.2},{"key":"claude-haiku-5-5","name":"claude-haiku-5-5","share_pct":3.8,"blended_cost_per_mtok_usd":0.12,"cache_hit_rate_pct":78.7,"median_ttft_ms":2656,"p95_ttft_ms":10641,"median_tokens_per_sec":254,"median_latency_ms":2739,"p95_latency_ms":15814},{"key":"claude-sonnet-5-5","name":"claude-sonnet-5-5","share_pct":3.3,"blended_cost_per_mtok_usd":1.61,"cache_hit_rate_pct":76.4,"median_ttft_ms":3441,"p95_ttft_ms":12880,"median_tokens_per_sec":179,"median_latency_ms":4501,"p95_latency_ms":27188},{"key":"claude-opus-4-7","name":"claude-opus-4-7","share_pct":2.5,"blended_cost_per_mtok_usd":1.59,"cache_hit_rate_pct":86.3,"median_ttft_ms":1601,"p95_ttft_ms":4367,"median_tokens_per_sec":105,"median_latency_ms":3950,"p95_latency_ms":46632,"error_rate_5xx_pct":0.1},{"key":"claude-haiku-4-5","name":"claude-haiku-4-5","share_pct":2.2,"blended_cost_per_mtok_usd":0.88,"cache_hit_rate_pct":41.2,"median_ttft_ms":970,"p95_ttft_ms":2350,"median_tokens_per_sec":139,"median_latency_ms":1487,"p95_latency_ms":6113,"error_rate_5xx_pct":0.1},{"key":"gpt-5.6-sol","name":"gpt-5.6-sol","share_pct":0.2,"blended_cost_per_mtok_usd":0.88,"cache_hit_rate_pct":91.7,"median_ttft_ms":851,"p95_ttft_ms":2080,"median_tokens_per_sec":34,"median_latency_ms":8662,"p95_latency_ms":38643,"error_rate_5xx_pct":0.1},{"key":"gpt-5.5","name":"gpt-5.5","share_pct":0.1,"blended_cost_per_mtok_usd":2.55,"cache_hit_rate_pct":73.2,"median_ttft_ms":2420,"p95_ttft_ms":4694,"median_tokens_per_sec":177,"median_latency_ms":4521,"p95_latency_ms":27612},{"key":"claude-opus-4-6","name":"claude-opus-4-6","share_pct":0.1,"blended_cost_per_mtok_usd":2.9,"cache_hit_rate_pct":67.1,"median_ttft_ms":2207,"p95_ttft_ms":4124,"median_tokens_per_sec":60,"median_latency_ms":11689,"p95_latency_ms":63421}]},{"key":"deepseek","name":"deepseek","summary":{"request_share_pct":4.6,"token_share_pct":7.5,"spend_share_pct":0.7,"blended_cost_per_mtok_usd":0.05,"cost_per_request_usd":0.00253,"tokens_per_request":50998,"cache_hit_rate_pct":91.4,"cache_savings_pct":81.1,"reasoning_request_pct":58.2,"stream_request_pct":32.4,"error_rate_4xx_pct":0.3,"error_rate_5xx_pct":0.1,"median_ttft_ms":1146,"p90_ttft_ms":1963,"p95_ttft_ms":2350,"median_tokens_per_sec":109,"median_latency_ms":5207,"p90_latency_ms":26885,"p95_latency_ms":38707},"series":{"request_share_pct":[5.2,2.1,8.6,7.4,6,7.1,1.7,1.9,4.5,6.2],"token_share_pct":[13.8,6.4,8.4,9.7,9.2,11.7,4.9,5.6,5.8,6.9],"spend_share_pct":[1.3,0.5,1.4,0.9,0.7,1.4,0.3,0.3,0.7,0.8],"blended_cost_per_mtok_usd":[0.05,0.07,0.09,0.05,0.04,0.05,0.04,0.04,0.04,0.05],"cost_per_request_usd":[0.004699,0.004813,0.00276,0.002158,0.001568,0.002671,0.003232,0.002763,0.002058,0.001995],"tokens_per_request":[88836,71130,30707,41405,39902,52307,86037,78654,45793,43679],"cache_hit_rate_pct":[95.7,94.2,85.7,90,91.4,91.3,95.1,95.7,89.2,87.7],"cache_savings_pct":[85.3,82.6,75.7,80.3,81.2,78.8,87,84.6,78.7,77.8],"reasoning_request_pct":[79,80.6,42,52.7,43,59,68.1,73.4,62.2,59.3],"stream_request_pct":[58,58.2,19.4,22.5,20.7,27.3,49.1,63.9,25.8,34.6],"error_rate_4xx_pct":[null,0.8,null,null,0.8,0.7,0.1,0.1,null,null],"error_rate_5xx_pct":[null,0.1,0.1,null,null,null,null,null,0.3,null],"median_ttft_ms":[813,719,752,829,1155,1497,1456,1318,1353,1162],"p90_ttft_ms":[1712,1505,1436,1793,2101,2540,2505,1984,2094,1769],"p95_ttft_ms":[2079,1892,1805,2107,2520,3093,3030,2317,2480,2047],"median_tokens_per_sec":[60,55,59,76,104,150,123,136,114,147],"median_latency_ms":[8377,10705,5018,4009,4189,5339,4285,4690,5397,4559],"p90_latency_ms":[49866,57922,36806,29217,16899,27830,23291,18411,21452,18460],"p95_latency_ms":[69974,79794,53890,42270,24017,42536,36359,28238,29676,24949]},"token_share_delta_pp":1.1,"spend_share_delta_pp":0.1,"regions":[{"key":"eu","name":"eu","share_pct":70.4,"blended_cost_per_mtok_usd":0.06,"cache_hit_rate_pct":89.3,"median_ttft_ms":1234,"p95_ttft_ms":2503,"median_tokens_per_sec":108,"median_latency_ms":5259,"p95_latency_ms":39362,"error_rate_5xx_pct":0.1},{"key":"ap","name":"ap","share_pct":16.5,"blended_cost_per_mtok_usd":0.03,"cache_hit_rate_pct":95.9,"median_ttft_ms":829,"p95_ttft_ms":1882,"median_tokens_per_sec":104,"median_latency_ms":5646,"p95_latency_ms":47116},{"key":"us","name":"us","share_pct":13.1,"blended_cost_per_mtok_usd":0.03,"cache_hit_rate_pct":97.1,"median_ttft_ms":1268,"p95_ttft_ms":2429,"median_tokens_per_sec":124,"median_latency_ms":4519,"p95_latency_ms":27921,"error_rate_5xx_pct":0.1}],"models":[{"key":"deepseek-v4.1-flash","name":"deepseek-v4.1-flash","share_pct":65.1,"blended_cost_per_mtok_usd":0.03,"cache_hit_rate_pct":96,"median_ttft_ms":1146,"p95_ttft_ms":2342,"median_tokens_per_sec":117,"median_latency_ms":3781,"p95_latency_ms":33431},{"key":"deepseek-v4-flash-0731","name":"deepseek-v4-flash-0731","share_pct":13.6,"blended_cost_per_mtok_usd":0.02,"cache_hit_rate_pct":95,"median_ttft_ms":1131,"p95_ttft_ms":2522,"median_tokens_per_sec":94,"median_latency_ms":5004,"p95_latency_ms":33458},{"key":"deepseek-v4-pro-0813","name":"deepseek-v4-pro-0813","share_pct":9.1,"blended_cost_per_mtok_usd":0.2,"cache_hit_rate_pct":88.7,"median_ttft_ms":1172,"p95_ttft_ms":2594,"median_tokens_per_sec":41,"median_latency_ms":16566,"p95_latency_ms":127316,"error_rate_5xx_pct":0.2},{"key":"deepseek-chat","name":"deepseek-chat","share_pct":7.1,"blended_cost_per_mtok_usd":0.13,"cache_hit_rate_pct":33.4,"median_ttft_ms":698,"p95_ttft_ms":1299,"median_tokens_per_sec":140,"median_latency_ms":4746,"p95_latency_ms":28931,"error_rate_5xx_pct":0.1},{"key":"deepseek-v4.1-flash-1017","name":"deepseek-v4.1-flash-1017","share_pct":5.1,"blended_cost_per_mtok_usd":0.02,"cache_hit_rate_pct":95.9,"median_ttft_ms":1163,"p95_ttft_ms":1920,"median_tokens_per_sec":147,"median_latency_ms":3167,"p95_latency_ms":17197},{"key":"deepseek-reasoner","name":"deepseek-reasoner","share_pct":0,"blended_cost_per_mtok_usd":0.08,"cache_hit_rate_pct":58.9,"median_ttft_ms":712,"p95_ttft_ms":1068,"median_tokens_per_sec":82,"median_latency_ms":6357,"p95_latency_ms":29182},{"key":"deepseek-r1","name":"deepseek-r1","share_pct":0}]},{"key":"openai","name":"openai","summary":{"request_share_pct":14.8,"token_share_pct":7.3,"spend_share_pct":12.1,"blended_cost_per_mtok_usd":0.87,"cost_per_request_usd":0.013211,"tokens_per_request":15195,"cache_hit_rate_pct":75.6,"cache_savings_pct":67,"reasoning_request_pct":51,"stream_request_pct":34.9,"error_rate_4xx_pct":9.3,"error_rate_5xx_pct":0.3,"median_ttft_ms":1695,"p90_ttft_ms":5106,"p95_ttft_ms":7200,"median_tokens_per_sec":67,"median_latency_ms":3782,"p90_latency_ms":13700,"p95_latency_ms":21401},"series":{"request_share_pct":[23.5,39.4,13,14.7,13.1,8.3,11.4,7.4,10.4,18.1],"token_share_pct":[13.2,22.9,9.8,7.3,7.4,6.7,5.5,4.5,4,4.6],"spend_share_pct":[19.3,45.6,13.9,9.8,8.2,13.3,4.7,3.2,3,4.6],"blended_cost_per_mtok_usd":[0.84,1.81,0.78,0.76,0.6,0.82,0.47,0.43,0.29,0.39],"cost_per_request_usd":[0.015632,0.02459,0.018488,0.011896,0.008672,0.021102,0.006809,0.007237,0.003998,0.00386],"tokens_per_request":[18694,13561,23613,15702,14444,25726,14411,16669,13847,9951],"cache_hit_rate_pct":[79.5,71.1,79.6,70.7,69.1,83.1,70.3,78,81.5,79.3],"cache_savings_pct":[67.6,57.8,72.7,65.7,72.9,76.6,74.4,76.5,82.8,81.9],"reasoning_request_pct":[50,46.3,59.3,64.8,56.8,53.9,60.6,63.4,49.9,32.7],"stream_request_pct":[26.3,67.5,19.2,43.8,24,42.2,22.8,24.3,18,12.3],"error_rate_4xx_pct":[6.6,31.8,null,null,null,0.4,null,0.5,4.3,1.2],"error_rate_5xx_pct":[null,1.2,0.2,null,null,null,0.1,null,null,null],"median_ttft_ms":[1908,704,991,1050,832,2786,3098,3321,2605,3750],"p90_ttft_ms":[3119,1157,2098,2221,4347,10237,9999,12754,9262,11628],"p95_ttft_ms":[3667,1432,2655,2740,6067,14107,16159,17973,13575,16396],"median_tokens_per_sec":[57,50,56,63,65,79,91,102,81,96],"median_latency_ms":[3616,3699,3644,5086,3431,4161,3943,4217,3469,3359],"p90_latency_ms":[20595,11891,13382,19704,10969,17907,13703,14854,11540,10742],"p95_latency_ms":[33599,19162,23522,28483,15194,28157,22235,25080,17746,15207]},"token_share_delta_pp":0.6,"spend_share_delta_pp":1.6,"regions":[{"key":"eu","name":"eu","share_pct":58.4,"blended_cost_per_mtok_usd":0.78,"cache_hit_rate_pct":72.3,"median_ttft_ms":1817,"p95_ttft_ms":7857,"median_tokens_per_sec":73,"median_latency_ms":3688,"p95_latency_ms":20938,"error_rate_5xx_pct":0.3},{"key":"us","name":"us","share_pct":29.9,"blended_cost_per_mtok_usd":1.11,"cache_hit_rate_pct":79.5,"median_ttft_ms":1259,"p95_ttft_ms":5067,"median_tokens_per_sec":55,"median_latency_ms":3962,"p95_latency_ms":25554,"error_rate_5xx_pct":0.7},{"key":"ap","name":"ap","share_pct":11.7,"blended_cost_per_mtok_usd":0.68,"cache_hit_rate_pct":82.4,"median_ttft_ms":2612,"p95_ttft_ms":11091,"median_tokens_per_sec":63,"median_latency_ms":3912,"p95_latency_ms":18004}],"models":[{"key":"gpt-5.6-sol","name":"gpt-5.6-sol","share_pct":29.1,"blended_cost_per_mtok_usd":1.94,"cache_hit_rate_pct":75.5,"median_ttft_ms":568,"p95_ttft_ms":1330,"median_tokens_per_sec":48,"median_latency_ms":4593,"p95_latency_ms":30189,"error_rate_5xx_pct":1.1},{"key":"gpt-5.6-luna","name":"gpt-5.6-luna","share_pct":26.9,"blended_cost_per_mtok_usd":0.11,"cache_hit_rate_pct":69.2,"median_ttft_ms":1412,"p95_ttft_ms":5667,"median_tokens_per_sec":75,"median_latency_ms":3727,"p95_latency_ms":22378,"error_rate_5xx_pct":0.1},{"key":"gpt-6-luna","name":"gpt-6-luna","share_pct":20.9,"blended_cost_per_mtok_usd":0.04,"cache_hit_rate_pct":82,"median_ttft_ms":2338,"p95_ttft_ms":15429,"median_tokens_per_sec":82,"median_latency_ms":3241,"p95_latency_ms":17606},{"key":"gpt-6.1-sol","name":"gpt-6.1-sol","share_pct":7.1,"blended_cost_per_mtok_usd":0.27,"cache_hit_rate_pct":92.3,"median_ttft_ms":4685,"p95_ttft_ms":18481,"median_tokens_per_sec":62,"median_latency_ms":8280,"p95_latency_ms":34362},{"key":"gpt-6-astra","name":"gpt-6-astra","share_pct":4.6,"blended_cost_per_mtok_usd":2.21,"cache_hit_rate_pct":91.7,"median_ttft_ms":3089,"p95_ttft_ms":15029,"median_tokens_per_sec":50,"median_latency_ms":5982,"p95_latency_ms":50955},{"key":"gpt-5.6-terra","name":"gpt-5.6-terra","share_pct":3.7,"blended_cost_per_mtok_usd":0.85,"cache_hit_rate_pct":77.2,"median_ttft_ms":1680,"p95_ttft_ms":6293,"median_tokens_per_sec":67,"median_latency_ms":3709,"p95_latency_ms":21079,"error_rate_5xx_pct":0.1},{"key":"gpt-6-sol","name":"gpt-6-sol","share_pct":2.6,"blended_cost_per_mtok_usd":0.89,"cache_hit_rate_pct":78.5,"median_ttft_ms":12953,"p95_ttft_ms":87814,"median_tokens_per_sec":277,"median_latency_ms":4795,"p95_latency_ms":32656},{"key":"gpt-5.4","name":"gpt-5.4","share_pct":1.2,"blended_cost_per_mtok_usd":1.97,"cache_hit_rate_pct":51.3,"median_ttft_ms":651,"p95_ttft_ms":2026,"median_tokens_per_sec":62,"median_latency_ms":4619,"p95_latency_ms":33093,"error_rate_5xx_pct":0.4},{"key":"gpt-5.4-mini","name":"gpt-5.4-mini","share_pct":1,"blended_cost_per_mtok_usd":0.65,"cache_hit_rate_pct":28.1,"median_ttft_ms":554,"p95_ttft_ms":1274,"median_tokens_per_sec":68,"median_latency_ms":1240,"p95_latency_ms":3893},{"key":"gpt-5.5","name":"gpt-5.5","share_pct":0.6,"blended_cost_per_mtok_usd":5.69,"cache_hit_rate_pct":60.7,"median_ttft_ms":1429,"p95_ttft_ms":22891,"median_tokens_per_sec":44,"median_latency_ms":14531,"p95_latency_ms":96143,"error_rate_5xx_pct":0.1},{"key":"gpt-4o-mini","name":"gpt-4o-mini","share_pct":0.5,"blended_cost_per_mtok_usd":0.17,"cache_hit_rate_pct":15.8,"median_ttft_ms":980,"p95_ttft_ms":3130,"median_tokens_per_sec":93,"median_latency_ms":1462,"p95_latency_ms":6430},{"key":"gpt-5-nano","name":"gpt-5-nano","share_pct":0.4,"blended_cost_per_mtok_usd":0.16,"cache_hit_rate_pct":10.9,"median_ttft_ms":7674,"p95_ttft_ms":13573,"median_tokens_per_sec":139,"median_latency_ms":8727,"p95_latency_ms":20903,"error_rate_5xx_pct":0.1}]},{"key":"anthropic","name":"anthropic","summary":{"request_share_pct":6.6,"token_share_pct":5.3,"spend_share_pct":15.5,"blended_cost_per_mtok_usd":1.53,"cost_per_request_usd":0.037733,"tokens_per_request":24622,"cache_hit_rate_pct":78,"cache_savings_pct":71.1,"reasoning_request_pct":13.3,"stream_request_pct":27.1,"error_rate_4xx_pct":10.9,"error_rate_5xx_pct":0.1,"median_ttft_ms":1872,"p90_ttft_ms":4567,"p95_ttft_ms":6788,"median_tokens_per_sec":96,"median_latency_ms":4547,"p90_latency_ms":21211,"p95_latency_ms":32920},"series":{"request_share_pct":[5.9,3.5,5.9,7.1,24.5,5.2,5.1,4,4.1,3.8],"token_share_pct":[4.6,5.4,5.4,7.2,7.9,5.4,5.4,4.8,3.6,5.3],"spend_share_pct":[9.6,8.4,17.3,25.7,40.8,19.2,13.4,12.5,8.8,11.1],"blended_cost_per_mtok_usd":[1.18,1.4,1.78,2.02,2.8,1.49,1.36,1.6,0.95,0.8],"cost_per_request_usd":[0.030572,0.051239,0.051001,0.06473,0.023128,0.048797,0.043038,0.052414,0.030143,0.04388],"tokens_per_request":[25988,36555,28658,31972,8246,32788,31602,32840,31708,54693],"cache_hit_rate_pct":[77.7,81.4,76.6,80.4,69.3,71.9,76.8,80.6,78.4,85.9],"cache_savings_pct":[71.8,76,68.3,75.4,49.5,72.9,73.5,67.8,79.9,85.2],"reasoning_request_pct":[12.5,14.3,22.7,19.9,3.4,20.7,16.5,21.1,17.7,23.2],"stream_request_pct":[40,44.3,39.5,35.8,6.5,42.6,32.6,44.4,33.4,42.4],"error_rate_4xx_pct":[null,null,null,null,27.2,0.2,0.1,9.2,0.1,null],"error_rate_5xx_pct":[0.1,null,0.3,0.1,null,0.1,0.1,null,null,null],"median_ttft_ms":[1659,1663,1538,1599,1387,1545,1854,2225,2429,2734],"p90_ttft_ms":[2837,3157,2877,3114,2761,3044,5082,7458,7452,6903],"p95_ttft_ms":[3732,4432,3860,4297,3671,4114,7763,12462,11022,10777],"median_tokens_per_sec":[71,63,65,65,75,77,100,129,164,155],"median_latency_ms":[4985,5871,6022,5341,4839,4140,3274,3781,3978,4084],"p90_latency_ms":[24002,23626,30254,28055,20703,18602,16775,21291,17653,19623],"p95_latency_ms":[35110,40588,47122,48697,29802,32410,27894,31160,25561,30594]},"token_share_delta_pp":1.7,"spend_share_delta_pp":2.3,"regions":[{"key":"eu","name":"eu","share_pct":60.1,"blended_cost_per_mtok_usd":1.47,"cache_hit_rate_pct":76.7,"median_ttft_ms":1961,"p95_ttft_ms":6931,"median_tokens_per_sec":91,"median_latency_ms":4271,"p95_latency_ms":34819,"error_rate_5xx_pct":0.1},{"key":"us","name":"us","share_pct":27.5,"blended_cost_per_mtok_usd":1.38,"cache_hit_rate_pct":80.9,"median_ttft_ms":1624,"p95_ttft_ms":6356,"median_tokens_per_sec":106,"median_latency_ms":4392,"p95_latency_ms":32383,"error_rate_5xx_pct":0.1},{"key":"ap","name":"ap","share_pct":12.4,"blended_cost_per_mtok_usd":2.2,"cache_hit_rate_pct":78.1,"median_ttft_ms":2184,"p95_ttft_ms":7461,"median_tokens_per_sec":94,"median_latency_ms":5221,"p95_latency_ms":29763}],"models":[{"key":"claude-sonnet-5","name":"claude-sonnet-5","share_pct":26.1,"blended_cost_per_mtok_usd":0.87,"cache_hit_rate_pct":76,"median_ttft_ms":1794,"p95_ttft_ms":6470,"median_tokens_per_sec":89,"median_latency_ms":5056,"p95_latency_ms":44592,"error_rate_5xx_pct":0.1},{"key":"claude-opus-5-5","name":"claude-opus-5-5","share_pct":17.3,"blended_cost_per_mtok_usd":0.99,"cache_hit_rate_pct":87.2,"median_ttft_ms":3055,"p95_ttft_ms":12174,"median_tokens_per_sec":140,"median_latency_ms":5708,"p95_latency_ms":34432},{"key":"claude-opus-5","name":"claude-opus-5","share_pct":15.8,"blended_cost_per_mtok_usd":2.84,"cache_hit_rate_pct":75.9,"median_ttft_ms":2155,"p95_ttft_ms":7381,"median_tokens_per_sec":66,"median_latency_ms":5287,"p95_latency_ms":34337},{"key":"claude-sonnet-4-6","name":"claude-sonnet-4-6","share_pct":7.9,"blended_cost_per_mtok_usd":1.39,"cache_hit_rate_pct":75.1,"median_ttft_ms":1465,"p95_ttft_ms":4504,"median_tokens_per_sec":59,"median_latency_ms":5119,"p95_latency_ms":55609,"error_rate_5xx_pct":0.1},{"key":"claude-haiku-4-5","name":"claude-haiku-4-5","share_pct":6.5,"blended_cost_per_mtok_usd":0.51,"cache_hit_rate_pct":73.3,"median_ttft_ms":585,"p95_ttft_ms":1398,"median_tokens_per_sec":113,"median_latency_ms":1630,"p95_latency_ms":8957,"error_rate_5xx_pct":0.1},{"key":"claude-sonnet-5-5","name":"claude-sonnet-5-5","share_pct":6.1,"blended_cost_per_mtok_usd":1.9,"cache_hit_rate_pct":77.6,"median_ttft_ms":2382,"p95_ttft_ms":11594,"median_tokens_per_sec":220,"median_latency_ms":3255,"p95_latency_ms":28602},{"key":"claude-fable-5.1","name":"claude-fable-5.1","share_pct":5.9,"blended_cost_per_mtok_usd":2.02,"cache_hit_rate_pct":89.3,"median_ttft_ms":3185,"p95_ttft_ms":12811,"median_tokens_per_sec":84,"median_latency_ms":6973,"p95_latency_ms":52966,"error_rate_5xx_pct":0.5},{"key":"claude-haiku-5-5","name":"claude-haiku-5-5","share_pct":4.1,"blended_cost_per_mtok_usd":0.09,"cache_hit_rate_pct":64.2,"median_ttft_ms":1710,"p95_ttft_ms":8212,"median_tokens_per_sec":289,"median_latency_ms":3628,"p95_latency_ms":14510},{"key":"claude-fable-5","name":"claude-fable-5","share_pct":3.5,"blended_cost_per_mtok_usd":3.66,"cache_hit_rate_pct":81.4,"median_ttft_ms":3076,"p95_ttft_ms":11362,"median_tokens_per_sec":73,"median_latency_ms":7387,"p95_latency_ms":43048,"error_rate_5xx_pct":0.1},{"key":"claude-opus-4-8","name":"claude-opus-4-8","share_pct":2.4,"blended_cost_per_mtok_usd":3.28,"cache_hit_rate_pct":69.4,"median_ttft_ms":1061,"p95_ttft_ms":2796,"median_tokens_per_sec":36,"median_latency_ms":10360,"p95_latency_ms":68256,"error_rate_5xx_pct":0.1},{"key":"claude-opus-4-6","name":"claude-opus-4-6","share_pct":1.6,"blended_cost_per_mtok_usd":3.22,"cache_hit_rate_pct":66.6,"median_ttft_ms":2495,"p95_ttft_ms":7250,"median_tokens_per_sec":53,"median_latency_ms":13774,"p95_latency_ms":107803},{"key":"claude-sonnet-4-5","name":"claude-sonnet-4-5","share_pct":1.5,"blended_cost_per_mtok_usd":2.05,"cache_hit_rate_pct":63.9,"median_ttft_ms":1461,"p95_ttft_ms":4144,"median_tokens_per_sec":48,"median_latency_ms":6009,"p95_latency_ms":50382,"error_rate_5xx_pct":0.1}]},{"key":"tensorx","name":"tensorx","summary":{"request_share_pct":4.3,"token_share_pct":3.8,"spend_share_pct":2.6,"blended_cost_per_mtok_usd":0.35,"cost_per_request_usd":0.00982,"tokens_per_request":27709,"cache_hit_rate_pct":71.4,"cache_savings_pct":57,"reasoning_request_pct":36.9,"stream_request_pct":38.6,"error_rate_4xx_pct":8.2,"error_rate_5xx_pct":1,"median_ttft_ms":1331,"p90_ttft_ms":5949,"p95_ttft_ms":12090,"median_tokens_per_sec":110,"median_latency_ms":3563,"p90_latency_ms":34734,"p95_latency_ms":62420},"series":{"request_share_pct":[3.7,1.3,3.5,3.3,1.6,2.2,3.1,3.1,11.1,6.3],"token_share_pct":[3.8,1.3,4.1,3.5,2.3,2.2,3.5,3.9,5.3,5.7],"spend_share_pct":[3.4,1,3.4,2.6,1.7,2.4,2.3,2.1,3.8,4.2],"blended_cost_per_mtok_usd":[0.51,0.7,0.45,0.43,0.4,0.47,0.36,0.32,0.28,0.28],"cost_per_request_usd":[0.017421,0.015705,0.017027,0.014253,0.015286,0.014459,0.012065,0.011207,0.004814,0.009969],"tokens_per_request":[34351,22346,37423,33201,37895,30902,33626,34538,17011,35639],"cache_hit_rate_pct":[66.4,84.9,81.6,76.5,82,82.7,76.1,70,65.4,65.7],"cache_savings_pct":[61,62.2,61.6,56.8,59.3,61,58.1,55.1,51.7,53.5],"reasoning_request_pct":[28.2,36.2,37.5,77.6,83.8,71.2,44.8,40.1,17.5,43.4],"stream_request_pct":[69.8,31.6,45.9,58.3,63.4,55.3,42.3,44.6,22.9,43.1],"error_rate_4xx_pct":[0.6,2.7,0.2,0.1,0.5,0.2,4.8,2,19.3,0.9],"error_rate_5xx_pct":[0.5,0.8,0.2,0.5,0.5,0.6,3.2,2.8,0.3,0.7],"median_ttft_ms":[1203,1093,1013,1005,1133,1251,1483,1463,1480,1397],"p90_ttft_ms":[3661,4706,3555,6083,5617,9240,6706,6465,6724,4899],"p95_ttft_ms":[6442,10528,7587,13784,11589,16925,13382,15170,13199,9462],"median_tokens_per_sec":[89,124,101,71,69,79,97,127,125,140],"median_latency_ms":[4778,3676,4284,5492,5104,4462,8109,4336,1427,2921],"p90_latency_ms":[19464,16639,27291,39557,33726,30035,105334,45279,15992,32406],"p95_latency_ms":[32043,32957,44918,60061,55678,49886,148867,71731,39109,73827]},"token_share_delta_pp":0.4,"spend_share_delta_pp":0.4,"regions":[{"key":"eu","name":"eu","share_pct":98.8,"blended_cost_per_mtok_usd":0.35,"cache_hit_rate_pct":71.2,"median_ttft_ms":1325,"p95_ttft_ms":12122,"median_tokens_per_sec":110,"median_latency_ms":3543,"p95_latency_ms":62489,"error_rate_5xx_pct":1},{"key":"us","name":"us","share_pct":0.9,"blended_cost_per_mtok_usd":0.66,"cache_hit_rate_pct":86,"median_ttft_ms":1850,"p95_ttft_ms":8966,"median_tokens_per_sec":105,"median_latency_ms":6307,"p95_latency_ms":54526,"error_rate_5xx_pct":0.7},{"key":"ap","name":"ap","share_pct":0.4,"blended_cost_per_mtok_usd":0.21,"cache_hit_rate_pct":84.7,"median_ttft_ms":2211,"p95_ttft_ms":8725,"median_tokens_per_sec":185,"median_latency_ms":7515,"p95_latency_ms":44506,"error_rate_5xx_pct":1}],"models":[{"key":"deepseek-v4.1-flash","name":"deepseek-v4.1-flash","share_pct":26.5,"blended_cost_per_mtok_usd":0.3,"cache_hit_rate_pct":54.5,"median_ttft_ms":2098,"p95_ttft_ms":9726,"median_tokens_per_sec":288,"median_latency_ms":7056,"p95_latency_ms":111425,"error_rate_5xx_pct":3},{"key":"deepseek-v4-flash-0731","name":"deepseek-v4-flash-0731","share_pct":25.3,"blended_cost_per_mtok_usd":0.14,"cache_hit_rate_pct":63.6,"median_ttft_ms":1345,"p95_ttft_ms":18959,"median_tokens_per_sec":28,"median_latency_ms":2395,"p95_latency_ms":57074,"error_rate_5xx_pct":0.4},{"key":"glm-5.3-flash","name":"glm-5.3-flash","share_pct":8.5,"blended_cost_per_mtok_usd":0.1,"cache_hit_rate_pct":75.7,"median_ttft_ms":1439,"p95_ttft_ms":13791,"median_tokens_per_sec":80,"median_latency_ms":4640,"p95_latency_ms":75264,"error_rate_5xx_pct":0.6},{"key":"kimi-k3","name":"kimi-k3","share_pct":7.8,"blended_cost_per_mtok_usd":1.2,"cache_hit_rate_pct":84.6,"median_ttft_ms":1286,"p95_ttft_ms":13516,"median_tokens_per_sec":39,"median_latency_ms":6171,"p95_latency_ms":59206,"error_rate_5xx_pct":0.6},{"key":"glm-5.3","name":"glm-5.3","share_pct":7.3,"blended_cost_per_mtok_usd":0.69,"cache_hit_rate_pct":86.6,"median_ttft_ms":1081,"p95_ttft_ms":10452,"median_tokens_per_sec":87,"median_latency_ms":2364,"p95_latency_ms":45454,"error_rate_5xx_pct":0.5},{"key":"deepseek-v4-pro-0813","name":"deepseek-v4-pro-0813","share_pct":7.3,"blended_cost_per_mtok_usd":0.55,"cache_hit_rate_pct":91.2,"median_ttft_ms":661,"p95_ttft_ms":5988,"median_tokens_per_sec":230,"median_latency_ms":1337,"p95_latency_ms":17055,"error_rate_5xx_pct":1},{"key":"deepseek-v4.1-flash-1017","name":"deepseek-v4.1-flash-1017","share_pct":5.4,"blended_cost_per_mtok_usd":0.22,"cache_hit_rate_pct":78,"median_ttft_ms":1795,"p95_ttft_ms":7299,"median_tokens_per_sec":135,"median_latency_ms":3293,"p95_latency_ms":29154,"error_rate_5xx_pct":0.1},{"key":"qwen3.8-flash-next","name":"qwen3.8-flash-next","share_pct":4.9,"blended_cost_per_mtok_usd":0.1,"cache_hit_rate_pct":87.4,"median_ttft_ms":1421,"p95_ttft_ms":6861,"median_tokens_per_sec":51,"median_latency_ms":7713,"p95_latency_ms":94328,"error_rate_5xx_pct":1.8},{"key":"minimax-m3","name":"minimax-m3","share_pct":2.9,"blended_cost_per_mtok_usd":0.13,"cache_hit_rate_pct":95,"median_ttft_ms":694,"p95_ttft_ms":4763,"median_tokens_per_sec":50,"median_latency_ms":941,"p95_latency_ms":23318,"error_rate_5xx_pct":0.4},{"key":"glm-5.2","name":"glm-5.2","share_pct":2.8,"blended_cost_per_mtok_usd":0.66,"cache_hit_rate_pct":82.5,"median_ttft_ms":952,"p95_ttft_ms":7292,"median_tokens_per_sec":127,"median_latency_ms":4319,"p95_latency_ms":23627,"error_rate_5xx_pct":0.5},{"key":"kimi-k2.7-code","name":"kimi-k2.7-code","share_pct":0.8,"blended_cost_per_mtok_usd":0.36,"cache_hit_rate_pct":96.9,"median_ttft_ms":891,"p95_ttft_ms":3853,"median_tokens_per_sec":111,"median_latency_ms":565,"p95_latency_ms":10001,"error_rate_5xx_pct":0.5},{"key":"qwen3.8-2.4t-a95b","name":"qwen3.8-2.4t-a95b","share_pct":0.4,"blended_cost_per_mtok_usd":1.14,"cache_hit_rate_pct":87.5,"median_ttft_ms":277,"p95_ttft_ms":3341,"median_tokens_per_sec":91,"median_latency_ms":438,"p95_latency_ms":15137,"error_rate_5xx_pct":0.3}]},{"key":"nvidia","name":"nvidia","summary":{"request_share_pct":1.4,"token_share_pct":3.5,"tokens_per_request":75990,"cache_hit_rate_pct":75.3,"reasoning_request_pct":15.3,"stream_request_pct":63.3,"error_rate_4xx_pct":4.7,"error_rate_5xx_pct":4.8,"median_ttft_ms":2766,"p90_ttft_ms":12128,"p95_ttft_ms":19219,"median_tokens_per_sec":63,"median_latency_ms":9804,"p90_latency_ms":53318,"p95_latency_ms":80355},"series":{"request_share_pct":[2.5,1.3,1.8,2.1,1.3,1.4,1,1.2,1.2,1.6],"token_share_pct":[6.5,4.6,4,4,3.2,2.8,2.6,3.5,2.8,3.7],"tokens_per_request":[86458,80359,68000,58980,64223,65749,74346,80171,83229,89622],"cache_hit_rate_pct":[74.8,72.3,68.3,66.2,65.6,71.5,74.2,81.7,82.4,80.9],"reasoning_request_pct":[null,null,null,null,null,null,14.5,36.5,46.8,28.5],"stream_request_pct":[66.6,70.4,61.5,62.8,65.2,61.3,59.2,60.8,60.7,65.7],"error_rate_4xx_pct":[0.5,0.6,5.6,7.1,6.5,4.6,5.3,2.9,2.4,10.5],"error_rate_5xx_pct":[2.6,3.7,5,5.1,6,6.6,4.5,5.3,7.4,1.7],"median_ttft_ms":[1998,2448,5353,7634,2438,2088,1940,1751,1824,1935],"p90_ttft_ms":[10179,13449,17979,24098,18117,15245,9724,6187,7178,7183],"p95_ttft_ms":[15788,20528,23729,33861,31647,23520,18115,10225,13732,11853],"median_tokens_per_sec":[72,81,83,64,57,57,52,57,46,64],"median_latency_ms":[7713,9119,14145,17884,10987,10630,8880,7639,7719,7417],"p90_latency_ms":[40831,45609,55031,73235,64592,63082,56345,49987,51055,42936],"p95_latency_ms":[62489,66496,79364,104298,93566,95058,84649,77169,83883,65975]},"token_share_delta_pp":0.9,"spend_share_delta_pp":0,"regions":[{"key":"ap","name":"ap","share_pct":37.6,"cache_hit_rate_pct":74.9,"median_ttft_ms":2432,"p95_ttft_ms":17680,"median_tokens_per_sec":63,"median_latency_ms":8990,"p95_latency_ms":75437,"error_rate_5xx_pct":3.5},{"key":"eu","name":"eu","share_pct":35.6,"cache_hit_rate_pct":75,"median_ttft_ms":3037,"p95_ttft_ms":19802,"median_tokens_per_sec":62,"median_latency_ms":10227,"p95_latency_ms":80659,"error_rate_5xx_pct":5.7},{"key":"us","name":"us","share_pct":26.8,"cache_hit_rate_pct":76.3,"median_ttft_ms":2836,"p95_ttft_ms":20521,"median_tokens_per_sec":65,"median_latency_ms":10117,"p95_latency_ms":85874,"error_rate_5xx_pct":4.8}],"models":[{"key":"nemotron-3-ultra-550b-a55b","name":"nemotron-3-ultra-550b-a55b","share_pct":48.3,"cache_hit_rate_pct":71.6,"median_ttft_ms":4028,"p95_ttft_ms":25445,"median_tokens_per_sec":54,"median_latency_ms":12464,"p95_latency_ms":89759,"error_rate_5xx_pct":6},{"key":"nemotron-3-super-120b-a12b","name":"nemotron-3-super-120b-a12b","share_pct":35.7,"cache_hit_rate_pct":79.4,"median_ttft_ms":1855,"p95_ttft_ms":9415,"median_tokens_per_sec":78,"median_latency_ms":5756,"p95_latency_ms":51239,"error_rate_5xx_pct":3},{"key":"nemotron-3.5-lightning-30b-a3b","name":"nemotron-3.5-lightning-30b-a3b","share_pct":11.7,"cache_hit_rate_pct":80.8,"median_ttft_ms":1480,"p95_ttft_ms":27825,"median_tokens_per_sec":56,"median_latency_ms":8834,"p95_latency_ms":88682,"error_rate_5xx_pct":1.8},{"key":"muse-glimmer-30b","name":"muse-glimmer-30b","share_pct":2.1,"cache_hit_rate_pct":62.1,"median_ttft_ms":1917,"p95_ttft_ms":13757,"median_tokens_per_sec":50,"median_latency_ms":14150,"p95_latency_ms":133897,"error_rate_5xx_pct":2.7},{"key":"nemotron-3-nano-30b-a3b","name":"nemotron-3-nano-30b-a3b","share_pct":1.5,"cache_hit_rate_pct":79.5,"median_ttft_ms":1589,"p95_ttft_ms":5319,"median_tokens_per_sec":142,"median_latency_ms":5058,"p95_latency_ms":40325,"error_rate_5xx_pct":0.4},{"key":"nemotron-3-nano-omni-30b-a3b-reasoning","name":"nemotron-3-nano-omni-30b-a3b-reasoning","share_pct":0.6,"cache_hit_rate_pct":58.5,"median_ttft_ms":1017,"p95_ttft_ms":3876,"median_tokens_per_sec":51,"median_latency_ms":10332,"p95_latency_ms":98958,"error_rate_5xx_pct":24.7},{"key":"nemotron-3.5-content-safety","name":"nemotron-3.5-content-safety","share_pct":0,"median_ttft_ms":259,"p95_ttft_ms":7513,"median_latency_ms":279,"p95_latency_ms":3680,"error_rate_5xx_pct":1.7}]},{"key":"deepinfra","name":"deepinfra","summary":{"request_share_pct":3,"token_share_pct":2.8,"spend_share_pct":0.2,"blended_cost_per_mtok_usd":0.04,"cost_per_request_usd":0.001289,"tokens_per_request":28854,"cache_hit_rate_pct":83.1,"cache_savings_pct":75.5,"reasoning_request_pct":13.5,"stream_request_pct":39.8,"error_rate_4xx_pct":3.5,"error_rate_5xx_pct":0.1,"median_ttft_ms":1320,"p90_ttft_ms":4020,"p95_ttft_ms":6169,"median_tokens_per_sec":68,"median_latency_ms":6617,"p90_latency_ms":34331,"p95_latency_ms":52650},"series":{"request_share_pct":[5.8,3.4,6,1.8,3,3.4,1.7,1.9,2.7,3.3],"token_share_pct":[2.9,2.9,3.4,1.1,2,2.1,2.6,2.4,2.4,5],"spend_share_pct":[0.2,0.1,0.3,0.1,0.2,0.4,0.3,0.2,0.2,0.3],"blended_cost_per_mtok_usd":[0.04,0.04,0.05,0.06,0.06,0.08,0.06,0.06,0.04,0.02],"cost_per_request_usd":[0.000622,0.000719,0.00086,0.00105,0.001066,0.001538,0.002697,0.001993,0.001256,0.001406],"tokens_per_request":[16313,19943,17558,18890,17501,19741,46966,35000,31686,59214],"cache_hit_rate_pct":[84.7,83.6,82.2,80.3,70.4,72.3,89.4,76.6,82,89.9],"cache_savings_pct":[67.6,68.7,74.2,72.6,70.8,59.2,81.5,70.9,75.8,83.8],"reasoning_request_pct":[null,null,0.5,1.7,12.7,37,26.3,18.1,18.1,15.7],"stream_request_pct":[57.2,54,48.2,28,15.7,14,40.8,50,33.3,50.9],"error_rate_4xx_pct":[0.2,null,0.1,8.5,2,4.4,2,0.6,16.6,0.5],"error_rate_5xx_pct":[0.2,null,null,null,0.1,0.1,null,null,0.1,0.1],"median_ttft_ms":[883,995,1047,1726,1679,1931,1636,1562,1537,1542],"p90_ttft_ms":[3354,3433,3571,5297,4761,4485,5056,4320,5133,3748],"p95_ttft_ms":[5772,5292,5830,8107,7789,6561,7431,6440,7764,5211],"median_tokens_per_sec":[76,80,67,48,46,53,65,51,67,70],"median_latency_ms":[3009,2844,3825,7195,7929,14147,8406,7688,7108,5754],"p90_latency_ms":[22226,15860,22206,40591,49155,75155,47000,33273,27282,24310],"p95_latency_ms":[32169,23998,33927,68440,73752,122913,65526,50000,41592,36828]},"token_share_delta_pp":2.6,"spend_share_delta_pp":0.1,"regions":[{"key":"eu","name":"eu","share_pct":53.9,"blended_cost_per_mtok_usd":0.05,"cache_hit_rate_pct":88.2,"median_ttft_ms":1192,"p95_ttft_ms":5944,"median_tokens_per_sec":68,"median_latency_ms":6010,"p95_latency_ms":58443,"error_rate_5xx_pct":0.1},{"key":"us","name":"us","share_pct":25.3,"blended_cost_per_mtok_usd":0.06,"cache_hit_rate_pct":65.3,"median_ttft_ms":1169,"p95_ttft_ms":5121,"median_tokens_per_sec":68,"median_latency_ms":7813,"p95_latency_ms":40901,"error_rate_5xx_pct":0.1},{"key":"ap","name":"ap","share_pct":20.8,"blended_cost_per_mtok_usd":0.02,"cache_hit_rate_pct":91.4,"median_ttft_ms":2005,"p95_ttft_ms":7980,"median_tokens_per_sec":65,"median_latency_ms":6953,"p95_latency_ms":50523,"error_rate_5xx_pct":0.1}],"models":[{"key":"deepseek-v4.1-flash","name":"deepseek-v4.1-flash","share_pct":34.2,"blended_cost_per_mtok_usd":0.03,"cache_hit_rate_pct":93.9,"median_ttft_ms":1533,"p95_ttft_ms":5866,"median_tokens_per_sec":57,"median_latency_ms":10399,"p95_latency_ms":73831},{"key":"deepseek-v4-flash-0731","name":"deepseek-v4-flash-0731","share_pct":32.8,"blended_cost_per_mtok_usd":0.04,"cache_hit_rate_pct":74.6,"median_ttft_ms":1040,"p95_ttft_ms":6119,"median_tokens_per_sec":76,"median_latency_ms":4429,"p95_latency_ms":33896},{"key":"deepseek-v4.1-flash-1017","name":"deepseek-v4.1-flash-1017","share_pct":16.2,"blended_cost_per_mtok_usd":0.01,"cache_hit_rate_pct":95.7,"median_ttft_ms":1679,"p95_ttft_ms":4187,"median_tokens_per_sec":86,"median_latency_ms":4313,"p95_latency_ms":36480,"error_rate_5xx_pct":0.3},{"key":"glm-5.3-flash","name":"glm-5.3-flash","share_pct":8.7,"blended_cost_per_mtok_usd":0.08,"cache_hit_rate_pct":59.5,"median_ttft_ms":2035,"p95_ttft_ms":7966,"median_tokens_per_sec":33,"median_latency_ms":10674,"p95_latency_ms":53515,"error_rate_5xx_pct":0.2},{"key":"mimo-v2.6-pro","name":"mimo-v2.6-pro","share_pct":1.9,"blended_cost_per_mtok_usd":0.08,"cache_hit_rate_pct":83.2,"median_ttft_ms":3109,"p95_ttft_ms":17311,"median_tokens_per_sec":13,"median_latency_ms":23733,"p95_latency_ms":214023,"error_rate_5xx_pct":0.1},{"key":"glm-5.3","name":"glm-5.3","share_pct":1.7,"blended_cost_per_mtok_usd":0.27,"cache_hit_rate_pct":92.3,"median_ttft_ms":1847,"p95_ttft_ms":11843,"median_tokens_per_sec":86,"median_latency_ms":5861,"p95_latency_ms":96241,"error_rate_5xx_pct":0.1},{"key":"deepseek-v4-pro-0813","name":"deepseek-v4-pro-0813","share_pct":1.7,"blended_cost_per_mtok_usd":0.22,"cache_hit_rate_pct":93.2,"median_ttft_ms":822,"p95_ttft_ms":7231,"median_tokens_per_sec":90,"median_latency_ms":2828,"p95_latency_ms":62907},{"key":"gemma-4-31b","name":"gemma-4-31b","share_pct":0.7,"blended_cost_per_mtok_usd":0.13,"median_ttft_ms":1147,"p95_ttft_ms":4516,"median_tokens_per_sec":29,"median_latency_ms":3952,"p95_latency_ms":29606},{"key":"mimo-v2.6-flash","name":"mimo-v2.6-flash","share_pct":0.7,"blended_cost_per_mtok_usd":0.02,"cache_hit_rate_pct":86.8,"median_ttft_ms":2919,"p95_ttft_ms":17737,"median_tokens_per_sec":21,"median_latency_ms":12272,"p95_latency_ms":129561},{"key":"qwen3-235b-a22b-instruct-2507","name":"qwen3-235b-a22b-instruct-2507","share_pct":0.5,"blended_cost_per_mtok_usd":0.08,"median_ttft_ms":1503,"p95_ttft_ms":8483,"median_tokens_per_sec":9,"median_latency_ms":10705,"p95_latency_ms":139982},{"key":"gemma-4-26b-a4b-it","name":"gemma-4-26b-a4b-it","share_pct":0.2,"blended_cost_per_mtok_usd":0.09,"median_ttft_ms":1128,"p95_ttft_ms":4425,"median_tokens_per_sec":17,"median_latency_ms":3357,"p95_latency_ms":32517},{"key":"deepseek-v4-pro-0424","name":"deepseek-v4-pro-0424","share_pct":0.1,"blended_cost_per_mtok_usd":0.33,"cache_hit_rate_pct":80.5,"median_ttft_ms":2500,"p95_ttft_ms":9467,"median_tokens_per_sec":46,"median_latency_ms":4982,"p95_latency_ms":31740}]},{"key":"melious","name":"melious","summary":{"request_share_pct":0.9,"token_share_pct":1.9,"spend_share_pct":0.2,"blended_cost_per_mtok_usd":0.06,"cost_per_request_usd":0.003912,"tokens_per_request":68347,"cache_hit_rate_pct":90.3,"cache_savings_pct":75.8,"reasoning_request_pct":91.6,"stream_request_pct":74.1,"error_rate_4xx_pct":0.1,"median_ttft_ms":638,"p90_ttft_ms":2671,"p95_ttft_ms":5261,"median_tokens_per_sec":74,"median_latency_ms":3073,"p90_latency_ms":19162,"p95_latency_ms":33589},"series":{"request_share_pct":[null,null,null,null,null,null,null,0.9,1.7,4.2],"token_share_pct":[null,null,null,null,null,null,null,1.5,3,8.5],"spend_share_pct":[null,null,null,null,null,null,null,0.2,0.4,1.2],"blended_cost_per_mtok_usd":[null,null,null,null,null,null,null,0.07,0.06,0.05],"cost_per_request_usd":[null,null,null,null,null,null,null,0.003345,0.003563,0.004259],"tokens_per_request":[null,null,null,null,null,null,null,45184,60995,78875],"cache_hit_rate_pct":[null,null,null,null,null,null,null,89.1,89.5,90.8],"cache_savings_pct":[null,null,null,null,null,null,null,72,73.7,77.3],"reasoning_request_pct":[null,null,null,null,null,null,null,64.8,93.6,98.2],"stream_request_pct":[null,null,null,null,null,null,null,62.3,73.3,77.9],"error_rate_4xx_pct":[null,null,null,null,null,null,null,null,null,0.1],"error_rate_5xx_pct":[null,null,null,null,null,null,null,null,0.1,0.1],"median_ttft_ms":[null,null,null,null,null,null,null,608,689,618],"p90_ttft_ms":[null,null,null,null,null,null,null,3562,3263,2252],"p95_ttft_ms":[null,null,null,null,null,null,null,8168,6016,4459],"median_tokens_per_sec":[null,null,null,null,null,null,null,101,84,66],"median_latency_ms":[null,null,null,null,null,null,null,2536,3142,3141],"p90_latency_ms":[null,null,null,null,null,null,null,17361,17858,20171],"p95_latency_ms":[null,null,null,null,null,null,null,30618,31185,35383]},"token_share_delta_pp":5.5,"spend_share_delta_pp":0.8,"regions":[{"key":"eu","name":"eu","share_pct":97.4,"blended_cost_per_mtok_usd":0.06,"cache_hit_rate_pct":90.1,"median_ttft_ms":610,"p95_ttft_ms":5204,"median_tokens_per_sec":74,"median_latency_ms":3050,"p95_latency_ms":33725},{"key":"us","name":"us","share_pct":1.7,"blended_cost_per_mtok_usd":0.05,"cache_hit_rate_pct":97.5,"median_ttft_ms":1624,"p95_ttft_ms":6482,"median_tokens_per_sec":91,"median_latency_ms":4062,"p95_latency_ms":23899},{"key":"ap","name":"ap","share_pct":0.9,"blended_cost_per_mtok_usd":0.05,"cache_hit_rate_pct":95.4,"median_ttft_ms":2439,"p95_ttft_ms":10483,"median_tokens_per_sec":113,"median_latency_ms":4878,"p95_latency_ms":29681}],"models":[{"key":"deepseek-v4.1-flash","name":"deepseek-v4.1-flash","share_pct":42.6,"blended_cost_per_mtok_usd":0.06,"cache_hit_rate_pct":87.5,"median_ttft_ms":778,"p95_ttft_ms":9055,"median_tokens_per_sec":64,"median_latency_ms":4644,"p95_latency_ms":51913},{"key":"deepseek-v4.1-flash-1017","name":"deepseek-v4.1-flash-1017","share_pct":36,"blended_cost_per_mtok_usd":0.05,"cache_hit_rate_pct":91.8,"median_ttft_ms":580,"p95_ttft_ms":3295,"median_tokens_per_sec":63,"median_latency_ms":2965,"p95_latency_ms":37436,"error_rate_5xx_pct":0.1},{"key":"glm-5.3-flash","name":"glm-5.3-flash","share_pct":14.9,"blended_cost_per_mtok_usd":0.03,"cache_hit_rate_pct":94,"median_ttft_ms":559,"p95_ttft_ms":3298,"median_tokens_per_sec":101,"median_latency_ms":1536,"p95_latency_ms":20925},{"key":"deepseek-v4-flash-0731","name":"deepseek-v4-flash-0731","share_pct":4.5,"blended_cost_per_mtok_usd":0.05,"cache_hit_rate_pct":91.8,"median_ttft_ms":476,"p95_ttft_ms":2179,"median_tokens_per_sec":116,"median_latency_ms":3255,"p95_latency_ms":16378},{"key":"glm-5.3","name":"glm-5.3","share_pct":2,"blended_cost_per_mtok_usd":0.35,"cache_hit_rate_pct":90.1,"median_ttft_ms":689,"p95_ttft_ms":8897,"median_tokens_per_sec":70,"median_latency_ms":1072,"p95_latency_ms":26024,"error_rate_5xx_pct":0.1},{"key":"clef","name":"clef","share_pct":0},{"key":"clef-flash","name":"clef-flash","share_pct":0}]},{"key":"fireworks","name":"fireworks","summary":{"request_share_pct":0.9,"token_share_pct":1.6,"spend_share_pct":0.4,"blended_cost_per_mtok_usd":0.11,"cost_per_request_usd":0.006452,"tokens_per_request":56132,"cache_hit_rate_pct":93.1,"cache_savings_pct":77.2,"reasoning_request_pct":70.2,"stream_request_pct":57.9,"error_rate_4xx_pct":2.8,"error_rate_5xx_pct":0.1,"median_ttft_ms":1331,"p90_ttft_ms":3466,"p95_ttft_ms":5162,"median_tokens_per_sec":66,"median_latency_ms":5513,"p90_latency_ms":26658,"p95_latency_ms":41562},"series":{"request_share_pct":[0.5,0.7,0.5,0.7,0.6,0.9,0.6,1.5,1.7,0.3],"token_share_pct":[1.3,1,0.9,1.4,1.5,1.7,1.1,2.9,2.6,0.7],"spend_share_pct":[1.1,0.3,0.3,0.5,0.5,0.5,0.3,0.2,0.3,0.1],"blended_cost_per_mtok_usd":[0.52,0.25,0.22,0.19,0.16,0.13,0.14,0.05,0.05,0.06],"cost_per_request_usd":[0.045304,0.008541,0.010956,0.011264,0.009755,0.007841,0.008532,0.002494,0.00272,0.004946],"tokens_per_request":[86294,34273,50465,60343,60972,60733,60636,50742,56099,83000],"cache_hit_rate_pct":[84.8,88.4,86.6,90.5,93.3,94.5,91.6,94.5,94.8,95.2],"cache_savings_pct":[67,77.1,75.4,77.4,77.6,78.7,70.1,82.3,82.6,83.5],"reasoning_request_pct":[29.8,52.1,52.4,58,58.8,43.9,58.2,81.5,89.4,67.5],"stream_request_pct":[83,59.4,48.5,60.6,62.8,48.5,63.3,46.7,65.6,70.7],"error_rate_4xx_pct":[2.6,0.2,0.1,3.1,2.6,7.5,5.5,2.4,1.7,3.2],"error_rate_5xx_pct":[0.1,null,0.1,null,null,0.5,0.1,0.1,0.1,null],"median_ttft_ms":[1537,1298,1352,1497,1316,1375,1331,1192,1345,1503],"p90_ttft_ms":[5078,4065,4551,4696,3668,3547,3994,3289,2798,3633],"p95_ttft_ms":[9839,6301,7197,7395,5444,5053,5846,4943,3886,5101],"median_tokens_per_sec":[75,71,69,67,74,79,71,72,47,109],"median_latency_ms":[10222,5272,4415,5841,5202,3811,4859,5378,6150,5619],"p90_latency_ms":[52390,23922,19577,25516,24578,24813,20772,26847,29059,22827],"p95_latency_ms":[103852,49403,34282,38016,37867,40165,32433,40663,41324,36638]},"token_share_delta_pp":-1.9,"spend_share_delta_pp":-0.2,"regions":[{"key":"eu","name":"eu","share_pct":84.2,"blended_cost_per_mtok_usd":0.1,"cache_hit_rate_pct":93.4,"median_ttft_ms":1326,"p95_ttft_ms":4850,"median_tokens_per_sec":63,"median_latency_ms":5549,"p95_latency_ms":41069,"error_rate_5xx_pct":0.1},{"key":"ap","name":"ap","share_pct":10.1,"blended_cost_per_mtok_usd":0.26,"cache_hit_rate_pct":90.2,"median_ttft_ms":1343,"p95_ttft_ms":6777,"median_tokens_per_sec":82,"median_latency_ms":5600,"p95_latency_ms":54345,"error_rate_5xx_pct":0.1},{"key":"us","name":"us","share_pct":5.7,"blended_cost_per_mtok_usd":0.13,"cache_hit_rate_pct":94.1,"median_ttft_ms":1393,"p95_ttft_ms":7172,"median_tokens_per_sec":82,"median_latency_ms":4646,"p95_latency_ms":30481}],"models":[{"key":"deepseek-v4.1-flash","name":"deepseek-v4.1-flash","share_pct":59.1,"blended_cost_per_mtok_usd":0.03,"cache_hit_rate_pct":95.2,"median_ttft_ms":1298,"p95_ttft_ms":4373,"median_tokens_per_sec":59,"median_latency_ms":5631,"p95_latency_ms":41009},{"key":"glm-5.3-flash","name":"glm-5.3-flash","share_pct":10,"blended_cost_per_mtok_usd":0.05,"cache_hit_rate_pct":89.7,"median_ttft_ms":1387,"p95_ttft_ms":6125,"median_tokens_per_sec":71,"median_latency_ms":4298,"p95_latency_ms":28297},{"key":"glm-5.3","name":"glm-5.3","share_pct":8.7,"blended_cost_per_mtok_usd":0.42,"cache_hit_rate_pct":91.6,"median_ttft_ms":1385,"p95_ttft_ms":5547,"median_tokens_per_sec":68,"median_latency_ms":7184,"p95_latency_ms":73398,"error_rate_5xx_pct":0.7},{"key":"deepseek-v4-flash-0731","name":"deepseek-v4-flash-0731","share_pct":5.9,"blended_cost_per_mtok_usd":0.05,"cache_hit_rate_pct":92,"median_ttft_ms":1013,"p95_ttft_ms":7546,"median_tokens_per_sec":85,"median_latency_ms":4541,"p95_latency_ms":26637,"error_rate_5xx_pct":0.1},{"key":"deepseek-v4-pro-0813","name":"deepseek-v4-pro-0813","share_pct":4.8,"blended_cost_per_mtok_usd":0.17,"cache_hit_rate_pct":92.5,"median_ttft_ms":1555,"p95_ttft_ms":5057,"median_tokens_per_sec":63,"median_latency_ms":7036,"p95_latency_ms":56565},{"key":"deepseek-v4.1-flash-1017","name":"deepseek-v4.1-flash-1017","share_pct":3.8,"blended_cost_per_mtok_usd":0.02,"cache_hit_rate_pct":97,"median_ttft_ms":1859,"p95_ttft_ms":5820,"median_tokens_per_sec":125,"median_latency_ms":4483,"p95_latency_ms":33534},{"key":"kimi-k3","name":"kimi-k3","share_pct":2.4,"blended_cost_per_mtok_usd":1.13,"cache_hit_rate_pct":79.1,"median_ttft_ms":2034,"p95_ttft_ms":11843,"median_tokens_per_sec":41,"median_latency_ms":16804,"p95_latency_ms":158438,"error_rate_5xx_pct":0.2},{"key":"glm-5.2","name":"glm-5.2","share_pct":2.3,"blended_cost_per_mtok_usd":0.34,"cache_hit_rate_pct":88.5,"median_ttft_ms":1513,"p95_ttft_ms":7458,"median_tokens_per_sec":84,"median_latency_ms":6857,"p95_latency_ms":115275,"error_rate_5xx_pct":0.1},{"key":"minimax-m3","name":"minimax-m3","share_pct":1.7,"blended_cost_per_mtok_usd":0.15,"cache_hit_rate_pct":80.6,"median_ttft_ms":912,"p95_ttft_ms":2337,"median_tokens_per_sec":159,"median_latency_ms":2357,"p95_latency_ms":12099,"error_rate_5xx_pct":0.1},{"key":"qwen3.8-max","name":"qwen3.8-max","share_pct":0.7,"blended_cost_per_mtok_usd":0.51,"cache_hit_rate_pct":91.8,"median_ttft_ms":1049,"p95_ttft_ms":8128,"median_tokens_per_sec":71,"median_latency_ms":6336,"p95_latency_ms":52706,"error_rate_5xx_pct":0.1},{"key":"kimi-k2.7-code","name":"kimi-k2.7-code","share_pct":0.2,"blended_cost_per_mtok_usd":0.43,"cache_hit_rate_pct":86.5,"median_ttft_ms":1325,"p95_ttft_ms":11482,"median_tokens_per_sec":78,"median_latency_ms":21573,"p95_latency_ms":106734,"error_rate_5xx_pct":0.3},{"key":"gpt-oss-120b","name":"gpt-oss-120b","share_pct":0.2,"blended_cost_per_mtok_usd":0.15,"cache_hit_rate_pct":48.9,"median_ttft_ms":350,"p95_ttft_ms":2408,"median_tokens_per_sec":68,"median_latency_ms":2561,"p95_latency_ms":8866}]},{"key":"novita","name":"novita","summary":{"request_share_pct":0.4,"token_share_pct":1.5,"spend_share_pct":0.1,"blended_cost_per_mtok_usd":0.03,"cost_per_request_usd":0.003692,"tokens_per_request":111984,"cache_hit_rate_pct":94,"cache_savings_pct":86.2,"reasoning_request_pct":54.2,"stream_request_pct":78.1,"error_rate_4xx_pct":3,"error_rate_5xx_pct":1.1,"median_ttft_ms":3149,"p90_ttft_ms":9106,"p95_ttft_ms":14759,"median_tokens_per_sec":92,"median_latency_ms":7627,"p90_latency_ms":29051,"p95_latency_ms":43026},"series":{"request_share_pct":[0.2,0.4,0.3,0.6,0.9,0.4,0.3,0.5,0.3,0.3],"token_share_pct":[0.7,1.9,1.5,2.4,4.1,2,1.2,1.4,1.1,0.4],"spend_share_pct":[0.1,0.1,0.1,0.1,0.2,0.1,0.1,0.1,0.1,null],"blended_cost_per_mtok_usd":[0.06,0.03,0.05,0.03,0.03,0.02,0.04,0.06,0.02,0.01],"cost_per_request_usd":[0.005733,0.003382,0.00678,0.003784,0.003509,0.00331,0.004729,0.004683,0.002467,0.000557],"tokens_per_request":[94625,103893,142458,131101,117985,155439,118318,84166,114205,62283],"cache_hit_rate_pct":[97.3,96.8,95.5,96.9,96.1,97.5,93.8,84.2,94.4,83.2],"cache_savings_pct":[69.3,75.6,76.9,88.9,88.1,93,86.9,77.7,89.9,87.2],"reasoning_request_pct":[37.9,30.3,61.8,70.8,72.6,78.1,64.2,39.6,49.3,9.6],"stream_request_pct":[84.7,84,86.9,91.2,83.5,90.4,77.9,54.6,78.4,67.6],"error_rate_4xx_pct":[1.7,1.7,2.6,1.1,0.8,2.3,6.4,3.5,3.3,8.6],"error_rate_5xx_pct":[10.2,3.4,5.9,1.2,null,null,null,0.1,null,1.4],"median_ttft_ms":[1969,2987,3313,2080,2812,3506,4084,3704,3246,3104],"p90_ttft_ms":[4340,9833,11245,5135,6267,8401,12589,14790,10186,8404],"p95_ttft_ms":[4909,13695,15493,6820,8714,12612,25491,26818,16228,15032],"median_tokens_per_sec":[63,76,58,74,98,93,106,98,95,101],"median_latency_ms":[7003,8238,8945,6271,5996,7372,6834,9548,9292,8235],"p90_latency_ms":[31718,26638,32702,19204,17286,24131,23071,43921,39540,45783],"p95_latency_ms":[48271,38121,46392,28096,24184,35374,38978,64427,56670,72987]},"token_share_delta_pp":-0.7,"spend_share_delta_pp":-0.1,"regions":[{"key":"eu","name":"eu","share_pct":86.9,"blended_cost_per_mtok_usd":0.03,"cache_hit_rate_pct":94.2,"median_ttft_ms":3165,"p95_ttft_ms":14960,"median_tokens_per_sec":92,"median_latency_ms":7390,"p95_latency_ms":41069,"error_rate_5xx_pct":0.4},{"key":"ap","name":"ap","share_pct":9.2,"blended_cost_per_mtok_usd":0.03,"cache_hit_rate_pct":95,"median_ttft_ms":3008,"p95_ttft_ms":13373,"median_tokens_per_sec":83,"median_latency_ms":8010,"p95_latency_ms":50197,"error_rate_5xx_pct":3.7},{"key":"us","name":"us","share_pct":3.9,"blended_cost_per_mtok_usd":0.04,"cache_hit_rate_pct":88,"median_ttft_ms":3102,"p95_ttft_ms":13697,"median_tokens_per_sec":94,"median_latency_ms":10025,"p95_latency_ms":58416,"error_rate_5xx_pct":5}],"models":[{"key":"deepseek-v4.1-flash","name":"deepseek-v4.1-flash","share_pct":51.3,"blended_cost_per_mtok_usd":0.02,"cache_hit_rate_pct":96.8,"median_ttft_ms":2918,"p95_ttft_ms":16269,"median_tokens_per_sec":94,"median_latency_ms":6059,"p95_latency_ms":31799},{"key":"deepseek-v4-flash-0731","name":"deepseek-v4-flash-0731","share_pct":40.4,"blended_cost_per_mtok_usd":0.04,"cache_hit_rate_pct":92.9,"median_ttft_ms":3377,"p95_ttft_ms":12272,"median_tokens_per_sec":94,"median_latency_ms":7380,"p95_latency_ms":33600},{"key":"ling-3.1-flash","name":"ling-3.1-flash","share_pct":5.8,"cache_hit_rate_pct":82.2,"median_ttft_ms":2814,"p95_ttft_ms":13807,"median_tokens_per_sec":96,"median_latency_ms":8220,"p95_latency_ms":68266,"error_rate_5xx_pct":0.9},{"key":"glm-5.3-flash","name":"glm-5.3-flash","share_pct":1.2,"blended_cost_per_mtok_usd":0.08,"cache_hit_rate_pct":77.1,"median_ttft_ms":5865,"p95_ttft_ms":19843,"median_tokens_per_sec":30,"median_latency_ms":22755,"p95_latency_ms":153695},{"key":"qwen3.8-max","name":"qwen3.8-max","share_pct":1.1,"blended_cost_per_mtok_usd":0.39,"cache_hit_rate_pct":95,"median_ttft_ms":6920,"p95_ttft_ms":16306,"median_tokens_per_sec":24,"median_latency_ms":21610,"p95_latency_ms":122282,"error_rate_5xx_pct":0.3},{"key":"hy3","name":"hy3","share_pct":0,"blended_cost_per_mtok_usd":0.1,"cache_hit_rate_pct":60.1,"median_ttft_ms":7974,"p95_ttft_ms":13164,"median_tokens_per_sec":28,"median_latency_ms":16088,"p95_latency_ms":71123},{"key":"deepseek-v3.2","name":"deepseek-v3.2","share_pct":0,"blended_cost_per_mtok_usd":0.19,"cache_hit_rate_pct":59,"median_ttft_ms":1829,"p95_ttft_ms":3624,"median_tokens_per_sec":33,"median_latency_ms":8940,"p95_latency_ms":19686},{"key":"glm-4.6","name":"glm-4.6","share_pct":0,"blended_cost_per_mtok_usd":0.8,"cache_hit_rate_pct":58.8,"median_ttft_ms":4405,"p95_ttft_ms":7276,"median_tokens_per_sec":10,"median_latency_ms":42778,"p95_latency_ms":89689},{"key":"glm-5.1","name":"glm-5.1","share_pct":0,"blended_cost_per_mtok_usd":1.46,"cache_hit_rate_pct":79.6,"median_ttft_ms":3240,"p95_ttft_ms":6802,"median_tokens_per_sec":13,"median_latency_ms":9590,"p95_latency_ms":19187},{"key":"qwen3.5-397b-a17b","name":"qwen3.5-397b-a17b","share_pct":0,"blended_cost_per_mtok_usd":0.81,"median_ttft_ms":1472,"p95_ttft_ms":3840,"median_tokens_per_sec":8,"median_latency_ms":7841,"p95_latency_ms":16033,"error_rate_5xx_pct":0.1},{"key":"llama-4-maverick-17b-128e-instruct","name":"llama-4-maverick-17b-128e-instruct","share_pct":0,"blended_cost_per_mtok_usd":0.36,"cache_hit_rate_pct":6.9,"median_ttft_ms":605,"p95_ttft_ms":2575,"median_tokens_per_sec":39,"median_latency_ms":2466,"p95_latency_ms":23173,"error_rate_5xx_pct":0.9},{"key":"llama-3.1-8b-instruct","name":"llama-3.1-8b-instruct","share_pct":0,"blended_cost_per_mtok_usd":0.05,"median_ttft_ms":509,"p95_ttft_ms":1388,"median_tokens_per_sec":169,"median_latency_ms":1226,"p95_latency_ms":8347}]},{"key":"runware","name":"runware","summary":{"request_share_pct":0.6,"token_share_pct":1.3,"spend_share_pct":0.1,"blended_cost_per_mtok_usd":0.04,"cost_per_request_usd":0.002782,"tokens_per_request":69192,"cache_hit_rate_pct":89,"cache_savings_pct":71.3,"reasoning_request_pct":27.7,"stream_request_pct":62.3,"error_rate_4xx_pct":1.5,"error_rate_5xx_pct":0.1,"median_ttft_ms":1942,"p90_ttft_ms":4471,"p95_ttft_ms":6584,"median_tokens_per_sec":112,"median_latency_ms":4487,"p90_latency_ms":29653,"p95_latency_ms":50086},"series":{"request_share_pct":[null,null,1.9,1.1,1.2,1.2,0.3,0.5,0.3,0.1],"token_share_pct":[null,null,2.3,3.8,4.5,1.5,0.7,1.3,0.7,0.1],"spend_share_pct":[null,null,0.2,0.2,0.3,0.2,0.1,0.1,0.1,null],"blended_cost_per_mtok_usd":[null,0.08,0.04,0.03,0.03,0.05,0.04,0.06,0.05,0.05],"cost_per_request_usd":[null,0.001202,0.001514,0.003284,0.002994,0.001742,0.00322,0.004724,0.004324,0.002045],"tokens_per_request":[null,15189,37565,107609,92862,38193,82135,77335,90336,43368],"cache_hit_rate_pct":[null,null,82.4,97,94.9,89.4,87.3,79.3,77.1,87.7],"cache_savings_pct":[null,null,63.8,72.9,75.8,70.6,74.6,68.9,66.9,68],"reasoning_request_pct":[null,null,2.6,2.9,3.7,41.2,41.1,75.9,71.6,69.2],"stream_request_pct":[null,81.1,44.2,86.3,76.4,36,73.5,76.9,72.1,54.7],"error_rate_4xx_pct":[null,null,0.8,0.7,0.8,3.4,3,0.8,0.4,4.2],"error_rate_5xx_pct":[null,null,null,0.1,null,0.1,0.1,0.3,0.3,0.7],"median_ttft_ms":[null,1311,1900,2104,2007,1973,2032,1604,1976,1699],"p90_ttft_ms":[null,1909,3952,4259,4152,5977,5595,3787,4537,5511],"p95_ttft_ms":[null,2092,5163,5531,5994,10123,8631,5558,6922,10322],"median_tokens_per_sec":[null,207,139,145,127,91,83,78,73,69],"median_latency_ms":[null,1554,3086,3858,4201,5625,6653,4583,4955,5435],"p90_latency_ms":[null,10918,19316,23535,24910,46241,39476,31907,23803,39690],"p95_latency_ms":[null,22833,28684,39491,41994,85813,64764,49105,37958,77487]},"token_share_delta_pp":-0.6,"spend_share_delta_pp":-0.1,"regions":[{"key":"eu","name":"eu","share_pct":83.1,"blended_cost_per_mtok_usd":0.04,"cache_hit_rate_pct":88.3,"median_ttft_ms":1819,"p95_ttft_ms":6268,"median_tokens_per_sec":108,"median_latency_ms":4435,"p95_latency_ms":52541,"error_rate_5xx_pct":0.1},{"key":"us","name":"us","share_pct":12,"blended_cost_per_mtok_usd":0.03,"cache_hit_rate_pct":92,"median_ttft_ms":2509,"p95_ttft_ms":8495,"median_tokens_per_sec":131,"median_latency_ms":4801,"p95_latency_ms":31161,"error_rate_5xx_pct":0.1},{"key":"ap","name":"ap","share_pct":4.9,"blended_cost_per_mtok_usd":0.03,"cache_hit_rate_pct":93.8,"median_ttft_ms":2684,"p95_ttft_ms":7680,"median_tokens_per_sec":132,"median_latency_ms":5042,"p95_latency_ms":31396,"error_rate_5xx_pct":0.1}],"models":[{"key":"glm-5.3-flash","name":"glm-5.3-flash","share_pct":63.8,"blended_cost_per_mtok_usd":0.03,"cache_hit_rate_pct":93.3,"median_ttft_ms":1979,"p95_ttft_ms":6663,"median_tokens_per_sec":129,"median_latency_ms":4438,"p95_latency_ms":50740,"error_rate_5xx_pct":0.1},{"key":"deepseek-v4.1-flash","name":"deepseek-v4.1-flash","share_pct":29.4,"blended_cost_per_mtok_usd":0.04,"cache_hit_rate_pct":82.3,"median_ttft_ms":1668,"p95_ttft_ms":5197,"median_tokens_per_sec":75,"median_latency_ms":3827,"p95_latency_ms":53863,"error_rate_5xx_pct":0.1},{"key":"deepseek-v4-flash-0731","name":"deepseek-v4-flash-0731","share_pct":4.2,"blended_cost_per_mtok_usd":0.04,"cache_hit_rate_pct":71.1,"median_ttft_ms":2819,"p95_ttft_ms":13705,"median_tokens_per_sec":83,"median_latency_ms":5203,"p95_latency_ms":46349,"error_rate_5xx_pct":0.1},{"key":"glm-5.2","name":"glm-5.2","share_pct":1.6,"blended_cost_per_mtok_usd":0.28,"cache_hit_rate_pct":85.4,"median_ttft_ms":2876,"p95_ttft_ms":10120,"median_tokens_per_sec":51,"median_latency_ms":5435,"p95_latency_ms":48499,"error_rate_5xx_pct":0.1},{"key":"glm-5.3","name":"glm-5.3","share_pct":0.5,"blended_cost_per_mtok_usd":0.39,"cache_hit_rate_pct":94.5,"median_ttft_ms":2449,"p95_ttft_ms":11118,"median_tokens_per_sec":75,"median_latency_ms":15989,"p95_latency_ms":99462,"error_rate_5xx_pct":0.5},{"key":"deepseek-v4.1-flash-1017","name":"deepseek-v4.1-flash-1017","share_pct":0.3,"blended_cost_per_mtok_usd":0.02,"cache_hit_rate_pct":94.5,"median_ttft_ms":1251,"p95_ttft_ms":6385,"median_tokens_per_sec":94,"median_latency_ms":4308,"p95_latency_ms":26681},{"key":"gpt-oss-120b","name":"gpt-oss-120b","share_pct":0.1,"blended_cost_per_mtok_usd":0.05,"cache_hit_rate_pct":84.6,"median_ttft_ms":1070,"p95_ttft_ms":1930,"median_tokens_per_sec":530,"median_latency_ms":2810,"p95_latency_ms":5242},{"key":"qwen3.5-9b","name":"qwen3.5-9b","share_pct":0,"blended_cost_per_mtok_usd":0.1,"median_ttft_ms":3350,"p95_ttft_ms":7852,"median_tokens_per_sec":121,"median_latency_ms":10718,"p95_latency_ms":84143,"error_rate_5xx_pct":3.6},{"key":"qwen3.5-4b","name":"qwen3.5-4b","share_pct":0,"blended_cost_per_mtok_usd":0.02,"cache_hit_rate_pct":83.7,"median_ttft_ms":1791,"p95_ttft_ms":3954,"median_tokens_per_sec":106,"median_latency_ms":7707,"p95_latency_ms":24936,"error_rate_5xx_pct":0.3}]},{"key":"mistral","name":"mistral","summary":{"request_share_pct":1.3,"token_share_pct":1.2,"spend_share_pct":0.2,"blended_cost_per_mtok_usd":0.1,"cost_per_request_usd":0.002796,"tokens_per_request":27524,"cache_hit_rate_pct":57.2,"cache_savings_pct":13.5,"reasoning_request_pct":1.9,"stream_request_pct":39.4,"error_rate_4xx_pct":1.4,"error_rate_5xx_pct":0.1,"median_ttft_ms":1650,"p90_ttft_ms":10736,"p95_ttft_ms":15072,"median_tokens_per_sec":133,"median_latency_ms":2475,"p90_latency_ms":13992,"p95_latency_ms":22612},"series":{"request_share_pct":[0.8,1,2.7,2.9,2.3,1.1,0.9,0.9,1,1.1],"token_share_pct":[0.9,1.5,2.1,3.4,2.5,0.9,0.5,0.8,0.6,0.8],"spend_share_pct":[null,0.1,0.1,0.5,0.1,0.3,0.1,0.4,0.3,0.2],"blended_cost_per_mtok_usd":[0.03,0.07,0.03,0.08,0.02,0.15,0.11,0.32,0.16,0.12],"cost_per_request_usd":[0.001192,0.002604,0.000842,0.002809,0.000596,0.003986,0.001739,0.00788,0.003559,0.003501],"tokens_per_request":[37814,35107,24863,37451,27539,25739,16397,24417,22587,28680],"cache_hit_rate_pct":[54.7,54.5,57.9,56.3,65,54.7,56.8,38,61.4,64.8],"cache_savings_pct":[null,null,null,null,null,null,null,19.1,26,26.2],"reasoning_request_pct":[null,null,null,null,null,null,null,null,8.5,11.2],"stream_request_pct":[46,40.2,29.2,47.9,29.9,37.6,40.7,48.9,40.2,43.6],"error_rate_4xx_pct":[0.5,0.7,0.2,2.4,0.4,0.3,0.9,1.9,5.6,0.7],"error_rate_5xx_pct":[0.1,0.3,null,null,null,null,0.1,0.1,0.7,0.2],"median_ttft_ms":[1765,3115,1587,1652,1763,1591,1092,1208,1572,1631],"p90_ttft_ms":[7058,9818,6057,15015,6338,12121,9015,19478,8760,6744],"p95_ttft_ms":[12004,14009,9558,20152,9373,17115,13697,24065,11755,12267],"median_tokens_per_sec":[91,144,127,149,112,123,151,155,125,105],"median_latency_ms":[2720,1875,1475,1722,1492,1459,1144,1989,7354,5008],"p90_latency_ms":[17354,14189,6758,13625,6180,8146,6881,25135,28982,22823],"p95_latency_ms":[30076,22411,10617,19992,10397,16728,16483,41555,41618,35278]},"token_share_delta_pp":0.2,"spend_share_delta_pp":-0.1,"regions":[{"key":"eu","name":"eu","share_pct":57,"blended_cost_per_mtok_usd":0.18,"cache_hit_rate_pct":53.7,"median_ttft_ms":1619,"p95_ttft_ms":18383,"median_tokens_per_sec":139,"median_latency_ms":2449,"p95_latency_ms":23461,"error_rate_5xx_pct":0.2},{"key":"ap","name":"ap","share_pct":25.9,"cache_hit_rate_pct":62.5,"median_ttft_ms":1861,"p95_ttft_ms":8618,"median_tokens_per_sec":119,"median_latency_ms":2739,"p95_latency_ms":21365},{"key":"us","name":"us","share_pct":17.1,"cache_hit_rate_pct":61.1,"median_ttft_ms":1511,"p95_ttft_ms":7510,"median_tokens_per_sec":117,"median_latency_ms":2347,"p95_latency_ms":17134}],"models":[{"key":"leanstral-1-5","name":"leanstral-1-5","share_pct":80.9,"cache_hit_rate_pct":65.8,"median_ttft_ms":1457,"p95_ttft_ms":7575,"median_tokens_per_sec":117,"median_latency_ms":2128,"p95_latency_ms":18377},{"key":"mistral-medium-latest","name":"mistral-medium-latest","share_pct":10.3,"blended_cost_per_mtok_usd":0.48,"cache_hit_rate_pct":7.7,"median_ttft_ms":2285,"p95_ttft_ms":36398,"median_tokens_per_sec":163,"median_latency_ms":1722,"p95_latency_ms":34613,"error_rate_5xx_pct":0.1},{"key":"mistral-large-4","name":"mistral-large-4","share_pct":5.1,"blended_cost_per_mtok_usd":0.44,"cache_hit_rate_pct":52.4,"median_ttft_ms":2358,"p95_ttft_ms":15820,"median_tokens_per_sec":59,"median_latency_ms":21311,"p95_latency_ms":108674,"error_rate_5xx_pct":1.9},{"key":"mistral-large-latest","name":"mistral-large-latest","share_pct":1.7,"blended_cost_per_mtok_usd":0.63,"cache_hit_rate_pct":7.8,"median_ttft_ms":1612,"p95_ttft_ms":12946,"median_tokens_per_sec":72,"median_latency_ms":1175,"p95_latency_ms":25148,"error_rate_5xx_pct":0.2},{"key":"mistral-medium-3-5","name":"mistral-medium-3-5","share_pct":0.9,"blended_cost_per_mtok_usd":1.89,"cache_hit_rate_pct":7.1,"median_ttft_ms":2089,"p95_ttft_ms":34307,"median_tokens_per_sec":173,"median_latency_ms":1805,"p95_latency_ms":23577,"error_rate_5xx_pct":0.1},{"key":"mistral-small-2603","name":"mistral-small-2603","share_pct":0.6,"blended_cost_per_mtok_usd":0.25,"cache_hit_rate_pct":22.9,"median_ttft_ms":299,"p95_ttft_ms":728,"median_tokens_per_sec":153,"median_latency_ms":1085,"p95_latency_ms":2652,"error_rate_5xx_pct":0.1},{"key":"devstral-latest","name":"devstral-latest","share_pct":0.4,"blended_cost_per_mtok_usd":0.45,"cache_hit_rate_pct":8.9,"median_ttft_ms":10765,"p95_ttft_ms":64187,"median_tokens_per_sec":158,"median_latency_ms":6743,"p95_latency_ms":63552,"error_rate_5xx_pct":0.2},{"key":"mistral-small-2503","name":"mistral-small-2503","share_pct":0.1,"blended_cost_per_mtok_usd":0.13,"cache_hit_rate_pct":10.2,"median_ttft_ms":372,"p95_ttft_ms":954,"median_tokens_per_sec":208,"median_latency_ms":1017,"p95_latency_ms":4222,"error_rate_5xx_pct":0.1},{"key":"codestral-latest","name":"codestral-latest","share_pct":0.1,"blended_cost_per_mtok_usd":0.35,"cache_hit_rate_pct":50,"median_ttft_ms":273,"p95_ttft_ms":1632,"median_tokens_per_sec":125,"median_latency_ms":484,"p95_latency_ms":3105},{"key":"devstral-small-latest","name":"devstral-small-latest","share_pct":0.1,"blended_cost_per_mtok_usd":0.12,"cache_hit_rate_pct":0.7,"median_ttft_ms":1405,"p95_ttft_ms":6522,"median_tokens_per_sec":141,"median_latency_ms":2036,"p95_latency_ms":15099,"error_rate_5xx_pct":0.1},{"key":"open-mistral-7b","name":"open-mistral-7b","share_pct":0,"blended_cost_per_mtok_usd":0.27,"cache_hit_rate_pct":18.8,"median_ttft_ms":373,"p95_ttft_ms":644,"median_tokens_per_sec":113,"median_latency_ms":1351,"p95_latency_ms":4427}]},{"key":"zai","name":"zai","summary":{"request_share_pct":0.4,"token_share_pct":1.1,"spend_share_pct":0.4,"blended_cost_per_mtok_usd":0.2,"cost_per_request_usd":0.016854,"tokens_per_request":85602,"cache_hit_rate_pct":94.1,"cache_savings_pct":72.3,"reasoning_request_pct":53.7,"stream_request_pct":77.4,"error_rate_4xx_pct":0.6,"error_rate_5xx_pct":0.1,"median_ttft_ms":5054,"p90_ttft_ms":11569,"p95_ttft_ms":17247,"median_tokens_per_sec":23,"median_latency_ms":11377,"p90_latency_ms":61430,"p95_latency_ms":115937},"series":{"request_share_pct":[0.3,0.5,0.8,0.7,0.4,0.3,0.3,0.3,0.3,0.3],"token_share_pct":[0.2,2,3,1.9,1.6,0.8,0.7,0.9,0.8,0.8],"spend_share_pct":[0.3,0.4,0.5,0.4,0.4,0.4,0.3,0.4,0.6,0.4],"blended_cost_per_mtok_usd":[0.75,0.2,0.09,0.1,0.15,0.23,0.23,0.28,0.31,0.2],"cost_per_request_usd":[0.016259,0.017149,0.01004,0.009279,0.013609,0.017857,0.017741,0.021098,0.028048,0.017353],"tokens_per_request":[21737,85885,111979,90726,91741,76218,77639,74444,89715,88370],"cache_hit_rate_pct":[83.4,94.2,95.3,93.6,93.3,93.9,94.2,94.1,96.1,92.4],"cache_savings_pct":[52.2,73.6,70.3,71.4,71.9,73.7,73.7,69.2,74.9,72.9],"reasoning_request_pct":[72.8,60.6,47,50.8,58.5,63.2,49.5,52.7,45.9,50],"stream_request_pct":[37.7,79.9,80.5,78.8,79.8,59.5,79.5,78.1,85.5,83.3],"error_rate_4xx_pct":[11.7,0.2,null,0.6,0.1,0.1,0.1,null,null,null],"error_rate_5xx_pct":[0.3,0.1,0.1,0.2,null,null,null,null,0.1,null],"median_ttft_ms":[2978,4496,5208,6020,5878,5065,5029,4595,4653,5208],"p90_ttft_ms":[6544,9861,16258,14420,13009,11041,9814,9796,10255,10363],"p95_ttft_ms":[8659,13622,30910,19848,17997,16055,13823,13986,15091,14096],"median_tokens_per_sec":[36,24,25,22,22,24,23,20,20,26],"median_latency_ms":[16563,12606,9158,10337,9968,9293,7984,22630,7750,7844],"p90_latency_ms":[73232,62606,56123,66982,55374,59862,48027,76226,66908,50773],"p95_latency_ms":[109296,99817,96360,124192,112193,104657,100620,143950,147653,108175]},"token_share_delta_pp":0,"spend_share_delta_pp":-0.2,"regions":[{"key":"eu","name":"eu","share_pct":85.7,"blended_cost_per_mtok_usd":0.2,"cache_hit_rate_pct":94.8,"median_ttft_ms":4970,"p95_ttft_ms":17026,"median_tokens_per_sec":23,"median_latency_ms":8952,"p95_latency_ms":107096,"error_rate_5xx_pct":0.1},{"key":"us","name":"us","share_pct":7.6,"blended_cost_per_mtok_usd":0.26,"cache_hit_rate_pct":88.8,"median_ttft_ms":5380,"p95_ttft_ms":17446,"median_tokens_per_sec":21,"median_latency_ms":32146,"p95_latency_ms":196264,"error_rate_5xx_pct":0.1},{"key":"ap","name":"ap","share_pct":6.7,"blended_cost_per_mtok_usd":0.08,"cache_hit_rate_pct":91.9,"median_ttft_ms":6416,"p95_ttft_ms":22302,"median_tokens_per_sec":26,"median_latency_ms":8995,"p95_latency_ms":99821,"error_rate_5xx_pct":0.1}],"models":[{"key":"glm-5.3-flash","name":"glm-5.3-flash","share_pct":55.8,"blended_cost_per_mtok_usd":0.03,"cache_hit_rate_pct":93.2,"median_ttft_ms":5985,"p95_ttft_ms":21592,"median_tokens_per_sec":21,"median_latency_ms":9632,"p95_latency_ms":100616,"error_rate_5xx_pct":0.1},{"key":"glm-5.3","name":"glm-5.3","share_pct":42.3,"blended_cost_per_mtok_usd":0.38,"cache_hit_rate_pct":96.6,"median_ttft_ms":4105,"p95_ttft_ms":12782,"median_tokens_per_sec":25,"median_latency_ms":12644,"p95_latency_ms":146920},{"key":"glm-5.2","name":"glm-5.2","share_pct":1.7,"blended_cost_per_mtok_usd":0.96,"cache_hit_rate_pct":65.5,"median_ttft_ms":2749,"p95_ttft_ms":8743,"median_tokens_per_sec":37,"median_latency_ms":16158,"p95_latency_ms":77770,"error_rate_5xx_pct":0.2},{"key":"glm-5.1","name":"glm-5.1","share_pct":0.2,"blended_cost_per_mtok_usd":0.71,"cache_hit_rate_pct":66.3,"median_ttft_ms":7269,"p95_ttft_ms":14454,"median_tokens_per_sec":24,"median_latency_ms":19816,"p95_latency_ms":70934},{"key":"glm-4.6","name":"glm-4.6","share_pct":0,"blended_cost_per_mtok_usd":0.35,"cache_hit_rate_pct":75.5,"median_ttft_ms":9287,"p95_ttft_ms":12139,"median_tokens_per_sec":31,"median_latency_ms":21857,"p95_latency_ms":86996},{"key":"glm-5","name":"glm-5","share_pct":0,"blended_cost_per_mtok_usd":0.45,"cache_hit_rate_pct":83.4,"median_ttft_ms":3418,"p95_ttft_ms":8531,"median_tokens_per_sec":42,"median_latency_ms":9955,"p95_latency_ms":73710},{"key":"glm-4.7","name":"glm-4.7","share_pct":0,"blended_cost_per_mtok_usd":0.73,"cache_hit_rate_pct":33.9,"median_ttft_ms":3396,"p95_ttft_ms":23569,"median_tokens_per_sec":14,"median_latency_ms":21558,"p95_latency_ms":92898},{"key":"glm-4.5","name":"glm-4.5","share_pct":0,"blended_cost_per_mtok_usd":1.32,"cache_hit_rate_pct":6.9,"median_ttft_ms":3992,"p95_ttft_ms":12161,"median_tokens_per_sec":89,"median_latency_ms":14918,"p95_latency_ms":44148}]},{"key":"lyceum","name":"lyceum","summary":{"request_share_pct":0.5,"token_share_pct":0.9,"spend_share_pct":0.4,"blended_cost_per_mtok_usd":0.23,"cost_per_request_usd":0.012993,"tokens_per_request":56004,"cache_hit_rate_pct":78.4,"cache_savings_pct":55.7,"reasoning_request_pct":17.6,"stream_request_pct":62,"error_rate_4xx_pct":0.7,"error_rate_5xx_pct":8.5,"median_ttft_ms":1555,"p90_ttft_ms":5151,"p95_ttft_ms":7755,"median_tokens_per_sec":194,"median_latency_ms":3900,"p90_latency_ms":33132,"p95_latency_ms":64835},"series":{"request_share_pct":[null,null,null,null,0.1,0.5,0.6,1.2,0.6,0.8],"token_share_pct":[null,null,null,null,0.2,1.3,0.7,1.9,1.4,1.4],"spend_share_pct":[null,null,null,null,0.1,0.4,0.2,0.6,1,1],"blended_cost_per_mtok_usd":[null,null,null,null,0.23,0.13,0.18,0.21,0.29,0.28],"cost_per_request_usd":[null,null,null,null,0.007804,0.01046,0.006823,0.008693,0.022371,0.019779],"tokens_per_request":[null,null,null,null,33699,81654,37832,41414,76096,70374],"cache_hit_rate_pct":[null,null,null,null,86.2,87.1,76.6,83.9,72.2,72.8],"cache_savings_pct":[null,null,null,null,61.5,65.7,60.5,57.9,50.3,53.1],"reasoning_request_pct":[null,null,null,null,44.3,1.7,4.6,7.5,35.3,36.9],"stream_request_pct":[null,null,null,null,67.6,80.1,67.3,44.4,71.4,73.6],"error_rate_4xx_pct":[null,null,null,null,4.7,4.1,0.6,null,0.1,0.1],"error_rate_5xx_pct":[null,null,null,null,0.6,0.7,0.2,20.6,2.5,1.7],"median_ttft_ms":[null,null,null,null,627,1585,1650,1605,1348,1746],"p90_ttft_ms":[null,null,null,null,2107,5109,4277,5164,4822,6320],"p95_ttft_ms":[null,null,null,null,3469,7148,7037,7697,7527,9247],"median_tokens_per_sec":[null,null,null,null,75,215,154,250,190,163],"median_latency_ms":[null,null,null,null,4695,3869,3592,3868,3573,4370],"p90_latency_ms":[null,null,null,null,41909,22555,23504,23034,43957,42033],"p95_latency_ms":[null,null,null,null,70494,36959,44123,48175,91591,78708]},"token_share_delta_pp":0,"spend_share_delta_pp":0,"regions":[{"key":"eu","name":"eu","share_pct":99.8,"blended_cost_per_mtok_usd":0.23,"cache_hit_rate_pct":78.4,"median_ttft_ms":1554,"p95_ttft_ms":7753,"median_tokens_per_sec":194,"median_latency_ms":3900,"p95_latency_ms":64954,"error_rate_5xx_pct":8.5},{"key":"us","name":"us","share_pct":0.2,"blended_cost_per_mtok_usd":0.33,"cache_hit_rate_pct":82.1,"median_ttft_ms":2075,"p95_ttft_ms":9433,"median_tokens_per_sec":205,"median_latency_ms":4378,"p95_latency_ms":21990,"error_rate_5xx_pct":1.2},{"key":"ap","name":"ap","share_pct":0,"blended_cost_per_mtok_usd":1.16,"cache_hit_rate_pct":58.4,"median_ttft_ms":913,"p95_ttft_ms":1994,"median_tokens_per_sec":179,"median_latency_ms":2357,"p95_latency_ms":28999,"error_rate_5xx_pct":10.2}],"models":[{"key":"deepseek-v4.1-flash","name":"deepseek-v4.1-flash","share_pct":51.8,"blended_cost_per_mtok_usd":0.27,"cache_hit_rate_pct":75.5,"median_ttft_ms":1632,"p95_ttft_ms":8073,"median_tokens_per_sec":267,"median_latency_ms":4990,"p95_latency_ms":108461,"error_rate_5xx_pct":21.9},{"key":"glm-5.3-flash","name":"glm-5.3-flash","share_pct":34.5,"blended_cost_per_mtok_usd":0.09,"cache_hit_rate_pct":80.4,"median_ttft_ms":1522,"p95_ttft_ms":7681,"median_tokens_per_sec":109,"median_latency_ms":3295,"p95_latency_ms":37985,"error_rate_5xx_pct":1.3},{"key":"glm-5.3","name":"glm-5.3","share_pct":5.9,"blended_cost_per_mtok_usd":0.65,"cache_hit_rate_pct":89.2,"median_ttft_ms":1121,"p95_ttft_ms":7156,"median_tokens_per_sec":82,"median_latency_ms":904,"p95_latency_ms":24803,"error_rate_5xx_pct":0.2},{"key":"deepseek-v4-flash-0731","name":"deepseek-v4-flash-0731","share_pct":5,"blended_cost_per_mtok_usd":0.12,"cache_hit_rate_pct":73.5,"median_ttft_ms":1914,"p95_ttft_ms":7774,"median_tokens_per_sec":200,"median_latency_ms":6585,"p95_latency_ms":58076,"error_rate_5xx_pct":0.6},{"key":"deepseek-v4-pro-0813","name":"deepseek-v4-pro-0813","share_pct":2.3,"blended_cost_per_mtok_usd":0.62,"cache_hit_rate_pct":90.1,"median_ttft_ms":1013,"p95_ttft_ms":5293,"median_tokens_per_sec":151,"median_latency_ms":2545,"p95_latency_ms":33010,"error_rate_5xx_pct":0.5},{"key":"kimi-k3","name":"kimi-k3","share_pct":0.4,"blended_cost_per_mtok_usd":1.03,"cache_hit_rate_pct":93.2,"median_ttft_ms":1707,"p95_ttft_ms":7668,"median_tokens_per_sec":175,"median_latency_ms":3165,"p95_latency_ms":26269,"error_rate_5xx_pct":4.8}]},{"key":"xiaomi","name":"xiaomi","summary":{"request_share_pct":0.2,"token_share_pct":0.9,"blended_cost_per_mtok_usd":0.01,"cost_per_request_usd":0.001607,"tokens_per_request":115957,"cache_hit_rate_pct":97.1,"cache_savings_pct":92.6,"reasoning_request_pct":70.7,"stream_request_pct":62.7,"error_rate_4xx_pct":0.5,"error_rate_5xx_pct":0.1,"median_ttft_ms":3606,"p90_ttft_ms":9700,"p95_ttft_ms":12408,"median_tokens_per_sec":44,"median_latency_ms":12022,"p90_latency_ms":51506,"p95_latency_ms":80900},"series":{"request_share_pct":[null,null,0.5,null,null,0.7,0.4,0.4,0.1,0.1],"token_share_pct":[null,null,1.8,null,null,3,1.8,1.4,null,0.4],"spend_share_pct":[null,null,null,null,null,0.1,0.1,null,null,null],"blended_cost_per_mtok_usd":[0.05,0.02,0.01,0.06,0.03,0.01,0.02,0.02,0.04,0.02],"cost_per_request_usd":[0.001018,0.000916,0.000814,0.001511,0.00085,0.001355,0.002172,0.001891,0.000883,0.001985],"tokens_per_request":[21815,52528,113038,24647,30291,134926,128170,105264,22547,127016],"cache_hit_rate_pct":[76.8,90.7,97.4,85,83.5,97.5,97.3,96.8,86.8,97.6],"cache_savings_pct":[73.1,87.3,94.9,81.8,80.2,94.3,90.9,90.5,77.7,95.8],"reasoning_request_pct":[42.1,null,null,0.1,10.6,69.1,89.4,89.7,90,85.9],"stream_request_pct":[26.2,37.3,62.3,52.4,28.4,64.3,62.7,66.2,33.4,76.2],"error_rate_4xx_pct":[null,null,null,null,null,null,1.9,null,null,0.8],"error_rate_5xx_pct":[0.4,0.1,null,null,null,null,0.1,0.2,null,0.2],"median_ttft_ms":[2927,2509,2432,4605,3393,3293,3960,4440,3815,3180],"p90_ttft_ms":[9530,9152,10168,12592,11476,9032,9318,11450,10198,6790],"p95_ttft_ms":[11939,13502,13055,15062,13981,11642,12177,14280,13083,8529],"median_tokens_per_sec":[56,61,88,50,91,47,30,31,28,40],"median_latency_ms":[12257,10289,6982,10574,11014,11624,14538,12910,14837,9362],"p90_latency_ms":[35625,32935,20474,71568,33984,48286,75857,53449,47869,35728],"p95_latency_ms":[50245,46348,30117,99846,59969,73747,123930,84802,65895,58792]},"token_share_delta_pp":0.4,"spend_share_delta_pp":0,"regions":[{"key":"eu","name":"eu","share_pct":97.2,"blended_cost_per_mtok_usd":0.01,"cache_hit_rate_pct":97.2,"median_ttft_ms":3584,"p95_ttft_ms":12403,"median_tokens_per_sec":45,"median_latency_ms":11174,"p95_latency_ms":76687,"error_rate_5xx_pct":0.1},{"key":"us","name":"us","share_pct":1.6,"blended_cost_per_mtok_usd":0.04,"cache_hit_rate_pct":93.4,"median_ttft_ms":4482,"p95_ttft_ms":12718,"median_tokens_per_sec":31,"median_latency_ms":38774,"p95_latency_ms":215028,"error_rate_5xx_pct":0.1},{"key":"ap","name":"ap","share_pct":1.2,"blended_cost_per_mtok_usd":0.02,"cache_hit_rate_pct":94.1,"median_ttft_ms":3537,"p95_ttft_ms":12254,"median_tokens_per_sec":50,"median_latency_ms":11109,"p95_latency_ms":74000}],"models":[{"key":"mimo-v2.5","name":"mimo-v2.5","share_pct":76.1,"blended_cost_per_mtok_usd":0.01,"cache_hit_rate_pct":97.6,"median_ttft_ms":3974,"p95_ttft_ms":13230,"median_tokens_per_sec":52,"median_latency_ms":10555,"p95_latency_ms":60253,"error_rate_5xx_pct":0.1},{"key":"mimo-v2.6-pro","name":"mimo-v2.6-pro","share_pct":15.3,"blended_cost_per_mtok_usd":0.05,"cache_hit_rate_pct":95.5,"median_ttft_ms":2835,"p95_ttft_ms":10675,"median_tokens_per_sec":31,"median_latency_ms":13321,"p95_latency_ms":150600,"error_rate_5xx_pct":0.1},{"key":"mimo-v2.6-flash","name":"mimo-v2.6-flash","share_pct":8.5,"blended_cost_per_mtok_usd":0.01,"cache_hit_rate_pct":95.8,"median_ttft_ms":3471,"p95_ttft_ms":12119,"median_tokens_per_sec":34,"median_latency_ms":16649,"p95_latency_ms":84512,"error_rate_5xx_pct":0.1},{"key":"mimo-v2.5-pro","name":"mimo-v2.5-pro","share_pct":0.1,"blended_cost_per_mtok_usd":0.07,"cache_hit_rate_pct":89.1,"median_ttft_ms":4099,"p95_ttft_ms":12932,"median_tokens_per_sec":49,"median_latency_ms":8714,"p95_latency_ms":92788},{"key":"mimo-v2.6-pro-ultraspeed","name":"mimo-v2.6-pro-ultraspeed","share_pct":0,"blended_cost_per_mtok_usd":1.85,"cache_hit_rate_pct":71.9,"median_ttft_ms":2121,"p95_ttft_ms":13405,"median_tokens_per_sec":140,"median_latency_ms":4524,"p95_latency_ms":20354}]},{"key":"alibaba","name":"alibaba","summary":{"request_share_pct":0.3,"token_share_pct":0.5,"spend_share_pct":0.2,"blended_cost_per_mtok_usd":0.2,"cost_per_request_usd":0.010543,"tokens_per_request":53451,"cache_hit_rate_pct":89.6,"cache_savings_pct":70,"reasoning_request_pct":62.3,"stream_request_pct":42.2,"error_rate_4xx_pct":3.3,"error_rate_5xx_pct":0.1,"median_ttft_ms":3523,"p90_ttft_ms":10465,"p95_ttft_ms":15661,"median_tokens_per_sec":31,"median_latency_ms":9486,"p90_latency_ms":52710,"p95_latency_ms":76776},"series":{"request_share_pct":[0.1,0.2,0.2,0.2,0.1,0.4,0.4,0.4,0.3,0.2],"token_share_pct":[0.3,0.4,0.6,0.6,0.2,0.4,0.6,0.9,0.6,0.1],"spend_share_pct":[0.6,0.1,0.1,0.2,0.1,0.1,0.2,0.2,0.2,0.1],"blended_cost_per_mtok_usd":[1.22,0.29,0.13,0.2,0.2,0.17,0.19,0.15,0.13,0.25],"cost_per_request_usd":[0.073049,0.015886,0.010326,0.015128,0.014229,0.005436,0.00745,0.008262,0.009854,0.006897],"tokens_per_request":[59663,54119,81542,76667,69654,31781,38617,56461,77942,27580],"cache_hit_rate_pct":[80,86.8,91.1,91.6,91.6,87.5,90.9,92.7,87.7,77.6],"cache_savings_pct":[39.5,67.4,69.2,76.4,78.6,72.2,67.2,76.3,73.2,66.9],"reasoning_request_pct":[79.9,91.2,92.7,87.3,72.3,31.6,45.5,67.2,75.4,48.8],"stream_request_pct":[64.7,42.1,83.6,77.9,57.3,31,19.4,41,54.6,37.9],"error_rate_4xx_pct":[0.1,0.1,null,null,null,null,0.9,1.1,11.5,18.2],"error_rate_5xx_pct":[null,0.8,null,null,0.1,null,null,null,0.1,null],"median_ttft_ms":[2737,4186,3105,3739,4001,2930,3841,3669,3642,2855],"p90_ttft_ms":[8099,18945,8044,13723,10621,7589,11901,9831,10604,6749],"p95_ttft_ms":[11350,27219,13412,20922,15258,10720,17688,13856,17108,10373],"median_tokens_per_sec":[17,35,24,30,39,36,31,30,29,39],"median_latency_ms":[39179,10148,11006,15095,11826,5837,4931,8526,13613,9325],"p90_latency_ms":[721344,54677,44009,57056,53848,27176,30533,29570,44282,39795],"p95_latency_ms":[861574,85368,64252,80531,80647,44934,61812,42996,61254,61466]},"token_share_delta_pp":-0.5,"spend_share_delta_pp":-0.1,"regions":[{"key":"eu","name":"eu","share_pct":85.5,"blended_cost_per_mtok_usd":0.19,"cache_hit_rate_pct":91.7,"median_ttft_ms":3496,"p95_ttft_ms":16067,"median_tokens_per_sec":29,"median_latency_ms":9805,"p95_latency_ms":87655,"error_rate_5xx_pct":0.1},{"key":"us","name":"us","share_pct":13.2,"blended_cost_per_mtok_usd":0.24,"cache_hit_rate_pct":76.7,"median_ttft_ms":3859,"p95_ttft_ms":13585,"median_tokens_per_sec":38,"median_latency_ms":8257,"p95_latency_ms":40132},{"key":"ap","name":"ap","share_pct":1.3,"blended_cost_per_mtok_usd":0.21,"cache_hit_rate_pct":82.1,"median_ttft_ms":2277,"p95_ttft_ms":15653,"median_tokens_per_sec":33,"median_latency_ms":11118,"p95_latency_ms":80007}],"models":[{"key":"qwen3.8-flash","name":"qwen3.8-flash","share_pct":58.4,"blended_cost_per_mtok_usd":0.03,"cache_hit_rate_pct":96.1,"median_ttft_ms":3495,"p95_ttft_ms":15932,"median_tokens_per_sec":27,"median_latency_ms":10077,"p95_latency_ms":62940},{"key":"qwen3.8-max","name":"qwen3.8-max","share_pct":22.9,"blended_cost_per_mtok_usd":0.63,"cache_hit_rate_pct":88,"median_ttft_ms":5025,"p95_ttft_ms":24926,"median_tokens_per_sec":20,"median_latency_ms":21118,"p95_latency_ms":303911,"error_rate_5xx_pct":0.4},{"key":"qwen3.7-plus","name":"qwen3.7-plus","share_pct":17,"blended_cost_per_mtok_usd":0.12,"cache_hit_rate_pct":73.8,"median_ttft_ms":2735,"p95_ttft_ms":9138,"median_tokens_per_sec":43,"median_latency_ms":11278,"p95_latency_ms":39026},{"key":"qwen-turbo","name":"qwen-turbo","share_pct":0.6,"blended_cost_per_mtok_usd":0.06,"cache_hit_rate_pct":48.1,"median_ttft_ms":709,"p95_ttft_ms":1778,"median_tokens_per_sec":96,"median_latency_ms":1709,"p95_latency_ms":4511},{"key":"qwen3.7-max","name":"qwen3.7-max","share_pct":0.6,"blended_cost_per_mtok_usd":1.82,"cache_hit_rate_pct":52,"median_ttft_ms":2288,"p95_ttft_ms":6384,"median_tokens_per_sec":34,"median_latency_ms":22585,"p95_latency_ms":116416},{"key":"qwen-plus","name":"qwen-plus","share_pct":0.2,"blended_cost_per_mtok_usd":0.48,"cache_hit_rate_pct":26.6,"median_ttft_ms":361,"p95_ttft_ms":495,"median_tokens_per_sec":54,"median_latency_ms":1895,"p95_latency_ms":5660},{"key":"qwen3.6-plus","name":"qwen3.6-plus","share_pct":0.1,"blended_cost_per_mtok_usd":0.94,"median_ttft_ms":1256,"p95_ttft_ms":2473,"median_tokens_per_sec":14,"median_latency_ms":15582,"p95_latency_ms":76219},{"key":"qwen3-coder-flash","name":"qwen3-coder-flash","share_pct":0.1,"blended_cost_per_mtok_usd":0.31,"cache_hit_rate_pct":56.5,"median_ttft_ms":4226,"p95_ttft_ms":13606,"median_tokens_per_sec":81,"median_latency_ms":3811,"p95_latency_ms":19960},{"key":"qwen3-max","name":"qwen3-max","share_pct":0.1,"blended_cost_per_mtok_usd":1.82,"cache_hit_rate_pct":28.3,"median_ttft_ms":3706,"p95_ttft_ms":40903,"median_tokens_per_sec":61,"median_latency_ms":6165,"p95_latency_ms":74928},{"key":"qwen3-coder-plus","name":"qwen3-coder-plus","share_pct":0.1,"blended_cost_per_mtok_usd":1.97,"cache_hit_rate_pct":91.2,"median_ttft_ms":1523,"p95_ttft_ms":3855,"median_tokens_per_sec":119,"median_latency_ms":1737,"p95_latency_ms":8585},{"key":"qwen-max","name":"qwen-max","share_pct":0,"blended_cost_per_mtok_usd":3.38,"median_ttft_ms":483,"p95_ttft_ms":1656,"median_tokens_per_sec":56,"median_latency_ms":15830,"p95_latency_ms":60006,"error_rate_5xx_pct":0.1},{"key":"qwen3-30b-a3b-instruct-2507","name":"qwen3-30b-a3b-instruct-2507","share_pct":0,"blended_cost_per_mtok_usd":0.27,"median_ttft_ms":248,"p95_ttft_ms":373,"median_tokens_per_sec":145,"median_latency_ms":3952,"p95_latency_ms":7653}]},{"key":"typesafe","name":"typesafe","summary":{"request_share_pct":4.5,"token_share_pct":0.4,"blended_cost_per_mtok_usd":0.04,"cost_per_request_usd":0.000112,"tokens_per_request":2937,"stream_request_pct":0.1,"error_rate_5xx_pct":0.1,"median_ttft_ms":204,"p90_ttft_ms":246,"p95_ttft_ms":252,"median_latency_ms":214,"p90_latency_ms":280,"p95_latency_ms":332},"series":{"request_share_pct":[null,null,null,null,2.1,12.2,1.8,16.8,null,2.7],"token_share_pct":[null,null,null,null,0.2,1.3,0.2,1.6,null,0.2],"spend_share_pct":[null,null,null,null,null,0.1,null,0.1,null,null],"blended_cost_per_mtok_usd":[null,null,null,null,0.04,0.04,0.04,0.04,0.04,0.04],"cost_per_request_usd":[null,null,null,null,0.000078,0.00013,0.000111,0.000102,0.000025,0.000145],"tokens_per_request":[null,null,null,null,2078,3473,3024,2669,688,3647],"stream_request_pct":[null,null,null,null,null,null,null,null,45.3,1.4],"error_rate_4xx_pct":[null,null,null,null,null,0.1,null,null,1.7,null],"error_rate_5xx_pct":[null,null,null,null,null,0.2,0.1,null,null,null],"median_ttft_ms":[null,null,null,null,null,174,null,216,75,null],"p90_ttft_ms":[null,null,null,null,null,174,null,266,75,null],"p95_ttft_ms":[null,null,null,null,null,174,null,272,75,null],"median_latency_ms":[null,null,null,null,249,223,169,224,90,97],"p90_latency_ms":[null,null,null,null,333,342,213,269,133,150],"p95_latency_ms":[null,null,null,null,387,452,237,298,138,178]},"token_share_delta_pp":0.2,"spend_share_delta_pp":0,"regions":[{"key":"eu","name":"eu","share_pct":63.7,"blended_cost_per_mtok_usd":0.04,"median_ttft_ms":219,"p95_ttft_ms":219,"median_latency_ms":235,"p95_latency_ms":352,"error_rate_5xx_pct":0.1},{"key":"us","name":"us","share_pct":26.4,"blended_cost_per_mtok_usd":0.04,"median_ttft_ms":116,"p95_ttft_ms":153,"median_latency_ms":137,"p95_latency_ms":254,"error_rate_5xx_pct":0.1},{"key":"ap","name":"ap","share_pct":9.9,"blended_cost_per_mtok_usd":0.04,"median_ttft_ms":237,"p95_ttft_ms":292,"median_latency_ms":305,"p95_latency_ms":438,"error_rate_5xx_pct":0.1}],"models":[{"key":"jev","name":"jev","share_pct":100,"blended_cost_per_mtok_usd":0.04,"median_ttft_ms":204,"p95_ttft_ms":252,"median_latency_ms":214,"p95_latency_ms":332,"error_rate_5xx_pct":0.1}]},{"key":"minimaxi","name":"minimaxi","summary":{"request_share_pct":0.1,"token_share_pct":0.3,"blended_cost_per_mtok_usd":0.07,"cost_per_request_usd":0.00597,"tokens_per_request":86734,"cache_hit_rate_pct":91.8,"cache_savings_pct":72.2,"reasoning_request_pct":56.4,"stream_request_pct":72.4,"error_rate_5xx_pct":0.2,"median_ttft_ms":1672,"p90_ttft_ms":3362,"p95_ttft_ms":4534,"median_tokens_per_sec":119,"median_latency_ms":4153,"p90_latency_ms":15769,"p95_latency_ms":23500},"series":{"request_share_pct":[0.2,0.1,0.1,0.1,null,0.2,0.1,0.1,null,0.2],"token_share_pct":[0.5,0.5,0.3,0.3,null,0.2,0.1,0.1,null,0.8],"spend_share_pct":[0.1,null,0.1,0.1,null,null,null,null,null,0.1],"blended_cost_per_mtok_usd":[0.1,0.08,0.13,0.09,0.14,0.09,0.11,0.11,0.11,0.03],"cost_per_request_usd":[0.007766,0.007922,0.010941,0.009353,0.00264,0.004282,0.004118,0.004049,0.004646,0.005211],"tokens_per_request":[80488,99947,85845,101942,19420,49456,38913,38086,43621,186150],"cache_hit_rate_pct":[84.2,88.4,74.6,89.5,80.5,94.5,91,91.6,90.3,97.7],"cache_savings_pct":[65.5,69.4,58.3,69.9,58.1,72.1,66.9,68.8,66.6,83.9],"reasoning_request_pct":[60.1,47.1,71.9,63.9,14.3,43.7,60.1,60.1,53.2,60.6],"stream_request_pct":[74.6,87,73.1,83.9,26.9,64.8,60.2,65.6,53.9,83.1],"error_rate_5xx_pct":[0.6,0.1,0.5,0.2,0.1,0.3,0.6,0.2,null,null],"median_ttft_ms":[1911,1778,2023,2051,2494,1235,1547,1324,2226,1652],"p90_ttft_ms":[3689,3421,4473,3628,3925,2166,3369,2845,3775,3712],"p95_ttft_ms":[5123,4924,8580,4812,5459,2809,4547,3707,4645,4268],"median_tokens_per_sec":[122,107,101,112,137,152,107,125,120,112],"median_latency_ms":[4175,3331,4338,4143,6908,3304,5802,3805,4797,4381],"p90_latency_ms":[12222,10016,12460,14619,32271,11977,24718,15486,17590,20365],"p95_latency_ms":[18116,14451,18508,21493,51065,18772,31967,23593,25155,32677]},"token_share_delta_pp":0.8,"spend_share_delta_pp":0.1,"regions":[{"key":"eu","name":"eu","share_pct":50.4,"blended_cost_per_mtok_usd":0.09,"cache_hit_rate_pct":87.3,"median_ttft_ms":1810,"p95_ttft_ms":5262,"median_tokens_per_sec":103,"median_latency_ms":4180,"p95_latency_ms":21311,"error_rate_5xx_pct":0.3},{"key":"us","name":"us","share_pct":44.4,"blended_cost_per_mtok_usd":0.04,"cache_hit_rate_pct":97,"median_ttft_ms":1286,"p95_ttft_ms":3269,"median_tokens_per_sec":139,"median_latency_ms":3674,"p95_latency_ms":25845,"error_rate_5xx_pct":0.1},{"key":"ap","name":"ap","share_pct":5.1,"blended_cost_per_mtok_usd":0.07,"cache_hit_rate_pct":92.4,"median_ttft_ms":2701,"p95_ttft_ms":5141,"median_tokens_per_sec":125,"median_latency_ms":7200,"p95_latency_ms":31698}],"models":[{"key":"minimax-m3","name":"minimax-m3","share_pct":65,"blended_cost_per_mtok_usd":0.09,"cache_hit_rate_pct":88.8,"median_ttft_ms":1718,"p95_ttft_ms":4695,"median_tokens_per_sec":126,"median_latency_ms":3816,"p95_latency_ms":19935,"error_rate_5xx_pct":0.3},{"key":"minimax-m3.1-flash","name":"minimax-m3.1-flash","share_pct":34.4,"blended_cost_per_mtok_usd":0.02,"cache_hit_rate_pct":97.7,"median_ttft_ms":1534,"p95_ttft_ms":4121,"median_tokens_per_sec":108,"median_latency_ms":4369,"p95_latency_ms":34725},{"key":"minimax-m2.7-highspeed","name":"minimax-m2.7-highspeed","share_pct":0.4,"blended_cost_per_mtok_usd":0.16,"cache_hit_rate_pct":92.3,"median_ttft_ms":1370,"p95_ttft_ms":2987,"median_tokens_per_sec":23,"median_latency_ms":9728,"p95_latency_ms":36581},{"key":"minimax-m2.7","name":"minimax-m2.7","share_pct":0.1,"blended_cost_per_mtok_usd":0.29,"cache_hit_rate_pct":66.7,"median_ttft_ms":1349,"p95_ttft_ms":2805,"median_tokens_per_sec":63,"median_latency_ms":12657,"p95_latency_ms":87729,"error_rate_5xx_pct":0.1},{"key":"minimax-m2.5","name":"minimax-m2.5","share_pct":0.1,"blended_cost_per_mtok_usd":0.13,"cache_hit_rate_pct":90.4,"median_ttft_ms":1401,"p95_ttft_ms":2436,"median_tokens_per_sec":53,"median_latency_ms":4877,"p95_latency_ms":14720},{"key":"minimax-m2.5-highspeed","name":"minimax-m2.5-highspeed","share_pct":0,"blended_cost_per_mtok_usd":1.82,"cache_hit_rate_pct":6.6,"median_ttft_ms":1152,"p95_ttft_ms":2369,"median_tokens_per_sec":8,"median_latency_ms":10145,"p95_latency_ms":44848},{"key":"minimax-m2","name":"minimax-m2","share_pct":0,"blended_cost_per_mtok_usd":0.63,"median_ttft_ms":1245,"p95_ttft_ms":2162,"median_tokens_per_sec":9,"median_latency_ms":5354,"p95_latency_ms":19778}]},{"key":"moonshot","name":"moonshot","summary":{"request_share_pct":0.1,"token_share_pct":0.2,"spend_share_pct":0.3,"blended_cost_per_mtok_usd":0.81,"cost_per_request_usd":0.040791,"tokens_per_request":50498,"cache_hit_rate_pct":92.5,"cache_savings_pct":72.7,"reasoning_request_pct":90.1,"stream_request_pct":48.1,"error_rate_4xx_pct":0.4,"median_ttft_ms":5423,"p90_ttft_ms":10047,"p95_ttft_ms":12390,"median_tokens_per_sec":38,"median_latency_ms":21214,"p90_latency_ms":84812,"p95_latency_ms":129230},"series":{"request_share_pct":[0.5,0.1,0.6,0.4,0.1,null,0.1,null,null,null],"token_share_pct":[1.4,0.5,0.8,0.2,0.1,null,0.1,0.1,null,0.1],"spend_share_pct":[1.2,0.3,1.3,1,0.3,0.1,0.1,0.1,null,0.1],"blended_cost_per_mtok_usd":[0.5,0.52,0.9,2.39,1.2,1.13,0.99,0.61,0.9,0.65],"cost_per_request_usd":[0.042088,0.049748,0.039425,0.043719,0.054555,0.02474,0.028814,0.03135,0.025666,0.04361],"tokens_per_request":[84945,94759,43824,18260,45446,21809,29141,51556,28561,66725],"cache_hit_rate_pct":[94,94.1,92.5,86.3,88.4,87.4,89.7,94.6,88.3,91.1],"cache_savings_pct":[80.4,81.3,72.4,45.9,64.8,66.4,65.1,77.5,70.9,75.3],"reasoning_request_pct":[90,94.8,98.3,88.2,79.1,78.8,76.2,96.2,81.5,76.4],"stream_request_pct":[64.6,74.1,39.7,17.9,60.4,48.3,51,64.3,72.2,61.5],"error_rate_4xx_pct":[0.2,0.6,0.3,0.5,0.3,1.4,0.4,0.4,0.5,0.9],"error_rate_5xx_pct":[null,null,null,null,0.1,null,0.6,null,null,null],"median_ttft_ms":[5110,6425,5655,5602,6169,5652,4824,4073,4870,5137],"p90_ttft_ms":[10561,12160,10010,9865,11599,8527,7820,7425,7905,9081],"p95_ttft_ms":[14527,14345,11922,11673,13782,9741,9213,8570,9192,10324],"median_tokens_per_sec":[38,36,39,40,30,40,28,52,44,33],"median_latency_ms":[12411,13230,26112,35596,19688,14494,14130,8194,9999,14231],"p90_latency_ms":[46983,53555,72870,143824,188130,71878,117567,33272,42696,58407],"p95_latency_ms":[70775,92102,97976,231988,264129,105836,160696,75221,77304,121404]},"token_share_delta_pp":0.1,"spend_share_delta_pp":0.1,"regions":[{"key":"eu","name":"eu","share_pct":68.5,"blended_cost_per_mtok_usd":0.94,"cache_hit_rate_pct":91.8,"median_ttft_ms":5309,"p95_ttft_ms":11718,"median_tokens_per_sec":36,"median_latency_ms":23436,"p95_latency_ms":142306,"error_rate_5xx_pct":0.1},{"key":"us","name":"us","share_pct":19.3,"blended_cost_per_mtok_usd":0.5,"cache_hit_rate_pct":94.8,"median_ttft_ms":6538,"p95_ttft_ms":16436,"median_tokens_per_sec":47,"median_latency_ms":12797,"p95_latency_ms":74764},{"key":"ap","name":"ap","share_pct":12.2,"blended_cost_per_mtok_usd":0.55,"cache_hit_rate_pct":92.6,"median_ttft_ms":4726,"p95_ttft_ms":11512,"median_tokens_per_sec":39,"median_latency_ms":8740,"p95_latency_ms":61271}],"models":[{"key":"kimi-k3","name":"kimi-k3","share_pct":86.6,"blended_cost_per_mtok_usd":0.89,"cache_hit_rate_pct":92.3,"median_ttft_ms":5922,"p95_ttft_ms":13324,"median_tokens_per_sec":37,"median_latency_ms":22236,"p95_latency_ms":137665},{"key":"kimi-k2.7-code","name":"kimi-k2.7-code","share_pct":10.7,"blended_cost_per_mtok_usd":0.24,"cache_hit_rate_pct":95.2,"median_ttft_ms":2654,"p95_ttft_ms":7169,"median_tokens_per_sec":45,"median_latency_ms":6018,"p95_latency_ms":42924},{"key":"kimi-k3.1-pro","name":"kimi-k3.1-pro","share_pct":1.9,"blended_cost_per_mtok_usd":0.47,"cache_hit_rate_pct":92.2,"median_ttft_ms":5306,"p95_ttft_ms":10426,"median_tokens_per_sec":39,"median_latency_ms":14652,"p95_latency_ms":144153},{"key":"kimi-k2.6","name":"kimi-k2.6","share_pct":0.8,"blended_cost_per_mtok_usd":0.59,"cache_hit_rate_pct":79,"median_ttft_ms":2204,"p95_ttft_ms":7890,"median_tokens_per_sec":20,"median_latency_ms":30606,"p95_latency_ms":81488,"error_rate_5xx_pct":0.8},{"key":"kimi-k2.5","name":"kimi-k2.5","share_pct":0,"blended_cost_per_mtok_usd":1.95,"cache_hit_rate_pct":69.6,"median_ttft_ms":1131,"p95_ttft_ms":1404,"median_tokens_per_sec":29,"median_latency_ms":48312,"p95_latency_ms":92798}]},{"key":"google","name":"google","summary":{"request_share_pct":1.6,"token_share_pct":0.2,"spend_share_pct":0.1,"blended_cost_per_mtok_usd":0.28,"cost_per_request_usd":0.001075,"tokens_per_request":3783,"cache_hit_rate_pct":15.1,"cache_savings_pct":13.9,"reasoning_request_pct":50.2,"stream_request_pct":17.3,"error_rate_4xx_pct":15.4,"error_rate_5xx_pct":0.4,"median_ttft_ms":1391,"p90_ttft_ms":1744,"p95_ttft_ms":1939,"median_tokens_per_sec":35,"median_latency_ms":16701,"p90_latency_ms":43304,"p95_latency_ms":58999},"series":{"request_share_pct":[2.3,1.4,4.1,3.2,1.4,1.7,1.1,0.7,0.8,1.9],"token_share_pct":[0.2,0.2,0.4,0.5,0.2,0.2,0.1,0.1,0.1,0.2],"spend_share_pct":[0.2,0.1,0.5,0.4,null,0.1,null,null,null,0.1],"blended_cost_per_mtok_usd":[0.53,0.31,0.68,0.47,0.1,0.14,0.13,0.08,0.07,0.17],"cost_per_request_usd":[0.001392,0.000989,0.002184,0.002116,0.000419,0.000545,0.000496,0.000336,0.000324,0.000631],"tokens_per_request":[2609,3206,3233,4489,4031,3979,3771,4408,4431,3722],"cache_hit_rate_pct":[24.1,13.5,11.5,12.5,17.5,17.8,16.4,15.7,16.4,11.7],"cache_savings_pct":[19.8,13.9,3.8,20.1,36.8,8.9,5.6,3.5,46.2,2.4],"reasoning_request_pct":[32.3,37.1,37.2,56.2,60.1,50.1,52.5,72.6,75,44.1],"stream_request_pct":[7.9,9.4,7.1,18.2,22.9,20.9,22.7,27.4,28.3,16.8],"error_rate_4xx_pct":[40.8,22.9,23.3,15.1,9.7,10.9,11.7,2,2.7,11.5],"error_rate_5xx_pct":[0.1,0.2,0.6,0.4,0.4,0.8,0.6,0.6,0.4,0.3],"median_ttft_ms":[1231,1106,1222,1403,1416,1430,1422,1432,1468,1393],"p90_ttft_ms":[2594,1953,2004,1720,1694,1685,1682,1656,1720,1638],"p95_ttft_ms":[3299,2608,2335,1891,1814,1794,1803,1778,1915,1823],"median_tokens_per_sec":[91,130,89,28,25,28,26,21,22,34],"median_latency_ms":[9596,13959,11532,16529,20562,16958,16713,19711,21651,18066],"p90_latency_ms":[40419,34954,31208,45112,51058,45978,48484,48497,50627,40627],"p95_latency_ms":[46232,53288,44247,57712,69944,60656,65552,69593,75128,53088]},"token_share_delta_pp":0.1,"spend_share_delta_pp":0.1,"regions":[{"key":"eu","name":"eu","share_pct":49.7,"blended_cost_per_mtok_usd":0.24,"cache_hit_rate_pct":15.8,"median_ttft_ms":1273,"p95_ttft_ms":2038,"median_tokens_per_sec":48,"median_latency_ms":12670,"p95_latency_ms":45851,"error_rate_5xx_pct":0.6},{"key":"us","name":"us","share_pct":32.6,"blended_cost_per_mtok_usd":0.46,"cache_hit_rate_pct":11.3,"median_ttft_ms":1166,"p95_ttft_ms":1504,"median_tokens_per_sec":31,"median_latency_ms":21105,"p95_latency_ms":80706,"error_rate_5xx_pct":0.2},{"key":"ap","name":"ap","share_pct":17.7,"blended_cost_per_mtok_usd":0.08,"cache_hit_rate_pct":18,"median_ttft_ms":1784,"p95_ttft_ms":2190,"median_tokens_per_sec":19,"median_latency_ms":20292,"p95_latency_ms":52393,"error_rate_5xx_pct":0.2}],"models":[{"key":"gemma-4-31b","name":"gemma-4-31b","share_pct":56.2,"cache_hit_rate_pct":16.1,"median_ttft_ms":1412,"p95_ttft_ms":1697,"median_tokens_per_sec":18,"median_latency_ms":25784,"p95_latency_ms":90479,"error_rate_5xx_pct":0.2},{"key":"gemini-2.5-flash","name":"gemini-2.5-flash","share_pct":19.2,"blended_cost_per_mtok_usd":0.97,"cache_hit_rate_pct":4.9,"median_ttft_ms":903,"p95_ttft_ms":3921,"median_tokens_per_sec":212,"median_latency_ms":6799,"p95_latency_ms":25584,"error_rate_5xx_pct":0.2},{"key":"gemini-2.5-flash-lite","name":"gemini-2.5-flash-lite","share_pct":10.3,"blended_cost_per_mtok_usd":0.22,"cache_hit_rate_pct":6.4,"median_ttft_ms":498,"p95_ttft_ms":1049,"median_tokens_per_sec":369,"median_latency_ms":4742,"p95_latency_ms":13903,"error_rate_5xx_pct":0.7},{"key":"gemini-3-flash-preview","name":"gemini-3-flash-preview","share_pct":7.7,"blended_cost_per_mtok_usd":0.61,"cache_hit_rate_pct":27,"median_ttft_ms":1721,"p95_ttft_ms":8190,"median_tokens_per_sec":186,"median_latency_ms":5392,"p95_latency_ms":19002,"error_rate_5xx_pct":0.5},{"key":"gemini-3.1-flash-lite","name":"gemini-3.1-flash-lite","share_pct":4.6,"blended_cost_per_mtok_usd":0.23,"cache_hit_rate_pct":22.6,"median_ttft_ms":1308,"p95_ttft_ms":3046,"median_tokens_per_sec":299,"median_latency_ms":1055,"p95_latency_ms":5033,"error_rate_5xx_pct":1.2},{"key":"gemini-3.1-pro-preview","name":"gemini-3.1-pro-preview","share_pct":0.9,"blended_cost_per_mtok_usd":0.95,"cache_hit_rate_pct":46.5,"median_ttft_ms":5955,"p95_ttft_ms":18123,"median_tokens_per_sec":84,"median_latency_ms":18218,"p95_latency_ms":60704,"error_rate_5xx_pct":1.5},{"key":"gemini-3.5-flash-lite","name":"gemini-3.5-flash-lite","share_pct":0.8,"blended_cost_per_mtok_usd":0.24,"cache_hit_rate_pct":1,"median_ttft_ms":1397,"p95_ttft_ms":2371,"median_tokens_per_sec":264,"median_latency_ms":861,"p95_latency_ms":17237,"error_rate_5xx_pct":2.5},{"key":"gemini-2.5-pro","name":"gemini-2.5-pro","share_pct":0.1,"blended_cost_per_mtok_usd":2.39,"cache_hit_rate_pct":11.5,"median_ttft_ms":4391,"p95_ttft_ms":12429,"median_tokens_per_sec":128,"median_latency_ms":7734,"p95_latency_ms":52503,"error_rate_5xx_pct":1.1},{"key":"gemini-3.6-flash","name":"gemini-3.6-flash","share_pct":0.1,"blended_cost_per_mtok_usd":0.9,"cache_hit_rate_pct":22.1,"median_ttft_ms":7197,"p95_ttft_ms":21567,"median_tokens_per_sec":140,"median_latency_ms":5530,"p95_latency_ms":25821,"error_rate_5xx_pct":8.1},{"key":"gemini-3-pro-image","name":"gemini-3-pro-image","share_pct":0,"blended_cost_per_mtok_usd":3.76,"median_ttft_ms":19580,"p95_ttft_ms":23093,"median_tokens_per_sec":105,"median_latency_ms":27894,"p95_latency_ms":34224,"error_rate_5xx_pct":0.1},{"key":"gemini-3.5-flash","name":"gemini-3.5-flash","share_pct":0,"blended_cost_per_mtok_usd":1.26,"cache_hit_rate_pct":28.4,"median_ttft_ms":8476,"p95_ttft_ms":26190,"median_tokens_per_sec":187,"median_latency_ms":12015,"p95_latency_ms":31724,"error_rate_5xx_pct":0.8},{"key":"gemini-2.5-flash-image","name":"gemini-2.5-flash-image","share_pct":0,"blended_cost_per_mtok_usd":22.6,"median_ttft_ms":493,"p95_ttft_ms":3117,"median_tokens_per_sec":199,"median_latency_ms":6541,"p95_latency_ms":10462}]},{"key":"xai","name":"xai","summary":{"request_share_pct":0.1,"token_share_pct":0.1,"spend_share_pct":0.3,"blended_cost_per_mtok_usd":1.15,"cost_per_request_usd":0.0352,"tokens_per_request":30636,"cache_hit_rate_pct":83.2,"cache_savings_pct":52.2,"reasoning_request_pct":84.1,"stream_request_pct":54.7,"error_rate_4xx_pct":0.3,"median_ttft_ms":1606,"p90_ttft_ms":3911,"p95_ttft_ms":5301,"median_tokens_per_sec":35,"median_latency_ms":10220,"p90_latency_ms":69441,"p95_latency_ms":102073},"series":{"request_share_pct":[0.2,0.3,0.2,0.3,0.1,0.2,0.1,0.1,0.1,0.1],"token_share_pct":[0.4,0.2,0.4,0.3,0.1,0.3,0.1,0.1,null,null],"spend_share_pct":[1.1,0.3,1,0.4,0.3,0.5,0.2,0.1,0.1,0.1],"blended_cost_per_mtok_usd":[1.63,1.73,1.54,0.9,1.23,0.76,0.73,1.03,0.91,0.86],"cost_per_request_usd":[0.094862,0.027037,0.078677,0.023501,0.025002,0.031698,0.035385,0.018529,0.017674,0.012538],"tokens_per_request":[58021,15654,50950,26064,20350,41892,48703,17991,19472,14500],"cache_hit_rate_pct":[79.6,69.3,87.9,85,74.6,91.8,87.6,65.6,84.3,72.3],"cache_savings_pct":[40.2,33.5,53.1,61.3,47.5,63.7,63.7,39.3,54.7,48.8],"reasoning_request_pct":[70.9,97.3,73,71.4,93.7,83,91.3,91.2,89.4,70.8],"stream_request_pct":[67.9,21.7,60.8,46.7,46.6,77.9,78.4,71.8,61.6,40.6],"error_rate_4xx_pct":[3.1,null,null,0.1,0.1,0.1,null,null,0.4,0.8],"error_rate_5xx_pct":[0.1,null,0.1,null,0.1,null,null,0.1,null,0.1],"median_ttft_ms":[1454,1679,1060,1023,1061,1764,2537,1883,1621,1525],"p90_ttft_ms":[3571,3924,4381,3571,3718,3858,5205,3442,3817,2751],"p95_ttft_ms":[4715,5388,6088,5295,5557,5160,6489,4434,5272,3653],"median_tokens_per_sec":[31,32,31,37,23,37,51,24,14,60],"median_latency_ms":[15839,12421,5934,7470,24502,6664,7078,8504,5652,5777],"p90_latency_ms":[325278,40354,88830,35670,90892,52001,45252,38012,58394,22347],"p95_latency_ms":[388218,71130,138413,60623,120817,80146,69773,77038,92538,36583]},"token_share_delta_pp":0,"spend_share_delta_pp":0,"regions":[{"key":"eu","name":"eu","share_pct":79.1,"blended_cost_per_mtok_usd":1.24,"cache_hit_rate_pct":83.3,"median_ttft_ms":1612,"p95_ttft_ms":5366,"median_tokens_per_sec":30,"median_latency_ms":11364,"p95_latency_ms":122701},{"key":"us","name":"us","share_pct":13.2,"blended_cost_per_mtok_usd":0.64,"cache_hit_rate_pct":81.5,"median_ttft_ms":1465,"p95_ttft_ms":4661,"median_tokens_per_sec":54,"median_latency_ms":4234,"p95_latency_ms":24373,"error_rate_5xx_pct":0.1},{"key":"ap","name":"ap","share_pct":7.7,"blended_cost_per_mtok_usd":1.08,"cache_hit_rate_pct":85.9,"median_ttft_ms":2152,"p95_ttft_ms":6865,"median_tokens_per_sec":45,"median_latency_ms":21345,"p95_latency_ms":123680}],"models":[{"key":"grok-4.6","name":"grok-4.6","share_pct":71.7,"blended_cost_per_mtok_usd":1.25,"cache_hit_rate_pct":88.6,"median_ttft_ms":1501,"p95_ttft_ms":5504,"median_tokens_per_sec":25,"median_latency_ms":11249,"p95_latency_ms":166427,"error_rate_5xx_pct":0.1},{"key":"grok-4.3","name":"grok-4.3","share_pct":14.2,"blended_cost_per_mtok_usd":0.64,"cache_hit_rate_pct":69.7,"median_ttft_ms":1987,"p95_ttft_ms":4782,"median_tokens_per_sec":46,"median_latency_ms":12317,"p95_latency_ms":47327},{"key":"grok-4.5","name":"grok-4.5","share_pct":6.7,"blended_cost_per_mtok_usd":1.21,"cache_hit_rate_pct":72.4,"median_ttft_ms":1589,"p95_ttft_ms":6222,"median_tokens_per_sec":49,"median_latency_ms":11798,"p95_latency_ms":37543},{"key":"grok-4.7","name":"grok-4.7","share_pct":4,"blended_cost_per_mtok_usd":1.56,"cache_hit_rate_pct":70,"median_ttft_ms":1838,"p95_ttft_ms":6286,"median_tokens_per_sec":64,"median_latency_ms":6646,"p95_latency_ms":110677,"error_rate_5xx_pct":0.2},{"key":"grok-build-0.1","name":"grok-build-0.1","share_pct":0.9,"blended_cost_per_mtok_usd":0.34,"cache_hit_rate_pct":77.3,"median_ttft_ms":880,"p95_ttft_ms":1618,"median_tokens_per_sec":35,"median_latency_ms":16421,"p95_latency_ms":51219},{"key":"grok-4-1-fast-reasoning","name":"grok-4-1-fast-reasoning","share_pct":0.7,"blended_cost_per_mtok_usd":0.12,"cache_hit_rate_pct":69.4,"median_ttft_ms":1605,"p95_ttft_ms":4178,"median_tokens_per_sec":49,"median_latency_ms":7402,"p95_latency_ms":20537,"error_rate_5xx_pct":0.1},{"key":"grok-code-fast-1","name":"grok-code-fast-1","share_pct":0.6,"blended_cost_per_mtok_usd":0.08,"cache_hit_rate_pct":92.4,"median_ttft_ms":1732,"p95_ttft_ms":2794,"median_tokens_per_sec":23,"median_latency_ms":3986,"p95_latency_ms":16770},{"key":"grok-4-1-fast-non-reasoning","name":"grok-4-1-fast-non-reasoning","share_pct":0.5,"blended_cost_per_mtok_usd":0.13,"cache_hit_rate_pct":56.4,"median_ttft_ms":631,"p95_ttft_ms":1183,"median_tokens_per_sec":79,"median_latency_ms":1216,"p95_latency_ms":2856},{"key":"grok-4-fast","name":"grok-4-fast","share_pct":0.3,"blended_cost_per_mtok_usd":0.22,"cache_hit_rate_pct":12.8,"median_ttft_ms":1855,"p95_ttft_ms":3507,"median_tokens_per_sec":27,"median_latency_ms":7887,"p95_latency_ms":24726,"error_rate_5xx_pct":0.1},{"key":"grok-3-mini","name":"grok-3-mini","share_pct":0.2,"blended_cost_per_mtok_usd":0.36,"cache_hit_rate_pct":45.8,"median_ttft_ms":1752,"p95_ttft_ms":2871,"median_tokens_per_sec":26,"median_latency_ms":7993,"p95_latency_ms":17541},{"key":"grok-4","name":"grok-4","share_pct":0.1,"blended_cost_per_mtok_usd":6.45,"cache_hit_rate_pct":32,"median_ttft_ms":1642,"p95_ttft_ms":2969,"median_tokens_per_sec":26,"median_latency_ms":13172,"p95_latency_ms":44263},{"key":"grok-4-fast-non-reasoning","name":"grok-4-fast-non-reasoning","share_pct":0,"blended_cost_per_mtok_usd":0.17,"cache_hit_rate_pct":30.3,"median_ttft_ms":813,"p95_ttft_ms":1309,"median_tokens_per_sec":75,"median_latency_ms":3610,"p95_latency_ms":13389}]},{"key":"nebius","name":"nebius","summary":{"request_share_pct":0.5,"token_share_pct":0.1,"spend_share_pct":0.4,"blended_cost_per_mtok_usd":1.51,"cost_per_request_usd":0.011155,"tokens_per_request":7374,"cache_hit_rate_pct":55.6,"cache_savings_pct":0.2,"reasoning_request_pct":17.2,"stream_request_pct":9.9,"error_rate_4xx_pct":2,"error_rate_5xx_pct":3.7,"median_ttft_ms":932,"p90_ttft_ms":7407,"p95_ttft_ms":19064,"median_tokens_per_sec":114,"median_latency_ms":42309,"p90_latency_ms":53656,"p95_latency_ms":63177},"series":{"request_share_pct":[0.5,0.9,1.4,0.4,0.4,0.7,0.5,0.3,0.3,0.5],"token_share_pct":[0.1,0.2,0.5,null,0.1,0.1,0.1,0.1,0.1,null],"spend_share_pct":[0.3,0.2,1.1,0.2,0.3,0.3,0.4,0.4,0.5,0.1],"blended_cost_per_mtok_usd":[1.65,1.02,1.11,2.21,1.96,0.96,1.77,2.27,2.16,1.21],"cost_per_request_usd":[0.013665,0.005686,0.013645,0.008775,0.009785,0.006231,0.015014,0.019962,0.022356,0.003151],"tokens_per_request":[8269,5592,12257,3975,5003,6489,8495,8799,10335,2593],"cache_hit_rate_pct":[62.7,57,25,74.5,49.3,31.1,85,79.8,85.3,59.1],"cache_savings_pct":[null,null,null,null,null,null,null,0.4,0.6,null],"reasoning_request_pct":[14.9,11.1,40.6,6.7,34.5,16.5,5.7,24.6,6.7,0.6],"stream_request_pct":[11.1,5,2.9,12.9,8.7,7.4,14.2,23.4,15.6,8.7],"error_rate_4xx_pct":[0.2,0.6,0.5,4.2,3.8,1.9,2,2.4,2.6,3.9],"error_rate_5xx_pct":[0.2,0.2,23.4,0.1,0.2,0.3,0.1,0.1,0.1,0.2],"median_ttft_ms":[1279,1180,917,1175,1218,1083,844,588,953,679],"p90_ttft_ms":[10633,13685,31444,4602,3077,2989,2917,2053,3853,28911],"p95_ttft_ms":[21617,29913,56281,7377,6841,4209,34478,4279,7777,33879],"median_tokens_per_sec":[55,78,111,115,129,117,126,103,137,237],"median_latency_ms":[3029,3406,312201,2099,2439,1699,1764,1272,2977,881],"p90_latency_ms":[34135,20418,326021,11854,14882,11958,7843,7457,12070,4248],"p95_latency_ms":[58727,32180,329843,18225,35077,16209,17865,22611,19033,6737]},"token_share_delta_pp":-0.1,"spend_share_delta_pp":-0.4,"regions":[{"key":"eu","name":"eu","share_pct":80.7,"blended_cost_per_mtok_usd":1.53,"cache_hit_rate_pct":60.9,"median_ttft_ms":877,"p95_ttft_ms":17820,"median_tokens_per_sec":114,"median_latency_ms":18483,"p95_latency_ms":37421,"error_rate_5xx_pct":1.7},{"key":"us","name":"us","share_pct":14.9,"blended_cost_per_mtok_usd":1.5,"cache_hit_rate_pct":37.2,"median_ttft_ms":1520,"p95_ttft_ms":53820,"median_tokens_per_sec":111,"median_latency_ms":359763,"p95_latency_ms":408851,"error_rate_5xx_pct":20},{"key":"ap","name":"ap","share_pct":4.4,"blended_cost_per_mtok_usd":1.2,"cache_hit_rate_pct":24.4,"median_ttft_ms":3290,"p95_ttft_ms":6642,"median_tokens_per_sec":143,"median_latency_ms":396985,"p95_latency_ms":431953,"error_rate_5xx_pct":20.2}],"models":[{"key":"kimi-k3","name":"kimi-k3","share_pct":29.8,"blended_cost_per_mtok_usd":3.22,"cache_hit_rate_pct":90,"median_ttft_ms":1261,"p95_ttft_ms":50123,"median_tokens_per_sec":75,"median_latency_ms":10335,"p95_latency_ms":145211,"error_rate_5xx_pct":0.6},{"key":"nemotron-3-ultra-550b-a55b","name":"nemotron-3-ultra-550b-a55b","share_pct":24.9,"blended_cost_per_mtok_usd":1.02,"cache_hit_rate_pct":28.8,"median_ttft_ms":1421,"p95_ttft_ms":3452,"median_tokens_per_sec":150,"median_latency_ms":522038,"p95_latency_ms":550032,"error_rate_5xx_pct":26.1},{"key":"glm-5.2","name":"glm-5.2","share_pct":12.2,"blended_cost_per_mtok_usd":1.43,"cache_hit_rate_pct":1.4,"median_ttft_ms":983,"p95_ttft_ms":6945,"median_tokens_per_sec":109,"median_latency_ms":599,"p95_latency_ms":64666,"error_rate_5xx_pct":0.5},{"key":"gpt-oss-120b","name":"gpt-oss-120b","share_pct":11.7,"blended_cost_per_mtok_usd":0.25,"cache_hit_rate_pct":69,"median_ttft_ms":265,"p95_ttft_ms":1007,"median_tokens_per_sec":269,"median_latency_ms":1202,"p95_latency_ms":6598,"error_rate_5xx_pct":0.1},{"key":"qwen3-30b-a3b-instruct-2507","name":"qwen3-30b-a3b-instruct-2507","share_pct":10,"blended_cost_per_mtok_usd":0.1,"cache_hit_rate_pct":64.7,"median_ttft_ms":736,"p95_ttft_ms":5197,"median_tokens_per_sec":64,"median_latency_ms":1335,"p95_latency_ms":11298},{"key":"qwen3-235b-a22b-instruct-2507","name":"qwen3-235b-a22b-instruct-2507","share_pct":5.3,"blended_cost_per_mtok_usd":0.2,"cache_hit_rate_pct":77.7,"median_ttft_ms":912,"p95_ttft_ms":10334,"median_tokens_per_sec":69,"median_latency_ms":3071,"p95_latency_ms":17959},{"key":"glm-5.1","name":"glm-5.1","share_pct":2.4,"blended_cost_per_mtok_usd":1.47,"cache_hit_rate_pct":75.4,"median_ttft_ms":675,"p95_ttft_ms":7244,"median_tokens_per_sec":39,"median_latency_ms":9965,"p95_latency_ms":76772,"error_rate_5xx_pct":0.2},{"key":"hermes-4-405b","name":"hermes-4-405b","share_pct":0.8,"blended_cost_per_mtok_usd":1.08,"cache_hit_rate_pct":66.3,"median_ttft_ms":324,"p95_ttft_ms":2941,"median_tokens_per_sec":45,"median_latency_ms":2572,"p95_latency_ms":16133,"error_rate_5xx_pct":0.5},{"key":"llama-3.3-70b-instruct","name":"llama-3.3-70b-instruct","share_pct":0.8,"blended_cost_per_mtok_usd":0.13,"cache_hit_rate_pct":38.7,"median_ttft_ms":8616,"p95_ttft_ms":42213,"median_tokens_per_sec":22,"median_latency_ms":17261,"p95_latency_ms":116992,"error_rate_5xx_pct":0.1},{"key":"deepseek-v4-pro-0813","name":"deepseek-v4-pro-0813","share_pct":0.8,"blended_cost_per_mtok_usd":1.64,"median_ttft_ms":3469,"p95_ttft_ms":8551,"median_tokens_per_sec":90,"median_latency_ms":3814,"p95_latency_ms":59557},{"key":"deepseek-v4-pro-0424","name":"deepseek-v4-pro-0424","share_pct":0.4,"blended_cost_per_mtok_usd":1.76,"cache_hit_rate_pct":1.9,"median_ttft_ms":1283,"p95_ttft_ms":1731,"median_tokens_per_sec":72,"median_latency_ms":2196,"p95_latency_ms":7149},{"key":"qwen3.5-397b-a17b","name":"qwen3.5-397b-a17b","share_pct":0.4,"blended_cost_per_mtok_usd":1.13,"cache_hit_rate_pct":44.1,"median_ttft_ms":640,"p95_ttft_ms":1196,"median_tokens_per_sec":146,"median_latency_ms":7464,"p95_latency_ms":33516}]},{"key":"inceptron","name":"inceptron","summary":{"request_share_pct":0.2,"token_share_pct":0.1,"spend_share_pct":0.1,"blended_cost_per_mtok_usd":0.4,"cost_per_request_usd":0.007748,"tokens_per_request":19178,"cache_hit_rate_pct":85.4,"cache_savings_pct":59.5,"reasoning_request_pct":4.4,"stream_request_pct":28.6,"error_rate_4xx_pct":9.5,"error_rate_5xx_pct":0.9,"median_ttft_ms":604,"p90_ttft_ms":2779,"p95_ttft_ms":4646,"median_tokens_per_sec":91,"median_latency_ms":3389,"p90_latency_ms":22211,"p95_latency_ms":39111},"series":{"request_share_pct":[0.3,0.1,0.3,0.2,0.1,0.2,0.2,0.2,0.2,0.2],"token_share_pct":[0.4,0.3,0.2,0.1,0.1,0.1,0.1,0.1,0.1,0.1],"spend_share_pct":[0.2,0.1,0.2,0.1,null,0.1,0.1,0.1,0.1,0.1],"blended_cost_per_mtok_usd":[0.29,0.32,0.47,0.52,0.39,0.37,0.46,0.45,0.43,0.52],"cost_per_request_usd":[0.013469,0.01701,0.010646,0.004894,0.003786,0.00593,0.006166,0.007024,0.006744,0.007632],"tokens_per_request":[45663,53619,22576,9490,9779,16218,13301,15635,15532,14647],"cache_hit_rate_pct":[93.9,95,66.7,85.1,82.9,88.7,79.9,85.1,84.2,80.4],"cache_savings_pct":[70.4,71.9,53.9,52.6,56,60.8,50.4,51,55.8,46.8],"reasoning_request_pct":[null,null,null,null,null,null,null,2.1,3,34.4],"stream_request_pct":[55.3,49.4,34.9,29.1,29.3,28.5,14.5,30.2,24.3,15.9],"error_rate_4xx_pct":[10.9,6,9.8,11.1,6.8,7,14.5,6.4,15,4.3],"error_rate_5xx_pct":[0.4,0.4,0.2,0.2,0.4,0.4,0.9,0.7,3.6,0.8],"median_ttft_ms":[906,916,695,360,453,566,445,464,541,495],"p90_ttft_ms":[2360,3860,4560,2149,2442,2951,2365,2111,2546,1887],"p95_ttft_ms":[3871,8967,5544,3671,4614,5037,3843,3422,4031,3026],"median_tokens_per_sec":[99,92,91,92,86,85,91,88,94,86],"median_latency_ms":[4376,3403,2162,6138,1122,1395,2367,5850,3159,3388],"p90_latency_ms":[19974,20711,12620,24655,8323,14646,29443,29495,21405,28076],"p95_latency_ms":[32143,34157,17597,31560,15803,27373,54406,50473,43092,54898]},"token_share_delta_pp":0,"spend_share_delta_pp":0,"regions":[{"key":"eu","name":"eu","share_pct":97.8,"blended_cost_per_mtok_usd":0.4,"cache_hit_rate_pct":85.4,"median_ttft_ms":575,"p95_ttft_ms":4631,"median_tokens_per_sec":91,"median_latency_ms":3308,"p95_latency_ms":39053,"error_rate_5xx_pct":0.9},{"key":"us","name":"us","share_pct":1.4,"blended_cost_per_mtok_usd":0.43,"cache_hit_rate_pct":86.3,"median_ttft_ms":1658,"p95_ttft_ms":3840,"median_tokens_per_sec":98,"median_latency_ms":14689,"p95_latency_ms":45572},{"key":"ap","name":"ap","share_pct":0.8,"blended_cost_per_mtok_usd":0.36,"cache_hit_rate_pct":84.9,"median_ttft_ms":2270,"p95_ttft_ms":8179,"median_tokens_per_sec":88,"median_latency_ms":8291,"p95_latency_ms":46611}],"models":[{"key":"kimi-k2.7-code","name":"kimi-k2.7-code","share_pct":48.7,"blended_cost_per_mtok_usd":0.41,"cache_hit_rate_pct":79.7,"median_ttft_ms":422,"p95_ttft_ms":4003,"median_tokens_per_sec":94,"median_latency_ms":1017,"p95_latency_ms":32244,"error_rate_5xx_pct":1},{"key":"glm-5.2","name":"glm-5.2","share_pct":43.1,"blended_cost_per_mtok_usd":0.37,"cache_hit_rate_pct":91.8,"median_ttft_ms":879,"p95_ttft_ms":5751,"median_tokens_per_sec":100,"median_latency_ms":3915,"p95_latency_ms":39784,"error_rate_5xx_pct":0.8},{"key":"kimi-k2.6","name":"kimi-k2.6","share_pct":5.8,"blended_cost_per_mtok_usd":0.71,"cache_hit_rate_pct":79.5,"median_ttft_ms":876,"p95_ttft_ms":6812,"median_tokens_per_sec":76,"median_latency_ms":31720,"p95_latency_ms":128978,"error_rate_5xx_pct":0.5},{"key":"minimax-m2.5","name":"minimax-m2.5","share_pct":2.4,"blended_cost_per_mtok_usd":0.06,"cache_hit_rate_pct":95,"median_ttft_ms":576,"p95_ttft_ms":2140,"median_tokens_per_sec":44,"median_latency_ms":8663,"p95_latency_ms":34056}]},{"key":"together","name":"together","summary":{"token_share_pct":0.1,"blended_cost_per_mtok_usd":0.04,"cost_per_request_usd":0.004167,"tokens_per_request":115730,"cache_hit_rate_pct":94.4,"cache_savings_pct":88.4,"reasoning_request_pct":78.3,"stream_request_pct":64.8,"error_rate_4xx_pct":1,"error_rate_5xx_pct":0.1,"median_ttft_ms":374,"p90_ttft_ms":1386,"p95_ttft_ms":2097,"median_tokens_per_sec":183,"median_latency_ms":2310,"p90_latency_ms":10304,"p95_latency_ms":17520},"series":{"request_share_pct":[null,null,null,null,null,null,null,null,null,0.3],"token_share_pct":[null,null,null,null,null,null,null,null,null,0.8],"spend_share_pct":[null,null,null,null,null,null,null,null,null,0.1],"blended_cost_per_mtok_usd":[null,null,null,null,null,null,null,null,0.21,0.04],"cost_per_request_usd":[null,null,null,null,null,null,null,null,0.000737,0.004222],"tokens_per_request":[null,null,null,null,null,null,null,null,3590,117532],"cache_hit_rate_pct":[null,null,null,null,null,null,null,null,57.6,94.4],"cache_savings_pct":[null,null,null,null,null,null,null,null,24.4,88.5],"reasoning_request_pct":[null,null,null,null,null,null,null,null,22.1,79.2],"stream_request_pct":[null,null,null,null,null,null,null,null,49.9,65],"error_rate_4xx_pct":[null,null,null,null,null,null,null,null,2.8,1],"error_rate_5xx_pct":[null,null,null,null,null,null,null,null,null,0.1],"median_ttft_ms":[null,null,null,null,null,null,null,null,583,373],"p90_ttft_ms":[null,null,null,null,null,null,null,null,1308,1386],"p95_ttft_ms":[null,null,null,null,null,null,null,null,3830,2089],"median_tokens_per_sec":[null,null,null,null,null,null,null,null,129,184],"median_latency_ms":[null,null,null,null,null,null,null,null,5426,2298],"p90_latency_ms":[null,null,null,null,null,null,null,null,16129,10282],"p95_latency_ms":[null,null,null,null,null,null,null,null,21197,17506]},"token_share_delta_pp":0.8,"spend_share_delta_pp":0.1,"regions":[{"key":"eu","name":"eu","share_pct":89.7,"blended_cost_per_mtok_usd":0.03,"cache_hit_rate_pct":95.1,"median_ttft_ms":378,"p95_ttft_ms":2120,"median_tokens_per_sec":180,"median_latency_ms":2047,"p95_latency_ms":15037},{"key":"ap","name":"ap","share_pct":6,"blended_cost_per_mtok_usd":0.11,"cache_hit_rate_pct":82.3,"median_ttft_ms":522,"p95_ttft_ms":1480,"median_tokens_per_sec":207,"median_latency_ms":4181,"p95_latency_ms":35919,"error_rate_5xx_pct":0.4},{"key":"us","name":"us","share_pct":4.3,"blended_cost_per_mtok_usd":0.03,"cache_hit_rate_pct":96.7,"median_ttft_ms":248,"p95_ttft_ms":2137,"median_tokens_per_sec":212,"median_latency_ms":1726,"p95_latency_ms":10180}],"models":[{"key":"deepseek-v4.1-flash-1017","name":"deepseek-v4.1-flash-1017","share_pct":99.8,"blended_cost_per_mtok_usd":0.04,"cache_hit_rate_pct":94.5,"median_ttft_ms":373,"p95_ttft_ms":2096,"median_tokens_per_sec":185,"median_latency_ms":2295,"p95_latency_ms":17535,"error_rate_5xx_pct":0.1},{"key":"muse-spark-open","name":"muse-spark-open","share_pct":0.1,"blended_cost_per_mtok_usd":0.34,"cache_hit_rate_pct":90.9,"median_ttft_ms":297,"p95_ttft_ms":1479,"median_tokens_per_sec":100,"median_latency_ms":1668,"p95_latency_ms":10128},{"key":"glm-5.3-flash","name":"glm-5.3-flash","share_pct":0.1,"blended_cost_per_mtok_usd":0.12,"cache_hit_rate_pct":56.6,"median_ttft_ms":606,"p95_ttft_ms":3979,"median_tokens_per_sec":132,"median_latency_ms":6110,"p95_latency_ms":29135,"error_rate_5xx_pct":0.5},{"key":"deepseek-v4.1-flash","name":"deepseek-v4.1-flash","share_pct":0,"blended_cost_per_mtok_usd":0.23,"cache_hit_rate_pct":26.5,"median_ttft_ms":1967,"p95_ttft_ms":2906,"median_tokens_per_sec":136,"median_latency_ms":4774,"p95_latency_ms":10415},{"key":"glm-5.3","name":"glm-5.3","share_pct":0,"blended_cost_per_mtok_usd":2.1,"cache_hit_rate_pct":69.2,"median_ttft_ms":249,"p95_ttft_ms":583,"median_tokens_per_sec":161,"median_latency_ms":2624,"p95_latency_ms":6932},{"key":"deepseek-v4-pro-0813","name":"deepseek-v4-pro-0813","share_pct":0}]},{"key":"poolside","name":"poolside","summary":{"token_share_pct":0.1,"tokens_per_request":94097,"stream_request_pct":18.9,"error_rate_4xx_pct":84.6,"error_rate_5xx_pct":0.5,"median_latency_ms":375,"p90_latency_ms":513,"p95_latency_ms":527},"series":{"request_share_pct":[null,null,null,0.1,null,null,null,null,null,null],"token_share_pct":[null,null,null,null,null,null,null,null,null,0.4],"tokens_per_request":[null,null,null,null,null,null,null,null,null,673569],"stream_request_pct":[22.8,11.2,23.1,29.6,42.6,5.3,9.7,28.7,9,7.3],"error_rate_4xx_pct":[96.9,70,94.5,35.8,64.1,99.6,99.8,99.7,99.5,96.8],"error_rate_5xx_pct":[null,null,0.5,0.1,0.2,0.4,0.2,0.2,0.5,2.2],"median_latency_ms":[null,null,null,162,null,null,null,null,null,388],"p90_latency_ms":[null,null,null,162,null,null,null,null,null,534],"p95_latency_ms":[null,null,null,162,null,null,null,null,null,548]},"token_share_delta_pp":0.4,"spend_share_delta_pp":0,"regions":[{"key":"ap","name":"ap","share_pct":100,"median_latency_ms":707,"p95_latency_ms":724,"error_rate_5xx_pct":0.2},{"key":"eu","name":"eu","share_pct":0,"median_latency_ms":26,"p95_latency_ms":26,"error_rate_5xx_pct":0.8},{"key":"us","name":"us","share_pct":0,"median_latency_ms":49,"p95_latency_ms":416,"error_rate_5xx_pct":0.9}],"models":[{"key":"laguna-m.1","name":"laguna-m.1","share_pct":100,"median_latency_ms":396,"p95_latency_ms":556,"error_rate_5xx_pct":0.6},{"key":"laguna-xs.2","name":"laguna-xs.2","share_pct":0,"median_latency_ms":30,"p95_latency_ms":30,"error_rate_5xx_pct":0.3}]},{"key":"scaleway","name":"scaleway","summary":{"request_share_pct":0.1,"blended_cost_per_mtok_usd":0.32,"cost_per_request_usd":0.00446,"tokens_per_request":14130,"cache_hit_rate_pct":41.6,"cache_savings_pct":31.7,"reasoning_request_pct":39.5,"stream_request_pct":51.3,"error_rate_4xx_pct":0.1,"error_rate_5xx_pct":0.3,"median_ttft_ms":1168,"p90_ttft_ms":4336,"p95_ttft_ms":6282,"median_tokens_per_sec":111,"median_latency_ms":5226,"p90_latency_ms":35711,"p95_latency_ms":52980},"series":{"request_share_pct":[null,null,null,null,null,null,0.1,0.2,0.1,0.1],"token_share_pct":[null,null,null,null,null,null,null,0.1,0.1,0.1],"spend_share_pct":[null,null,null,null,null,null,null,null,0.1,null],"blended_cost_per_mtok_usd":[null,null,0.33,0.42,0.31,0.38,0.28,0.3,0.32,0.34],"cost_per_request_usd":[null,null,0.002153,0.00822,0.008635,0.001509,0.002818,0.002652,0.005808,0.008433],"tokens_per_request":[null,null,6526,19407,27566,3964,10170,8703,18433,24822],"cache_hit_rate_pct":[null,null,46.3,18.6,48.1,10.3,38.7,39.8,47.1,38.5],"cache_savings_pct":[null,null,33.1,13.4,35.7,8.2,33.4,31.2,34.3,28.8],"reasoning_request_pct":[null,null,null,null,16.3,30.1,19.1,20.9,62,84.4],"stream_request_pct":[null,null,46.1,41.9,29.5,34.1,58.8,51,44.8,58.8],"error_rate_4xx_pct":[null,null,null,null,null,null,null,null,0.4,null],"error_rate_5xx_pct":[null,null,null,null,null,null,0.1,0.2,0.3,1.1],"median_ttft_ms":[null,null,385,1425,2295,693,1848,840,1314,1041],"p90_ttft_ms":[null,null,1674,9342,10999,2560,4483,2848,5780,3872],"p95_ttft_ms":[null,null,2037,11069,13111,3660,6265,4122,8083,6292],"median_tokens_per_sec":[null,null,302,199,58,67,136,124,94,90],"median_latency_ms":[null,null,1833,3070,3847,2726,5116,4423,7758,3537],"p90_latency_ms":[null,null,31178,21698,24533,19685,34886,26170,53696,29380],"p95_latency_ms":[null,null,38590,27013,38866,23390,54072,39623,74817,48494]},"token_share_delta_pp":0,"spend_share_delta_pp":-0.1,"regions":[{"key":"eu","name":"eu","share_pct":91.1,"blended_cost_per_mtok_usd":0.31,"cache_hit_rate_pct":41.2,"median_ttft_ms":1065,"p95_ttft_ms":6128,"median_tokens_per_sec":109,"median_latency_ms":5210,"p95_latency_ms":53621,"error_rate_5xx_pct":0.3},{"key":"ap","name":"ap","share_pct":5.6,"blended_cost_per_mtok_usd":0.34,"cache_hit_rate_pct":36.7,"median_ttft_ms":3365,"p95_ttft_ms":9498,"median_tokens_per_sec":91,"median_latency_ms":6577,"p95_latency_ms":47537,"error_rate_5xx_pct":0.5},{"key":"us","name":"us","share_pct":3.3,"blended_cost_per_mtok_usd":0.29,"cache_hit_rate_pct":58.5,"median_ttft_ms":1757,"p95_ttft_ms":7303,"median_tokens_per_sec":209,"median_latency_ms":4240,"p95_latency_ms":24371,"error_rate_5xx_pct":0.2}],"models":[{"key":"deepseek-v4-flash-0731","name":"deepseek-v4-flash-0731","share_pct":92,"blended_cost_per_mtok_usd":0.32,"cache_hit_rate_pct":45.2,"median_ttft_ms":1177,"p95_ttft_ms":7231,"median_tokens_per_sec":108,"median_latency_ms":6287,"p95_latency_ms":66861,"error_rate_5xx_pct":0.4},{"key":"gpt-oss-120b","name":"gpt-oss-120b","share_pct":7.9,"blended_cost_per_mtok_usd":0.19,"median_ttft_ms":1133,"p95_ttft_ms":2736,"median_tokens_per_sec":119,"median_latency_ms":1985,"p95_latency_ms":10767},{"key":"glm-5.2","name":"glm-5.2","share_pct":0.1,"blended_cost_per_mtok_usd":2.54,"median_ttft_ms":1165,"p95_ttft_ms":3270,"median_tokens_per_sec":37,"median_latency_ms":4714,"p95_latency_ms":34858}]},{"key":"perplexity","name":"perplexity","summary":{"blended_cost_per_mtok_usd":0.93,"cost_per_request_usd":0.005413,"tokens_per_request":5794,"stream_request_pct":24,"error_rate_4xx_pct":4.4,"error_rate_5xx_pct":0.1,"median_ttft_ms":2635,"p90_ttft_ms":4771,"p95_ttft_ms":5886,"median_tokens_per_sec":130,"median_latency_ms":3909,"p90_latency_ms":9324,"p95_latency_ms":11680},"series":{"request_share_pct":[null,null,null,null,null,null,null,0.1,null,null],"blended_cost_per_mtok_usd":[3.66,3.36,3.62,3.49,3.42,3.94,3.12,0.18,4.22,4.33],"cost_per_request_usd":[0.017219,0.016648,0.006944,0.012675,0.011054,0.003321,0.006818,0.001588,0.011386,0.00709],"tokens_per_request":[4706,4957,1916,3632,3236,843,2188,9030,2701,1639],"reasoning_request_pct":[null,null,null,null,null,null,null,null,0.7,0.1],"stream_request_pct":[64.7,62.8,51.3,48.8,41.6,10.4,19.3,9.8,32,49.6],"error_rate_4xx_pct":[null,null,null,null,null,null,null,8.8,null,null],"error_rate_5xx_pct":[null,0.1,null,0.1,null,0.2,null,null,null,null],"median_ttft_ms":[2443,2884,2280,4270,3173,2128,4029,1670,2240,2299],"p90_ttft_ms":[4981,5540,4056,7726,6088,3835,6577,4186,3671,2915],"p95_ttft_ms":[6523,7222,5244,9505,7458,4470,8277,5244,4156,3241],"median_tokens_per_sec":[108,112,117,116,116,111,178,125,206,144],"median_latency_ms":[7022,6772,7571,8812,7800,5072,9684,1129,6065,3965],"p90_latency_ms":[16638,14900,18432,21086,16541,14412,17892,3402,11120,9196],"p95_latency_ms":[23174,19178,22666,29204,19295,17283,20590,4548,13092,10368]},"token_share_delta_pp":0,"spend_share_delta_pp":0,"regions":[{"key":"eu","name":"eu","share_pct":97.8,"blended_cost_per_mtok_usd":0.87,"median_ttft_ms":2276,"p95_ttft_ms":5117,"median_tokens_per_sec":130,"median_latency_ms":3502,"p95_latency_ms":10864,"error_rate_5xx_pct":0.1},{"key":"us","name":"us","share_pct":1.9,"blended_cost_per_mtok_usd":3.17,"median_ttft_ms":19775,"p95_ttft_ms":44417,"median_tokens_per_sec":109,"median_latency_ms":13712,"p95_latency_ms":34073},{"key":"ap","name":"ap","share_pct":0.3,"blended_cost_per_mtok_usd":8.6,"median_ttft_ms":3105,"p95_ttft_ms":5194,"median_tokens_per_sec":128,"median_latency_ms":9178,"p95_latency_ms":19134}],"models":[{"key":"pplx-decider-v1-27b","name":"pplx-decider-v1-27b","share_pct":73.1,"blended_cost_per_mtok_usd":0.04,"median_latency_ms":269,"p95_latency_ms":1333},{"key":"sonar-pro","name":"sonar-pro","share_pct":15.9,"blended_cost_per_mtok_usd":4.61,"median_ttft_ms":2663,"p95_ttft_ms":5802,"median_tokens_per_sec":129,"median_latency_ms":5967,"p95_latency_ms":18397,"error_rate_5xx_pct":0.1},{"key":"sonar","name":"sonar","share_pct":8.7,"blended_cost_per_mtok_usd":1,"median_ttft_ms":1822,"p95_ttft_ms":3848,"median_tokens_per_sec":138,"median_latency_ms":4976,"p95_latency_ms":13357},{"key":"sonar-reasoning-pro","name":"sonar-reasoning-pro","share_pct":2.3,"blended_cost_per_mtok_usd":3.69,"median_ttft_ms":8758,"p95_ttft_ms":23046,"median_tokens_per_sec":71,"median_latency_ms":20296,"p95_latency_ms":64335,"error_rate_5xx_pct":0.1}]},{"key":"doubleword","name":"doubleword","summary":{"blended_cost_per_mtok_usd":0.3,"cost_per_request_usd":0.003576,"tokens_per_request":11851,"cache_hit_rate_pct":4,"reasoning_request_pct":21.7,"stream_request_pct":30.3,"error_rate_5xx_pct":0.2,"median_ttft_ms":1089,"p90_ttft_ms":2110,"p95_ttft_ms":2579,"median_tokens_per_sec":50,"median_latency_ms":4468,"p90_latency_ms":20413,"p95_latency_ms":29876},"series":{"request_share_pct":[0.1,null,null,null,null,null,null,null,null,null],"token_share_pct":[0.1,null,null,null,null,null,null,null,null,null],"blended_cost_per_mtok_usd":[0.17,0.73,0.72,0.18,1.59,1.25,0.98,2.49,1.34,1.45],"cost_per_request_usd":[0.005363,0.006516,0.005628,0.000981,0.000095,0.000624,0.007397,0.001546,0.001652,0.001536],"tokens_per_request":[32082,8939,7796,5371,60,500,7585,621,1228,1059],"cache_hit_rate_pct":[null,null,null,null,2.9,2.4,62.7,15.1,71.8,3.9],"reasoning_request_pct":[12.5,28,29.2,19,8.8,12.6,22.3,59,32.1,10.6],"stream_request_pct":[34.1,31.5,28.5,22.6,4.6,12.5,17.4,59.2,50.1,22.5],"error_rate_4xx_pct":[null,null,null,null,null,null,0.2,null,null,null],"error_rate_5xx_pct":[null,1.5,0.7,null,0.1,null,null,0.1,null,null],"median_ttft_ms":[2731,874,2296,4544,1528,1574,7600,227,408,3951],"p90_ttft_ms":[5219,2012,7404,9485,1891,2244,8626,624,757,4138],"p95_ttft_ms":[6048,2491,11836,10455,1961,2338,9952,744,880,4162],"median_tokens_per_sec":[66,85,84,74,113,32,164,27,79,65],"median_latency_ms":[3502,6700,10786,8126,1361,4831,7789,1894,2863,9708],"p90_latency_ms":[12950,29456,36662,77868,32694,38833,30112,7589,9029,15257],"p95_latency_ms":[19117,42601,49367,106878,37000,48156,34153,22230,11582,18673]},"token_share_delta_pp":0,"spend_share_delta_pp":0,"regions":[{"key":"eu","name":"eu","share_pct":82.9,"blended_cost_per_mtok_usd":0.22,"cache_hit_rate_pct":0.1,"median_ttft_ms":642,"p95_ttft_ms":1519,"median_tokens_per_sec":36,"median_latency_ms":4265,"p95_latency_ms":25942,"error_rate_5xx_pct":0.4},{"key":"us","name":"us","share_pct":15.5,"blended_cost_per_mtok_usd":0.7,"cache_hit_rate_pct":25.3,"median_ttft_ms":2425,"p95_ttft_ms":4846,"median_tokens_per_sec":108,"median_latency_ms":5084,"p95_latency_ms":49145},{"key":"ap","name":"ap","share_pct":1.6,"blended_cost_per_mtok_usd":0.63,"median_ttft_ms":2119,"p95_ttft_ms":9174,"median_tokens_per_sec":81,"median_latency_ms":6202,"p95_latency_ms":28335}],"models":[{"key":"deepseek-v4.1-flash","name":"deepseek-v4.1-flash","share_pct":80,"blended_cost_per_mtok_usd":0.13,"median_ttft_ms":987,"p95_ttft_ms":2466,"median_tokens_per_sec":72,"median_latency_ms":2879,"p95_latency_ms":15492,"error_rate_5xx_pct":0.5},{"key":"glm-5.2","name":"glm-5.2","share_pct":6.5,"blended_cost_per_mtok_usd":1.66,"cache_hit_rate_pct":35.7,"median_ttft_ms":543,"p95_ttft_ms":1521,"median_tokens_per_sec":63,"median_latency_ms":5237,"p95_latency_ms":40472},{"key":"nvidia-nemotron-3-ultra","name":"nvidia-nemotron-3-ultra","share_pct":5.4,"blended_cost_per_mtok_usd":0.57,"median_ttft_ms":877,"p95_ttft_ms":2903,"median_tokens_per_sec":36,"median_latency_ms":3637,"p95_latency_ms":27755,"error_rate_5xx_pct":0.2},{"key":"deepseek-v4-flash-0424","name":"deepseek-v4-flash-0424","share_pct":4.9,"blended_cost_per_mtok_usd":0.14,"cache_hit_rate_pct":39.8,"median_ttft_ms":5069,"p95_ttft_ms":6084,"median_tokens_per_sec":33,"median_latency_ms":8127,"p95_latency_ms":69831},{"key":"deepseek-v4-pro-0813","name":"deepseek-v4-pro-0813","share_pct":1.6,"blended_cost_per_mtok_usd":1.71,"median_ttft_ms":2132,"p95_ttft_ms":4302,"median_tokens_per_sec":57,"median_latency_ms":17892,"p95_latency_ms":78111,"error_rate_5xx_pct":0.3},{"key":"deepseek-v4-pro-0424","name":"deepseek-v4-pro-0424","share_pct":1.5,"blended_cost_per_mtok_usd":1.73,"cache_hit_rate_pct":0.2,"median_ttft_ms":2844,"p95_ttft_ms":4850,"median_tokens_per_sec":19,"median_latency_ms":5464,"p95_latency_ms":41326}]},{"key":"sail","name":"sail","summary":{"blended_cost_per_mtok_usd":0.14,"cost_per_request_usd":0.001997,"tokens_per_request":14334,"cache_hit_rate_pct":65.2,"cache_savings_pct":34.9,"reasoning_request_pct":52.5,"stream_request_pct":25,"error_rate_4xx_pct":0.1,"error_rate_5xx_pct":1.1,"median_ttft_ms":4599,"p90_ttft_ms":16905,"p95_ttft_ms":20766,"median_tokens_per_sec":36,"median_latency_ms":67387,"p90_latency_ms":255380,"p95_latency_ms":288823},"series":{"blended_cost_per_mtok_usd":[null,null,0.1,0.05,0.04,0.07,0.27,0.3,0.15,0.13],"cost_per_request_usd":[null,null,0.000777,0.003311,0.000068,0.000556,0.005274,0.003034,0.000449,0.000906],"tokens_per_request":[null,null,8057,61119,1664,8256,19726,10011,3074,6799],"cache_hit_rate_pct":[null,null,1.5,58.9,84.2,83.8,77.5,58.3,55.8,2.7],"cache_savings_pct":[null,null,2.3,43.3,58.3,35.7,51.4,6.3,19.9,0.7],"reasoning_request_pct":[null,null,21.5,47.1,13.4,61.1,55.6,72.4,24,11.3],"stream_request_pct":[null,null,43,67.3,9,13.4,22.7,21.7,44.1,19.6],"error_rate_4xx_pct":[null,null,null,1.4,null,null,null,null,null,null],"error_rate_5xx_pct":[null,null,null,1.3,null,0.9,0.5,2,1.3,null],"median_ttft_ms":[null,null,8239,3616,2458,1376,19142,1091,1518,1234],"p90_ttft_ms":[null,null,28584,31435,7427,2061,38770,1887,2492,1613],"p95_ttft_ms":[null,null,39473,39991,10778,2139,43357,2459,3019,1828],"median_tokens_per_sec":[null,null,30,42,22,8,93,22,28,50],"median_latency_ms":[null,null,5428,9880,5171,6629,49482,165772,5998,5583],"p90_latency_ms":[null,null,85158,89450,24785,26185,108128,626862,98895,11028],"p95_latency_ms":[null,null,87999,141916,26206,38997,133574,684348,120364,12294]},"token_share_delta_pp":0,"spend_share_delta_pp":0,"regions":[{"key":"eu","name":"eu","share_pct":78.6,"blended_cost_per_mtok_usd":0.12,"cache_hit_rate_pct":68.8,"median_ttft_ms":2095,"p95_ttft_ms":21007,"median_tokens_per_sec":39,"median_latency_ms":78607,"p95_latency_ms":347663,"error_rate_5xx_pct":1.7},{"key":"us","name":"us","share_pct":16.5,"blended_cost_per_mtok_usd":0.26,"cache_hit_rate_pct":54.8,"median_ttft_ms":12481,"p95_ttft_ms":23361,"median_tokens_per_sec":26,"median_latency_ms":34512,"p95_latency_ms":95951,"error_rate_5xx_pct":0.1},{"key":"ap","name":"ap","share_pct":4.9,"blended_cost_per_mtok_usd":0.07,"cache_hit_rate_pct":49.2,"median_ttft_ms":4592,"p95_ttft_ms":12980,"median_tokens_per_sec":30,"median_latency_ms":9626,"p95_latency_ms":83499,"error_rate_5xx_pct":0.6}],"models":[{"key":"deepseek-v4-flash-0731","name":"deepseek-v4-flash-0731","share_pct":56.5,"blended_cost_per_mtok_usd":0.05,"cache_hit_rate_pct":62.8,"median_ttft_ms":4326,"p95_ttft_ms":32412,"median_tokens_per_sec":39,"median_latency_ms":10865,"p95_latency_ms":74321,"error_rate_5xx_pct":0.9},{"key":"gemma-4-31b","name":"gemma-4-31b","share_pct":25.7,"blended_cost_per_mtok_usd":0.26,"cache_hit_rate_pct":59,"median_ttft_ms":5469,"p95_ttft_ms":13355,"median_tokens_per_sec":24,"median_latency_ms":136967,"p95_latency_ms":570311,"error_rate_5xx_pct":1.9},{"key":"gpt-oss-120b","name":"gpt-oss-120b","share_pct":10.4,"blended_cost_per_mtok_usd":0.08,"cache_hit_rate_pct":77.6,"median_ttft_ms":1242,"p95_ttft_ms":1823,"median_tokens_per_sec":42,"median_latency_ms":6330,"p95_latency_ms":37283,"error_rate_5xx_pct":0.3},{"key":"glm-5.2","name":"glm-5.2","share_pct":4.6,"blended_cost_per_mtok_usd":0.24,"cache_hit_rate_pct":91.8,"median_ttft_ms":4754,"p95_ttft_ms":16779,"median_tokens_per_sec":123,"median_latency_ms":3278,"p95_latency_ms":24483},{"key":"kimi-k2.6","name":"kimi-k2.6","share_pct":2.7,"blended_cost_per_mtok_usd":0.98,"cache_hit_rate_pct":61.2,"median_ttft_ms":3213,"p95_ttft_ms":13460,"median_tokens_per_sec":6,"median_latency_ms":57566,"p95_latency_ms":157214}]},{"key":"tencent","name":"tencent","summary":{"blended_cost_per_mtok_usd":0.81,"cost_per_request_usd":0.011278,"tokens_per_request":13904,"cache_hit_rate_pct":87.5,"cache_savings_pct":39.4,"reasoning_request_pct":33.5,"stream_request_pct":54,"error_rate_4xx_pct":3.3,"error_rate_5xx_pct":0.2,"median_ttft_ms":3270,"p90_ttft_ms":4892,"p95_ttft_ms":6626,"median_tokens_per_sec":15,"median_latency_ms":260673,"p90_latency_ms":676939,"p95_latency_ms":833035},"series":{"blended_cost_per_mtok_usd":[null,null,null,null,null,null,0.67,2.31,0.2,1.65],"cost_per_request_usd":[null,null,null,null,null,null,0.003011,0.032476,0.005224,0.001117],"tokens_per_request":[null,null,null,null,null,null,4512,14042,25546,678],"cache_hit_rate_pct":[null,null,null,null,null,null,54.6,71.5,92.3,51.2],"cache_savings_pct":[null,null,null,null,null,null,47,6.8,76.5,19.7],"reasoning_request_pct":[null,null,null,null,null,null,13.3,51.4,42.9,11.5],"stream_request_pct":[null,null,null,null,null,null,23.8,57.5,68.9,61.2],"error_rate_4xx_pct":[null,null,null,null,null,null,6.8,0.7,2.5,4.1],"error_rate_5xx_pct":[null,null,null,null,null,null,null,0.9,null,null],"median_ttft_ms":[null,null,null,null,null,null,5866,3041,3311,1713],"p90_ttft_ms":[null,null,null,null,null,null,10864,4175,5073,2585],"p95_ttft_ms":[null,null,null,null,null,null,12993,4488,7980,3766],"median_tokens_per_sec":[null,null,null,null,null,null,195,4,17,7],"median_latency_ms":[null,null,null,null,null,null,23693,658857,12805,23703],"p90_latency_ms":[null,null,null,null,null,null,63242,1611381,118640,103132],"p95_latency_ms":[null,null,null,null,null,null,66530,1719345,389770,123954]},"token_share_delta_pp":0,"spend_share_delta_pp":0,"regions":[{"key":"eu","name":"eu","share_pct":90.1,"blended_cost_per_mtok_usd":0.83,"cache_hit_rate_pct":91.3,"median_ttft_ms":3147,"p95_ttft_ms":6319,"median_tokens_per_sec":15,"median_latency_ms":306377,"p95_latency_ms":979871,"error_rate_5xx_pct":0.5},{"key":"us","name":"us","share_pct":9.3,"blended_cost_per_mtok_usd":0.58,"cache_hit_rate_pct":64.7,"median_ttft_ms":4870,"p95_ttft_ms":10392,"median_tokens_per_sec":17,"median_latency_ms":24888,"p95_latency_ms":76165},{"key":"ap","name":"ap","share_pct":0.6,"blended_cost_per_mtok_usd":1.15,"cache_hit_rate_pct":25.6,"median_ttft_ms":3714,"p95_ttft_ms":10312,"median_tokens_per_sec":16,"median_latency_ms":20743,"p95_latency_ms":58978}],"models":[{"key":"hy4-preview","name":"hy4-preview","share_pct":83.3,"blended_cost_per_mtok_usd":0.87,"cache_hit_rate_pct":92.6,"median_ttft_ms":3202,"p95_ttft_ms":6572,"median_tokens_per_sec":8,"median_latency_ms":374334,"p95_latency_ms":1192854},{"key":"glm-5.3-flashx","name":"glm-5.3-flashx","share_pct":5.9,"blended_cost_per_mtok_usd":0.16,"cache_hit_rate_pct":82.8,"median_ttft_ms":6198,"p95_ttft_ms":9403,"median_tokens_per_sec":141,"median_latency_ms":13740,"p95_latency_ms":25219},{"key":"kimi-k3","name":"kimi-k3","share_pct":3.1,"blended_cost_per_mtok_usd":1.09,"cache_hit_rate_pct":79.7,"median_ttft_ms":7636,"p95_ttft_ms":11724,"median_tokens_per_sec":16,"median_latency_ms":13718,"p95_latency_ms":37481,"error_rate_5xx_pct":3.5},{"key":"glm-5.3","name":"glm-5.3","share_pct":1.9,"blended_cost_per_mtok_usd":1,"cache_hit_rate_pct":73.8,"median_ttft_ms":1999,"p95_ttft_ms":4183,"median_tokens_per_sec":15,"median_latency_ms":19751,"p95_latency_ms":103525},{"key":"minimax-m3","name":"minimax-m3","share_pct":1.5,"blended_cost_per_mtok_usd":0.25,"cache_hit_rate_pct":57.5,"median_ttft_ms":3657,"p95_ttft_ms":4199,"median_tokens_per_sec":255,"median_latency_ms":16289,"p95_latency_ms":39149},{"key":"hy3","name":"hy3","share_pct":1.4,"blended_cost_per_mtok_usd":0.18,"cache_hit_rate_pct":46.7,"median_ttft_ms":2015,"p95_ttft_ms":2015,"median_latency_ms":13148,"p95_latency_ms":21923},{"key":"kimi-k2.7-code-highspeed","name":"kimi-k2.7-code-highspeed","share_pct":1.2,"blended_cost_per_mtok_usd":0.64,"cache_hit_rate_pct":83.3,"median_ttft_ms":6820,"p95_ttft_ms":38593,"median_latency_ms":4209,"p95_latency_ms":29372},{"key":"kimi-k2.7-code","name":"kimi-k2.7-code","share_pct":1.2,"blended_cost_per_mtok_usd":0.95,"median_ttft_ms":10925,"p95_ttft_ms":11630,"median_latency_ms":10963,"p95_latency_ms":11673},{"key":"mimo-v2.6-flash","name":"mimo-v2.6-flash","share_pct":0.3,"blended_cost_per_mtok_usd":0.16,"cache_hit_rate_pct":19.7,"median_ttft_ms":1962,"p95_ttft_ms":1962,"median_latency_ms":19837,"p95_latency_ms":129409,"error_rate_5xx_pct":0.5},{"key":"glm-5.3-flash","name":"glm-5.3-flash","share_pct":0.1,"blended_cost_per_mtok_usd":0.26,"cache_hit_rate_pct":19,"median_latency_ms":9192,"p95_latency_ms":50011},{"key":"glm-5.2","name":"glm-5.2","share_pct":0.1,"blended_cost_per_mtok_usd":3.94,"median_ttft_ms":1148,"p95_ttft_ms":1238,"median_tokens_per_sec":15,"median_latency_ms":16132,"p95_latency_ms":147006},{"key":"mimo-v2.6-pro","name":"mimo-v2.6-pro","share_pct":0,"blended_cost_per_mtok_usd":0.74,"cache_hit_rate_pct":18.6,"median_latency_ms":5493,"p95_latency_ms":77008}]},{"key":"parasail","name":"parasail","summary":{"blended_cost_per_mtok_usd":0.15,"cost_per_request_usd":0.00117,"tokens_per_request":8033,"cache_hit_rate_pct":63.6,"cache_savings_pct":40.8,"reasoning_request_pct":0.8,"stream_request_pct":41.2,"error_rate_4xx_pct":6.6,"error_rate_5xx_pct":0.2,"median_ttft_ms":2427,"p90_ttft_ms":4043,"p95_ttft_ms":6177,"median_tokens_per_sec":68,"median_latency_ms":6947,"p90_latency_ms":29693,"p95_latency_ms":41888},"series":{"blended_cost_per_mtok_usd":[0.18,0.19,0.23,0.15,0.14,0.36,0.15,0.11,0.52,0.14],"cost_per_request_usd":[0.001669,0.002601,0.000681,0.000374,0.00115,0.00023,0.001624,0.001037,0.000697,0.001783],"tokens_per_request":[9129,13935,2997,2513,8330,631,11020,9479,1335,12369],"cache_hit_rate_pct":[14.7,92.2,26.4,22.1,62.7,10.7,57.7,75.2,11.7,37.2],"cache_savings_pct":[28.1,71.7,2.6,8.4,23.4,0.7,21.1,31.4,null,14.8],"reasoning_request_pct":[4.9,7,null,null,null,null,null,null,null,null],"stream_request_pct":[15.1,46,2.9,22.1,22.3,10.3,20.5,68.4,43.5,23.5],"error_rate_4xx_pct":[7.3,12.9,2.9,0.9,2,1.9,2.6,9,7.6,6.5],"error_rate_5xx_pct":[0.8,null,null,null,null,1.6,null,null,0.2,null],"median_ttft_ms":[1483,1552,null,1741,4017,885,55733,616,620,2659],"p90_ttft_ms":[3730,2070,null,2391,11904,1195,61062,1681,1272,7895],"p95_ttft_ms":[3979,4357,null,2583,14724,1220,62792,4079,1390,8946],"median_tokens_per_sec":[21,73,null,64,105,55,75,67,61,81],"median_latency_ms":[5645,16428,85208,4446,9320,6815,10998,3273,8294,10565],"p90_latency_ms":[25536,41682,117856,22330,32773,21586,47050,25318,30482,33966],"p95_latency_ms":[54535,63047,125952,29623,44456,35253,50421,36777,35800,42673]},"token_share_delta_pp":0,"spend_share_delta_pp":0,"regions":[{"key":"eu","name":"eu","share_pct":74.3,"blended_cost_per_mtok_usd":0.15,"cache_hit_rate_pct":67.6,"median_ttft_ms":808,"p95_ttft_ms":4105,"median_tokens_per_sec":66,"median_latency_ms":6940,"p95_latency_ms":42879,"error_rate_5xx_pct":0.1},{"key":"us","name":"us","share_pct":25.4,"blended_cost_per_mtok_usd":0.13,"cache_hit_rate_pct":52.7,"median_ttft_ms":17443,"p95_ttft_ms":25524,"median_tokens_per_sec":100,"median_latency_ms":6512,"p95_latency_ms":36464},{"key":"ap","name":"ap","share_pct":0.3,"blended_cost_per_mtok_usd":0.56,"cache_hit_rate_pct":22.9,"median_ttft_ms":848,"p95_ttft_ms":1220,"median_tokens_per_sec":34,"median_latency_ms":10397,"p95_latency_ms":44610,"error_rate_5xx_pct":1.3}],"models":[{"key":"deepseek-v4-flash-0424","name":"deepseek-v4-flash-0424","share_pct":68.5,"blended_cost_per_mtok_usd":0.1,"cache_hit_rate_pct":68.8,"median_ttft_ms":1781,"p95_ttft_ms":8533,"median_tokens_per_sec":90,"median_latency_ms":8393,"p95_latency_ms":53989},{"key":"kimi-k2.7-code","name":"kimi-k2.7-code","share_pct":13.4,"blended_cost_per_mtok_usd":0.21,"cache_hit_rate_pct":93.6,"median_ttft_ms":1485,"p95_ttft_ms":2521,"median_tokens_per_sec":79,"median_latency_ms":2662,"p95_latency_ms":12482},{"key":"gemma-4-26b-a4b-it","name":"gemma-4-26b-a4b-it","share_pct":13.2,"blended_cost_per_mtok_usd":0.12,"cache_hit_rate_pct":20,"median_ttft_ms":41783,"p95_ttft_ms":53655,"median_tokens_per_sec":7,"median_latency_ms":10290,"p95_latency_ms":76718,"error_rate_5xx_pct":1.2},{"key":"parasail-qwen25-vl-72b-instruct","name":"parasail-qwen25-vl-72b-instruct","share_pct":4.6,"blended_cost_per_mtok_usd":0.7,"cache_hit_rate_pct":19.3,"median_ttft_ms":402,"p95_ttft_ms":1623,"median_tokens_per_sec":58,"median_latency_ms":7060,"p95_latency_ms":30133,"error_rate_5xx_pct":0.1},{"key":"qwen3-235b-a22b-instruct-2507","name":"qwen3-235b-a22b-instruct-2507","share_pct":0.2,"blended_cost_per_mtok_usd":0.53,"cache_hit_rate_pct":16.9,"median_ttft_ms":492,"p95_ttft_ms":1003,"median_tokens_per_sec":40,"median_latency_ms":1568,"p95_latency_ms":12254},{"key":"parasail-gemma3-27b-it","name":"parasail-gemma3-27b-it","share_pct":0.1,"blended_cost_per_mtok_usd":0.33,"cache_hit_rate_pct":43.4,"median_latency_ms":3585,"p95_latency_ms":6796}]},{"key":"groq","name":"groq","summary":{"blended_cost_per_mtok_usd":0.2,"cost_per_request_usd":0.000472,"tokens_per_request":2360,"cache_hit_rate_pct":16.8,"reasoning_request_pct":76.1,"stream_request_pct":15.4,"error_rate_4xx_pct":0.9,"median_ttft_ms":133,"p90_ttft_ms":331,"p95_ttft_ms":489,"median_tokens_per_sec":207,"median_latency_ms":701,"p90_latency_ms":1637,"p95_latency_ms":2239},"series":{"request_share_pct":[0.1,null,null,null,null,null,null,null,null,null],"blended_cost_per_mtok_usd":[0.22,0.19,0.17,0.17,0.16,0.16,0.22,0.22,0.22,0.19],"cost_per_request_usd":[0.000267,0.000295,0.000361,0.000261,0.000395,0.000346,0.00076,0.000861,0.000355,0.000965],"tokens_per_request":[1222,1562,2151,1544,2425,2182,3493,3956,1640,5099],"cache_hit_rate_pct":[10.7,20.4,0.3,0.2,0.3,3.3,7.8,29.1,16.7,31.4],"reasoning_request_pct":[76.1,70.9,76,73.6,77.2,59,83.3,83,68.4,80.3],"stream_request_pct":[5.2,5.3,0.5,16,5.8,26.2,12.8,47.5,40.6,34.4],"error_rate_4xx_pct":[null,0.1,1,4.3,0.2,0.4,2.9,0.4,9,1.6],"median_ttft_ms":[72,83,114,102,580,398,300,79,176,334],"p90_ttft_ms":[110,122,141,304,580,1428,706,180,603,960],"p95_ttft_ms":[120,140,152,329,580,1920,828,277,1108,1485],"median_tokens_per_sec":[268,271,477,114,null,130,326,142,173,162],"median_latency_ms":[352,409,575,278,889,744,1410,1224,322,899],"p90_latency_ms":[1387,967,1119,1524,1452,1345,2538,2761,1514,2510],"p95_latency_ms":[1908,1633,1450,2013,1680,1580,2965,3471,3004,4326]},"token_share_delta_pp":0,"spend_share_delta_pp":0,"regions":[{"key":"eu","name":"eu","share_pct":73.9,"blended_cost_per_mtok_usd":0.21,"cache_hit_rate_pct":21.7,"median_ttft_ms":130,"p95_ttft_ms":475,"median_tokens_per_sec":209,"median_latency_ms":681,"p95_latency_ms":2285},{"key":"us","name":"us","share_pct":25.2,"blended_cost_per_mtok_usd":0.17,"cache_hit_rate_pct":2.3,"median_ttft_ms":112,"p95_ttft_ms":291,"median_tokens_per_sec":128,"median_latency_ms":771,"p95_latency_ms":2102},{"key":"ap","name":"ap","share_pct":0.9,"blended_cost_per_mtok_usd":0.16,"cache_hit_rate_pct":10.4,"median_ttft_ms":383,"p95_ttft_ms":1815,"median_tokens_per_sec":130,"median_latency_ms":326,"p95_latency_ms":1558}],"models":[{"key":"gpt-oss-120b","name":"gpt-oss-120b","share_pct":58.7,"blended_cost_per_mtok_usd":0.22,"cache_hit_rate_pct":26.5,"median_ttft_ms":148,"p95_ttft_ms":591,"median_tokens_per_sec":195,"median_latency_ms":856,"p95_latency_ms":2842},{"key":"gpt-oss-20b","name":"gpt-oss-20b","share_pct":41.3,"blended_cost_per_mtok_usd":0.17,"cache_hit_rate_pct":1.8,"median_ttft_ms":87,"p95_ttft_ms":177,"median_tokens_per_sec":325,"median_latency_ms":569,"p95_latency_ms":1727}]},{"key":"cloudflare","name":"cloudflare","summary":{"blended_cost_per_mtok_usd":0.16,"cost_per_request_usd":0.000189,"tokens_per_request":1161,"stream_request_pct":4.2,"error_rate_4xx_pct":1.6,"median_latency_ms":282,"p90_latency_ms":698,"p95_latency_ms":1050},"series":{"request_share_pct":[null,null,null,null,null,null,null,0.1,null,0.1],"blended_cost_per_mtok_usd":[null,null,null,null,null,null,null,0.17,0.24,0.15],"cost_per_request_usd":[null,null,null,null,null,null,null,0.000345,0.000315,0.000077],"tokens_per_request":[null,null,null,null,null,null,null,2081,1336,505],"stream_request_pct":[null,null,null,null,null,null,null,9.4,30,0.1],"error_rate_4xx_pct":[null,null,null,null,null,null,null,3.9,null,null],"median_latency_ms":[null,null,null,null,null,null,null,383,456,221],"p90_latency_ms":[null,null,null,null,null,null,null,955,839,543],"p95_latency_ms":[null,null,null,null,null,null,null,1394,1472,840]},"token_share_delta_pp":0,"spend_share_delta_pp":0,"regions":[{"key":"eu","name":"eu","share_pct":99.1,"blended_cost_per_mtok_usd":0.16,"median_latency_ms":281,"p95_latency_ms":1048},{"key":"us","name":"us","share_pct":0.9,"blended_cost_per_mtok_usd":0.23,"median_latency_ms":454,"p95_latency_ms":1438}],"models":[{"key":"clef-flash","name":"clef-flash","share_pct":51.3,"blended_cost_per_mtok_usd":0.09,"median_latency_ms":219,"p95_latency_ms":1001},{"key":"clef","name":"clef","share_pct":48.7,"blended_cost_per_mtok_usd":0.24,"median_latency_ms":421,"p95_latency_ms":1157}]}],"regions":["ap","eu","us"],"platform":{"blended_cost_per_mtok_usd":0.52,"cache_hit_rate_pct":78.1,"cache_savings_pct":71.1,"reasoning_request_pct":30.9,"stream_request_pct":32.1,"model_count":40,"provider_count":36,"withheld_share_pct":4.2}}